{"id":21428320,"url":"https://github.com/mlverse/sparklyr-image-classification-demo","last_synced_at":"2025-03-16T21:25:29.992Z","repository":{"id":49531158,"uuid":"377256228","full_name":"mlverse/sparklyr-image-classification-demo","owner":"mlverse","description":null,"archived":false,"fork":false,"pushed_at":"2021-06-15T23:12:24.000Z","size":2233,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":5,"default_branch":"main","last_synced_at":"2025-01-23T07:48:33.734Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"R","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/mlverse.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2021-06-15T18:16:12.000Z","updated_at":"2021-06-15T21:00:05.000Z","dependencies_parsed_at":"2022-07-30T08:18:09.152Z","dependency_job_id":null,"html_url":"https://github.com/mlverse/sparklyr-image-classification-demo","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mlverse%2Fsparklyr-image-classification-demo","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mlverse%2Fsparklyr-image-classification-demo/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mlverse%2Fsparklyr-image-classification-demo/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mlverse%2Fsparklyr-image-classification-demo/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/mlverse","download_url":"https://codeload.github.com/mlverse/sparklyr-image-classification-demo/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":243934255,"owners_count":20371151,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-11-22T22:12:43.972Z","updated_at":"2025-03-16T21:25:29.965Z","avatar_url":"https://github.com/mlverse.png","language":"R","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Overview\n\nThis package is a `sparklyr` extension containing all required MVN dependencies\nand train+test data sets for a `sparklyr` image classification demo.\n\nThe goal of this demo is to leverage Apache Spark and Inception V3 (a pre-\ntrained convolutional neural network for image analysis tasks) to build a\nscalable Spark ML pipeline capable of classifing images of cats and dogs\naccurately and efficiently.\n\nThe author of this package wishes to acknowledge that the abovementioned `sparklyr`\nimage classification demo benefited greatly from the availability of the\n[spark-deep-learning](https://spark-packages.org/package/databricks/spark-deep-learning)\nlibrary (an open-source Scala library developed by [Databricks](https://databricks.com/)\nimplementing Inception-V3 and other sophisticated image feature extractors) and the\n[dogs-vs-cats](https://www.kaggle.com/c/dogs-vs-cats) image data set (hosted by\n[Kaggle](https://www.kaggle.com/)).\n\n# Example usage\n\n```\nlibrary(sparklyr)\nlibrary(sparklyr.deeperer)\n\n# NOTE: the correct spark_home path to use depends on the configuration of the\n# Spark cluster you are working with.\nspark_home \u003c- \"/usr/lib/spark\"\n\nsc \u003c- spark_connect(master = \"yarn\", spark_home = spark_home)\n\nrun_demo(sc)\n```\n\n# Naming\n\nThe name of this R package was inspired by the title of\n[this paper](https://static.googleusercontent.com/media/research.google.com/en//pubs/archive/43022.pdf).\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmlverse%2Fsparklyr-image-classification-demo","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fmlverse%2Fsparklyr-image-classification-demo","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmlverse%2Fsparklyr-image-classification-demo/lists"}