{"id":20364750,"url":"https://github.com/alanrma/pyspark-simple-docker-cluster","last_synced_at":"2025-06-14T17:03:31.443Z","repository":{"id":243350689,"uuid":"812195067","full_name":"AlanRMA/Pyspark-simple-docker-cluster","owner":"AlanRMA","description":null,"archived":false,"fork":false,"pushed_at":"2024-06-08T07:56:49.000Z","size":128,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-03-04T18:46:17.538Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/AlanRMA.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-06-08T07:52:44.000Z","updated_at":"2024-06-09T01:21:02.000Z","dependencies_parsed_at":null,"dependency_job_id":"84be8533-4c07-4728-8aa9-f99c50665cac","html_url":"https://github.com/AlanRMA/Pyspark-simple-docker-cluster","commit_stats":null,"previous_names":["alanrma/spark-simple-docker-cluster"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/AlanRMA/Pyspark-simple-docker-cluster","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/AlanRMA%2FPyspark-simple-docker-cluster","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/AlanRMA%2FPyspark-simple-docker-cluster/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/AlanRMA%2FPyspark-simple-docker-cluster/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/AlanRMA%2FPyspark-simple-docker-cluster/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/AlanRMA","download_url":"https://codeload.github.com/AlanRMA/Pyspark-simple-docker-cluster/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/AlanRMA%2FPyspark-simple-docker-cluster/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":259851660,"owners_count":22921626,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-11-15T00:13:17.614Z","updated_at":"2025-06-14T17:03:31.399Z","avatar_url":"https://github.com/AlanRMA.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Project overview\nThis project is designed to run on containers using Docker that can be expanded for Kubernetes usage in the future.\n# Getting Started\nAll you need to run your cluster is having Docker installed and follow Steps on terminal/shell.\n# Step-by-Step\n### 0. Open Docker\n### 1. Enter on you terminal\n### 2. Go to project root folder\n### 3. Run `docker-compose up`\n### 4. Go to Containers in Docker\n![alt text](image.png)\n### 5. Select Master node \n### 6. Go to `Exec` tab\n![alt text](image-1.png)\n### 7. At this point you can edit your `task.py` code to choose what you want to submit to cluster process\n### 8. Run `/opt/bitnami/spark/bin/spark-submit /opt/spark-app/task.py`\n Now you should see output on Exec tab from docker.","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Falanrma%2Fpyspark-simple-docker-cluster","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Falanrma%2Fpyspark-simple-docker-cluster","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Falanrma%2Fpyspark-simple-docker-cluster/lists"}