{"id":19362654,"url":"https://github.com/imdea-software/apkmonk-scraper","last_synced_at":"2025-08-27T15:14:49.883Z","repository":{"id":79163164,"uuid":"158828141","full_name":"imdea-software/apkmonk-scraper","owner":"imdea-software","description":"Python script to download all apk releases from apkmonk.com","archived":false,"fork":false,"pushed_at":"2018-11-23T14:28:08.000Z","size":6,"stargazers_count":2,"open_issues_count":1,"forks_count":0,"subscribers_count":6,"default_branch":"master","last_synced_at":"2025-02-24T12:50:31.477Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/imdea-software.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2018-11-23T12:12:02.000Z","updated_at":"2020-03-02T09:31:55.000Z","dependencies_parsed_at":null,"dependency_job_id":"b9ee87e0-841f-49b8-a53a-51236acca8ce","html_url":"https://github.com/imdea-software/apkmonk-scraper","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/imdea-software/apkmonk-scraper","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/imdea-software%2Fapkmonk-scraper","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/imdea-software%2Fapkmonk-scraper/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/imdea-software%2Fapkmonk-scraper/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/imdea-software%2Fapkmonk-scraper/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/imdea-software","download_url":"https://codeload.github.com/imdea-software/apkmonk-scraper/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/imdea-software%2Fapkmonk-scraper/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":272343342,"owners_count":24917825,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-27T02:00:09.397Z","response_time":76,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-11-10T07:29:49.270Z","updated_at":"2025-08-27T15:14:49.840Z","avatar_url":"https://github.com/imdea-software.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Apkmonk Scraper\n\nThis is a python script that allows to crawl the apkmonk.com website. Given a list of Android apps, identified with their package name, the script visits the corresponding pages on apkmonk.com and downloads all the available releases of an APK file. \n\n## Requirements and installation\n\nThe script has requires `python3.x` in order to work, and uses `Selenium` and `Luigi`.\nThe easiest way to run the script is to install the required modules with the `pip` command as follows:\n\n`pip install -r requirements.txt`\n\n## Usage\nThe script takes mandatory parameters: \n\n`list-apps-file` is the path to a file with the list of apps for which you want to download previous versions. The format of this file should be 1 package name per line\n\n`output-folder` is the folder where you want the apps to be downloaded. The script will create one sub folder for each packagename in this folder.\n\nMoreover it is possible to specify the number of parallel tasks to speed up the crawling by using the `workers` parameter. By default there is only one worker. \n\nCreate a `luigi.cfg` file in the current directory to setup all the parameters if you do not want to specify them dynamically:\n\n`cp luigi.cfg.skel luigi.cfg` \n\nand change the path to the list of files and the output folder if needed.\nThen you can launch the script as follows:\n\n`python -m luigi --module ApkmonkScraper ScrapeApps --list-apps-file=list_of_apps.txt --output-folder=/Users/gorla/apkmonk --workers 4 --local-scheduler`\n\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fimdea-software%2Fapkmonk-scraper","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fimdea-software%2Fapkmonk-scraper","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fimdea-software%2Fapkmonk-scraper/lists"}