{"id":16416348,"url":"https://github.com/igapyon/selecrawler","last_synced_at":"2026-05-06T09:44:54.488Z","repository":{"id":153082168,"uuid":"86913679","full_name":"igapyon/selecrawler","owner":"igapyon","description":"Simple selenium based web crawler","archived":false,"fork":false,"pushed_at":"2017-04-16T12:46:35.000Z","size":97,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":2,"default_branch":"master","last_synced_at":"2025-01-06T17:15:49.341Z","etag":null,"topics":["chrome","crawler","java","selenium","web"],"latest_commit_sha":null,"homepage":"https://igapyon.github.io/selecrawler/","language":"Java","has_issues":false,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"lgpl-3.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/igapyon.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2017-04-01T13:00:45.000Z","updated_at":"2017-04-02T11:09:52.000Z","dependencies_parsed_at":null,"dependency_job_id":"cf1375cf-7da9-4933-b47c-61fd8b98ac14","html_url":"https://github.com/igapyon/selecrawler","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igapyon%2Fselecrawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igapyon%2Fselecrawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igapyon%2Fselecrawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igapyon%2Fselecrawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/igapyon","download_url":"https://codeload.github.com/igapyon/selecrawler/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":240466791,"owners_count":19805862,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["chrome","crawler","java","selenium","web"],"created_at":"2024-10-11T07:09:01.730Z","updated_at":"2026-05-06T09:44:49.454Z","avatar_url":"https://github.com/igapyon.png","language":"Java","funding_links":[],"categories":[],"sub_categories":[],"readme":"# selecrawler\n\nSimple utility kit for Java like web crawler using selenium and chrome.\n\n## About robots rule\n\nYou will need to learn robots rule if you want to create web crawler.\n\nYou can find robots rule link below:\n\n* https://en.wikipedia.org/wiki/Robots_exclusion_standard\n\n## Note Maven\n\n```sh\nmvn archetype:generate -DgroupId=jp.igapyon.selecrawler -DartifactId=selecrawler -DarchetypeArtifactId=maven-archetype-quickstart -DinteractiveMode=false\n```\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Figapyon%2Fselecrawler","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Figapyon%2Fselecrawler","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Figapyon%2Fselecrawler/lists"}