{"id":19943089,"url":"https://github.com/nxhawk/crawl-data-python","last_synced_at":"2025-03-01T13:24:42.996Z","repository":{"id":49751594,"uuid":"517929221","full_name":"nxhawk/Crawl-Data-Python","owner":"nxhawk","description":"Web crawling (or data crawling) is used for data extraction and refers to collecting data from either the world wide web or, in data crawling cases – any document, file, etc . Traditionally, it is done in large quantities. Therefore, usually done with a crawler agent.","archived":false,"fork":false,"pushed_at":"2022-07-26T06:44:52.000Z","size":37,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-01-12T05:08:19.661Z","etag":null,"topics":["crawling","crawling-python","get-data","python3"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/nxhawk.png","metadata":{},"created_at":"2022-07-26T05:45:09.000Z","updated_at":"2022-11-28T10:28:57.000Z","dependencies_parsed_at":"2022-09-11T08:41:34.748Z","dependency_job_id":null,"html_url":"https://github.com/nxhawk/Crawl-Data-Python","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/nxhawk%2FCrawl-Data-Python","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/nxhawk%2FCrawl-Data-Python/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/nxhawk%2FCrawl-Data-Python/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/nxhawk%2FCrawl-Data-Python/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/nxhawk","download_url":"https://codeload.github.com/nxhawk/Crawl-Data-Python/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":241369614,"owners_count":19951772,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["crawling","crawling-python","get-data","python3"],"created_at":"2024-11-13T00:15:15.141Z","updated_at":"2025-03-01T13:24:42.986Z","avatar_url":"https://github.com/nxhawk.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":null,"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fnxhawk%2Fcrawl-data-python","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fnxhawk%2Fcrawl-data-python","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fnxhawk%2Fcrawl-data-python/lists"}