{"id":19569569,"url":"https://github.com/wangy8961/python3-concurrency-pics-02","last_synced_at":"2025-04-09T12:06:47.222Z","repository":{"id":49377065,"uuid":"146243273","full_name":"wangy8961/python3-concurrency-pics-02","owner":"wangy8961","description":"爬取 www.mzitu.com 全站图片，截至目前共5162个图集，16.5万多张美女图片，使用 asyncio 和 aiohttp 实现的异步版本只需要不到2小时就能爬取完成。按日期创建图集目录，保存更合理。控制台只显示下载的进度条，详细信息保存在日志文件中。支持异常处理，不会终止爬虫程序。失败的请求，下次再执行爬虫程序时会自动下载","archived":false,"fork":false,"pushed_at":"2019-08-27T01:21:28.000Z","size":116,"stargazers_count":330,"open_issues_count":1,"forks_count":85,"subscribers_count":18,"default_branch":"master","last_synced_at":"2025-04-02T10:12:51.676Z","etag":null,"topics":["aiohttp","asyncio","concurrency","coroutine","futures","progressbar","python3","requests","threadpool"],"latest_commit_sha":null,"homepage":"http://www.madmalls.com/blog/post/python3-concurrency-pics-02/","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/wangy8961.png","metadata":{},"created_at":"2018-08-27T03:39:17.000Z","updated_at":"2025-03-06T13:07:26.000Z","dependencies_parsed_at":"2022-08-25T15:02:06.586Z","dependency_job_id":null,"html_url":"https://github.com/wangy8961/python3-concurrency-pics-02","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/wangy8961%2Fpython3-concurrency-pics-02","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/wangy8961%2Fpython3-concurrency-pics-02/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/wangy8961%2Fpython3-concurrency-pics-02/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/wangy8961%2Fpython3-concurrency-pics-02/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/wangy8961","download_url":"https://codeload.github.com/wangy8961/python3-concurrency-pics-02/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":248036063,"owners_count":21037092,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["aiohttp","asyncio","concurrency","coroutine","futures","progressbar","python3","requests","threadpool"],"created_at":"2024-11-11T06:11:04.187Z","updated_at":"2025-04-09T12:06:47.215Z","avatar_url":"https://github.com/wangy8961.png","language":"Python","readme":null,"funding_links":[],"categories":[],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fwangy8961%2Fpython3-concurrency-pics-02","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fwangy8961%2Fpython3-concurrency-pics-02","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fwangy8961%2Fpython3-concurrency-pics-02/lists"}