{"id":13776047,"url":"https://github.com/derekhe/proxypool","last_synced_at":"2025-05-11T08:34:55.897Z","repository":{"id":48443032,"uuid":"188793652","full_name":"derekhe/ProxyPool","owner":"derekhe","description":"高质量免费代理池——每日1w+代理资源滚动更新","archived":true,"fork":false,"pushed_at":"2021-07-26T08:11:42.000Z","size":1755,"stargazers_count":301,"open_issues_count":2,"forks_count":66,"subscribers_count":10,"default_branch":"master","last_synced_at":"2024-08-03T17:12:27.845Z","etag":null,"topics":["freeproxylist","proxy","proxypool"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/derekhe.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2019-05-27T07:30:40.000Z","updated_at":"2024-07-30T21:50:26.000Z","dependencies_parsed_at":"2022-09-14T06:20:24.405Z","dependency_job_id":null,"html_url":"https://github.com/derekhe/ProxyPool","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/derekhe%2FProxyPool","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/derekhe%2FProxyPool/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/derekhe%2FProxyPool/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/derekhe%2FProxyPool/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/derekhe","download_url":"https://codeload.github.com/derekhe/ProxyPool/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":225031486,"owners_count":17410084,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["freeproxylist","proxy","proxypool"],"created_at":"2024-08-03T17:01:58.632Z","updated_at":"2024-11-17T11:31:03.639Z","avatar_url":"https://github.com/derekhe.png","language":"Python","funding_links":[],"categories":["\u003ca id=\"d03d494700077f6a65092985c06bf8e8\"\u003e\u003c/a\u003e工具"],"sub_categories":["\u003ca id=\"b2241c68725526c88e69f1d71405c6b2\"\u003e\u003c/a\u003e代理爬取\u0026\u0026代理池"],"readme":"代理池\n============\n\n## 注意\n\n本代码库仅用于学习研究使用，请勿用于非法用途，本人不承担由此带来的任何法律问题。\n\n## 介绍\n\n在[《爬虫实战：从数据到产品》](https://item.jd.com/12575102.html)一书中，我讲到了一个基于ProxyBroker的代理池。经过我的长时间的实践，这个代理池用起来非常的方便和稳定。\n\n这个Repo将基于[ProxyBroker](https://github.com/constverum/ProxyBroker)，增加了中国区域的代理资源。并引入了docker-compose，能够快速的方便的开始代理的抓取。\n\n## 用法\n\n```\ndocker-compose up\n```\n\n然后浏览器打开http://localhost:8080/proxy.json 即可得代理列表。每个代理都经过类型的验证，代理资源会随着时间增长。每个代理的有效期为一天时间。\n\n由于很多代理资源在中国无法访问的网站，部署在国内的服务器上会影响资源的获取，所以推荐将服务器部署到国外的服务器。服务器推荐使用[DigitalOcean](https://m.do.co/c/4bc532e3ef94)，我的多个服务器都在SFO2区域，非常的稳定。\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fderekhe%2Fproxypool","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fderekhe%2Fproxypool","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fderekhe%2Fproxypool/lists"}