{"id":18623057,"url":"https://github.com/igaozp/jobwitcher","last_synced_at":"2025-11-03T16:30:30.878Z","repository":{"id":105800272,"uuid":"150930806","full_name":"igaozp/JobWitcher","owner":"igaozp","description":"JobWitcher 招聘网站爬虫合集","archived":false,"fork":false,"pushed_at":"2019-07-07T12:19:36.000Z","size":44,"stargazers_count":3,"open_issues_count":0,"forks_count":1,"subscribers_count":3,"default_branch":"master","last_synced_at":"2024-12-27T05:09:08.944Z","etag":null,"topics":["crawler","python3","redis","scrapy","spider"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/igaozp.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2018-09-30T04:36:16.000Z","updated_at":"2024-05-11T03:15:09.000Z","dependencies_parsed_at":"2023-06-14T01:47:48.372Z","dependency_job_id":null,"html_url":"https://github.com/igaozp/JobWitcher","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igaozp%2FJobWitcher","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igaozp%2FJobWitcher/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igaozp%2FJobWitcher/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/igaozp%2FJobWitcher/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/igaozp","download_url":"https://codeload.github.com/igaozp/JobWitcher/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":239418547,"owners_count":19635203,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["crawler","python3","redis","scrapy","spider"],"created_at":"2024-11-07T04:20:54.872Z","updated_at":"2025-11-03T16:30:30.845Z","avatar_url":"https://github.com/igaozp.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"## JobWitcher - 招聘网站爬虫合集\n\n\n\n![PyPI - Python Version](https://img.shields.io/pypi/pyversions/Django.svg) ![GitHub](https://img.shields.io/github/license/mashape/apistatus.svg)\n\n\n使用 Scrapy 框架实现的招聘网站爬虫，通过 Redis 完成数据的增量抓取，并持久化到 MySQL 数据库中\n\n支持的网站列表：\n- 智联招聘\n- 拉勾网\n- 前程无忧\n- BOSS 直聘\n- 猎聘网\n\n## 运行\n在爬虫根目录下执行命令行命令：\n```bash\n$python main.py\n```\n\n## LICENSE\n[MIT](https://github.com/igaozp/JobWitcher/blob/master/LICENSE)\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Figaozp%2Fjobwitcher","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Figaozp%2Fjobwitcher","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Figaozp%2Fjobwitcher/lists"}