{"id":22156359,"url":"https://github.com/xanke/node-crawler-server","last_synced_at":"2025-07-26T08:31:20.973Z","repository":{"id":27088507,"uuid":"109500243","full_name":"xanke/node-crawler-server","owner":"xanke","description":"一个轻量级nodejs的远程采集服务器","archived":false,"fork":false,"pushed_at":"2023-01-23T18:21:14.000Z","size":76,"stargazers_count":6,"open_issues_count":5,"forks_count":0,"subscribers_count":2,"default_branch":"master","last_synced_at":"2023-02-26T04:41:57.690Z","etag":null,"topics":["crawler","nodejs","server"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/xanke.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2017-11-04T14:12:09.000Z","updated_at":"2019-09-03T06:25:12.000Z","dependencies_parsed_at":"2023-02-13T02:00:54.415Z","dependency_job_id":null,"html_url":"https://github.com/xanke/node-crawler-server","commit_stats":null,"previous_names":[],"tags_count":null,"template":null,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xanke%2Fnode-crawler-server","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xanke%2Fnode-crawler-server/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xanke%2Fnode-crawler-server/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xanke%2Fnode-crawler-server/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/xanke","download_url":"https://codeload.github.com/xanke/node-crawler-server/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":227661984,"owners_count":17800588,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["crawler","nodejs","server"],"created_at":"2024-12-02T02:42:08.617Z","updated_at":"2024-12-02T02:42:09.187Z","avatar_url":"https://github.com/xanke.png","language":"JavaScript","readme":"# node-crawler\n一个基于nodejs的网站采集服务器\n可部署在任何服务器上远程调用\n\n#### DEMO\n发送请求\nrun npm dev\nPOST: /scan\n```json\n{\n    \"url\": \"http://www.charlotterusse.com/shoes/shop-all-shoes?sz=30\u0026start=0\",\n    \"model\": [{\"find\":\".product-tile\",\"child\":[{\"name\":\"name\",\"type\":\"\",\"method\":[{\"find\":\".name-link\",\"attr\":\"\"}]},{\"name\":\"price\",\"type\":\"\",\"method\":[{\"find\":\".price-sales\",\"attr\":\"\"}]},{\"name\":\"image\",\"type\":\"\",\"method\":[{\"find\":\"img\",\"attr\":\"src\"}]},{\"name\":\"url\",\"type\":\"\",\"method\":[{\"find\":\"a\",\"attr\":\"href\"}]}]}],\n    \"oid\": \"7e11c4cb-0456-e9a9-65d5-b64c86d12b94\"\n}\n```\n\n#### 部署\n推荐使用 forever https://github.com/foreverjs/forever\n##### 启动服务器\nforever start server.js","funding_links":[],"categories":[],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fxanke%2Fnode-crawler-server","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fxanke%2Fnode-crawler-server","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fxanke%2Fnode-crawler-server/lists"}