{"id":36487642,"url":"https://github.com/tzxyz/webber","last_synced_at":"2026-01-12T01:52:52.638Z","repository":{"id":57607796,"uuid":"124356621","full_name":"tzxyz/webber","owner":"tzxyz","description":"基于golang实现的一个轻量级爬虫框架","archived":false,"fork":false,"pushed_at":"2019-06-29T15:21:35.000Z","size":23,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":2,"default_branch":"master","last_synced_at":"2024-06-20T15:49:48.988Z","etag":null,"topics":["crawler","golang"],"latest_commit_sha":null,"homepage":"","language":"Go","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/tzxyz.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2018-03-08T07:53:21.000Z","updated_at":"2019-06-29T15:21:37.000Z","dependencies_parsed_at":"2022-08-30T08:52:21.611Z","dependency_job_id":null,"html_url":"https://github.com/tzxyz/webber","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/tzxyz/webber","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tzxyz%2Fwebber","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tzxyz%2Fwebber/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tzxyz%2Fwebber/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tzxyz%2Fwebber/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/tzxyz","download_url":"https://codeload.github.com/tzxyz/webber/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/tzxyz%2Fwebber/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":28331263,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-01-12T00:36:25.062Z","status":"ssl_error","status_checked_at":"2026-01-12T00:36:15.229Z","response_time":60,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.6:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["crawler","golang"],"created_at":"2026-01-12T01:52:52.557Z","updated_at":"2026-01-12T01:52:52.621Z","avatar_url":"https://github.com/tzxyz.png","language":"Go","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Webber\n一个轻量级爬虫框架\n\n## Get Started\n\n``` go\npackage main\n\nimport (\n\t\"strings\"\n\t\"github.com/tzxyz/webber\"\n)\n\nfunc main() {\n\twebber.New().\n\t\tName(\"妹子图\").\n\t\tStartUrls(\"http://www.meizitu.com/a/more_1.html\").\n\t\tProcessor(func(response *webber.Response) *webber.Result {\n\t\t// 列表页\n\t\tif strings.HasPrefix(response.GetUrl(), \"http://www.meizitu.com/a/more_\") {\n\t\t\tlinks := response.Html().Xpath(\"//h3[@class = 'tit']/a/@href\")\n\t\t\treturn webber.NewResult().PushUrls(links...)\n\t\t}\n\t\t// 详情页\n\t\treturn webber.NewResult().\n\t\t\tPushItem(\"images\", response.Html().Xpath(\"//div[@id='picture']/p/img/@src\")).\n\t\t\tPushItem(\"title\", response.Html().Xpath(\"//div[@class='metaRight']/h2/a/text()\"))\n\t}).Start()\n}\n\n```\n\n## LICENSE\n[MIT](LICENSE)","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Ftzxyz%2Fwebber","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Ftzxyz%2Fwebber","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Ftzxyz%2Fwebber/lists"}