{"id":13398169,"url":"https://github.com/scrapinghub/portia","last_synced_at":"2025-05-13T16:06:12.897Z","repository":{"id":15252998,"uuid":"17982061","full_name":"scrapinghub/portia","owner":"scrapinghub","description":"Visual scraping for Scrapy","archived":false,"fork":false,"pushed_at":"2024-06-26T19:43:46.000Z","size":25569,"stargazers_count":9296,"open_issues_count":130,"forks_count":1408,"subscribers_count":504,"default_branch":"master","last_synced_at":"2024-10-29T10:55:05.325Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"bsd-3-clause","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/scrapinghub.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGES","contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2014-03-21T14:24:31.000Z","updated_at":"2024-10-26T09:35:30.000Z","dependencies_parsed_at":"2023-01-13T18:45:18.347Z","dependency_job_id":"60c64003-f420-41aa-ba3f-41b8e2199094","html_url":"https://github.com/scrapinghub/portia","commit_stats":{"total_commits":2155,"total_committers":53,"mean_commits":"40.660377358490564","dds":0.785614849187935,"last_synced_commit":"606467d278eab2236afcb3d260cb03bf6fb906a0"},"previous_names":[],"tags_count":40,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/scrapinghub%2Fportia","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/scrapinghub%2Fportia/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/scrapinghub%2Fportia/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/scrapinghub%2Fportia/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/scrapinghub","download_url":"https://codeload.github.com/scrapinghub/portia/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":250512701,"owners_count":21443067,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-07-30T19:00:18.923Z","updated_at":"2025-04-23T20:37:51.320Z","avatar_url":"https://github.com/scrapinghub.png","language":"Python","funding_links":[],"categories":["Python","Web Crawling \u0026 Web Scraping","All","JavaScript","资源列表","Web Crawling","HTML","Frameworks","Apps","HarmonyOS","HTML 处理","Web Crawling [🔝](#readme)","Awesome Python","📦 Legacy \u0026 Inactive Projects"],"sub_categories":["HTML 处理","Visual Web Scraping","Windows Manager","Web Crawling \u0026 Web Scraping"],"readme":"Portia\n======\n\nPortia is a tool that allows you to visually scrape websites without any programming knowledge required. With Portia you can annotate a web page to identify the data you wish to extract, and Portia will understand based on these annotations how to scrape data from similar pages.\n\n# Running Portia\n\nThe easiest way to run Portia is using [Docker]:\n\nYou can run Portia using Docker \u0026 official Portia-image by running:\n\n    docker run -v ~/portia_projects:/app/data/projects:rw -p 9001:9001 scrapinghub/portia\n\nYou can also set up a local instance with [Docker-compose] by cloning this repo \u0026 running from the root of the folder:\n\n    docker-compose up\n\nFor more detailed instructions, and alternatives to using Docker, see the [Installation] docs.\n\n# Documentation\n\nDocumentation can be found from [Read the docs]. Source files can be found in the ``docs`` directory.\n\n[Docker]: https://www.docker.com/\n[Docker-compose]:https://docs.docker.com/compose\n[Installation]: http://portia.readthedocs.org/en/latest/installation.html\n[Read the docs]: http://portia.readthedocs.org/en/latest/index.html\n[Scrapinghub]: https://portia.scrapinghub.com/\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fscrapinghub%2Fportia","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fscrapinghub%2Fportia","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fscrapinghub%2Fportia/lists"}