{"id":32513035,"url":"https://github.com/stav/scrapybox","last_synced_at":"2025-10-27T22:49:37.960Z","repository":{"id":54295802,"uuid":"54349193","full_name":"stav/scrapybox","owner":"stav","description":"Scrapy GUI","archived":false,"fork":false,"pushed_at":"2021-02-26T02:13:10.000Z","size":45,"stargazers_count":12,"open_issues_count":1,"forks_count":2,"subscribers_count":2,"default_branch":"master","last_synced_at":"2025-10-17T03:14:40.119Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"bsd-3-clause","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/stav.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2016-03-21T00:54:25.000Z","updated_at":"2023-11-07T12:41:57.000Z","dependencies_parsed_at":"2022-08-13T11:20:09.954Z","dependency_job_id":null,"html_url":"https://github.com/stav/scrapybox","commit_stats":null,"previous_names":[],"tags_count":1,"template":false,"template_full_name":null,"purl":"pkg:github/stav/scrapybox","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/stav%2Fscrapybox","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/stav%2Fscrapybox/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/stav%2Fscrapybox/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/stav%2Fscrapybox/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/stav","download_url":"https://codeload.github.com/stav/scrapybox/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/stav%2Fscrapybox/sbom","scorecard":{"id":846982,"data":{"date":"2025-08-11","repo":{"name":"github.com/stav/scrapybox","commit":"3f6093d82d2f73096ae4af3d0390bed398424101"},"scorecard":{"version":"v5.2.1-40-gf6ed084d","commit":"f6ed084d17c9236477efd66e5b258b9d4cc7b389"},"score":1.7,"checks":[{"name":"Packaging","score":-1,"reason":"packaging workflow not detected","details":["Warn: no GitHub/GitLab publishing workflow detected."],"documentation":{"short":"Determines if the project is published as a package that others can easily download, install, easily update, and uninstall.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#packaging"}},{"name":"SAST","score":0,"reason":"no SAST tool detected","details":["Warn: no pull requests merged into dev branch"],"documentation":{"short":"Determines if the project uses static code analysis.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#sast"}},{"name":"Binary-Artifacts","score":10,"reason":"no binaries found in the repo","details":null,"documentation":{"short":"Determines if the project has generated executable (binary) artifacts in the source repository.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#binary-artifacts"}},{"name":"Dangerous-Workflow","score":-1,"reason":"no workflows found","details":null,"documentation":{"short":"Determines if the project's GitHub Action workflows avoid dangerous patterns.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#dangerous-workflow"}},{"name":"Code-Review","score":0,"reason":"Found 0/21 approved changesets -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project requires human code review before pull requests (aka merge requests) are merged.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#code-review"}},{"name":"Maintained","score":0,"reason":"0 commit(s) and 0 issue activity found in the last 90 days -- score normalized to 0","details":null,"documentation":{"short":"Determines if the project is \"actively maintained\".","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#maintained"}},{"name":"Token-Permissions","score":-1,"reason":"No tokens found","details":null,"documentation":{"short":"Determines if the project's workflows follow the principle of least privilege.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#token-permissions"}},{"name":"Pinned-Dependencies","score":-1,"reason":"no dependencies found","details":null,"documentation":{"short":"Determines if the project has declared and pinned the dependencies of its build process.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#pinned-dependencies"}},{"name":"CII-Best-Practices","score":0,"reason":"no effort to earn an OpenSSF best practices badge detected","details":null,"documentation":{"short":"Determines if the project has an OpenSSF (formerly CII) Best Practices Badge.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#cii-best-practices"}},{"name":"Security-Policy","score":0,"reason":"security policy file not detected","details":["Warn: no security policy file detected","Warn: no security file to analyze","Warn: no security file to analyze","Warn: no security file to analyze"],"documentation":{"short":"Determines if the project has published a security policy.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#security-policy"}},{"name":"Fuzzing","score":0,"reason":"project is not fuzzed","details":["Warn: no fuzzer integrations found"],"documentation":{"short":"Determines if the project uses fuzzing.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#fuzzing"}},{"name":"Signed-Releases","score":-1,"reason":"no releases found","details":null,"documentation":{"short":"Determines if the project cryptographically signs release artifacts.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#signed-releases"}},{"name":"License","score":10,"reason":"license file detected","details":["Info: project has a license file: LICENSE:0","Info: FSF or OSI recognized license: BSD 3-Clause \"New\" or \"Revised\" License: LICENSE:0"],"documentation":{"short":"Determines if the project has defined a license.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#license"}},{"name":"Branch-Protection","score":0,"reason":"branch protection not enabled on development/release branches","details":["Warn: branch protection not enabled for branch 'master'"],"documentation":{"short":"Determines if the default and release branches are protected with GitHub's branch protection settings.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#branch-protection"}},{"name":"Vulnerabilities","score":0,"reason":"12 existing vulnerabilities detected","details":["Warn: Project is vulnerable to: PYSEC-2023-120 / GHSA-45c4-8wx5-qw6w","Warn: Project is vulnerable to: GHSA-5m98-qgg9-wh84","Warn: Project is vulnerable to: GHSA-7gpw-8wmc-pm8g","Warn: Project is vulnerable to: GHSA-8495-4g3g-x7pr","Warn: Project is vulnerable to: PYSEC-2024-26 / GHSA-8qpw-xqxj-h4r2","Warn: Project is vulnerable to: GHSA-9548-qrrj-x5pj","Warn: Project is vulnerable to: PYSEC-2023-246 / GHSA-gfw2-4jvh-wgfg","Warn: Project is vulnerable to: GHSA-pjjw-qhg8-p2p9","Warn: Project is vulnerable to: PYSEC-2023-250 / GHSA-q3qx-c6g2-7pw2","Warn: Project is vulnerable to: PYSEC-2023-251 / GHSA-qvrw-v9rv-5rjx","Warn: Project is vulnerable to: PYSEC-2021-76 / GHSA-v6wp-4m6f-gcjg","Warn: Project is vulnerable to: PYSEC-2023-247 / GHSA-xx9p-xxvh-7g8j"],"documentation":{"short":"Determines if the project has open, known unfixed vulnerabilities.","url":"https://github.com/ossf/scorecard/blob/f6ed084d17c9236477efd66e5b258b9d4cc7b389/docs/checks.md#vulnerabilities"}}]},"last_synced_at":"2025-08-23T21:42:35.664Z","repository_id":54295802,"created_at":"2025-08-23T21:42:35.664Z","updated_at":"2025-08-23T21:42:35.664Z"},"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":281355355,"owners_count":26486896,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-10-27T02:00:05.855Z","response_time":61,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2025-10-27T22:49:36.209Z","updated_at":"2025-10-27T22:49:37.955Z","avatar_url":"https://github.com/stav.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"\n\u003e This project was put on hold after I realized that I did not have an easy way\n\u003e to get control of the logging output; I must be missing something easy.\n\n\u003e Crawling is currently still hardcoded to `example.com`.\n\n# Scrapybox - a Scrapy GUI\n\nA RESTful async Python web server that runs arbitrary code within Scrapy spiders\nvia an HTML webapge interface.\n\n1. Server receives POST request\n2. Server uses Scrapy to crawl site\n3. Server sends back standard output\n\n### Quick Serve\n\n    pip install scrapybox\n    pip install scrapy\n    python -m scrapybox.server.server\n\n#### GUI\n\nVisit http://localhost:8080/ in web browser.\n\n#### Client\n\n    curl \"http://localhost:8080/api/eval/response.status\"\n    200\n\n## License\n\nBSD licensed\n\n## Installation\n\n### Requirements\n\n* Python 3.5.0+\n\nSee also: `requirements.txt`\n\n### Install Scrapy\n\n    $ pip install scrapy\n\n### Install Scrapybox\n\n    $ git clone git@github.com:stav/scrapybox.git\n    $ cd scrapybox\n    $ python setup.py install\n\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/scrapybox-0.1-py3.6.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/aiohttp-2.3.1-py3.6-linux-x86_64.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/Jinja2-2.9.6-py3.6.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/yarl-0.13.0-py3.6-linux-x86_64.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/async_timeout-2.0.0-py3.6.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/multidict-3.3.0-py3.6.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/chardet-3.0.4-py3.6.egg\n    Installed /home/stav/.virtualenvs/xme2/lib/python3.6/site-packages/MarkupSafe-1.0-py3.6-linux-x86_64.egg\n    Finished processing dependencies for scrapybox==0.1\n\n## Server\n\nRun in the server in a terminal perhaps.\n\n### Startup\n\n    $ sbserve\n\n    Reactor installed\n    2017-10-25 12:14:22 [scrapybox.server.server] INFO: Scrapybox server starting\n    2017-10-25 12:14:22 [scrapybox.server.server] INFO: Twisted reactor running\n    2017-10-25 12:14:22 [scrapybox.server.server] INFO: Aiohttp server starting\n    2017-10-25 12:14:22 [stdout] INFO: ======== Running on http://0.0.0.0:8080 ========\n    2017-10-25 12:14:22 [stdout] INFO: (Press CTRL+C to quit)\n\n### Shutdown\n\nSend interrupt signal *(ctrl-c)*\n\n    ^C\n    2017-10-25 12:19:44 [scrapybox.server.server] INFO: Scrapybox server shutting down\n    2017-10-25 12:19:44 [scrapybox.server.server] INFO: Scrapybox server shutdown complete\n\n## Client Examples\n\n### Hello world!\n\n    $ curl \"http://localhost:8080/api/hello\"\n\n    Hello world!\n\n### Get response status\n\n    $ curl -i \"http://localhost:8080/api/eval/response.status\"\n\n    HTTP/1.1 200 OK\n    Content-Length: 4\n    Content-Type: application/octet-stream\n    Date: Wed, 25 Oct 2017 16:29:45 GMT\n    Server: Python/3.6 aiohttp/2.3.1\n\n    200\n\n### Get response headers\n\n    $ curl \"http://localhost:8080/api/eval/response.headers\"\n\n    {b'Accept-Ranges': [b'bytes'], b'Cache-Control': [b'max-age=604800'], b'Content-Type': [b'text/html'], b'Date': [b'Wed, 25 Oct 2017 06:49:17 GMT'], b'Etag': [b'\"359670651\"'], b'Expires': [b'Wed, 01 Nov 2017 06:49:17 GMT'], b'Last-Modified': [b'Fri, 09 Aug 2013 23:54:35 GMT'], b'Server': [b'ECS (mdw/1275)'], b'Vary': [b'Accept-Encoding'], b'X-Cache': [b'HIT']}\n\n### Show the response object\n\n    $ curl \"http://localhost:8080/api/eval/response\"\n\n    \u003c200 http://www.example.com/\u003e\n\n### Show the spider object\n\n    $ curl \"http://localhost:8080/api/eval/self\"\n\n    \u003cSpider 'parse' at 0x7f3a3af2fb38\u003e\n\n    $ curl \"http://localhost:8080/api/eval/self.__dict__\"\n\n    {'settings': \u003cscrapy.settings.Settings object at 0x7f3a3af47e10\u003e, 'result': {...}, 'crawler': \u003cscrapy.crawler...\u003e}\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fstav%2Fscrapybox","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fstav%2Fscrapybox","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fstav%2Fscrapybox/lists"}