{"id":16661092,"url":"https://github.com/acuciureanu/spidertrap-rs","last_synced_at":"2025-06-24T13:06:00.297Z","repository":{"id":184679925,"uuid":"672314223","full_name":"acuciureanu/spidertrap-rs","owner":"acuciureanu","description":"A simple trap for web crawlers","archived":false,"fork":false,"pushed_at":"2023-08-02T17:39:41.000Z","size":8,"stargazers_count":12,"open_issues_count":3,"forks_count":0,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-03-23T20:51:15.438Z","etag":null,"topics":["anti-bot","anti-scraping","bot-detection","bot-trap","crawler-trap","cybersecurity","data-privacy","ethical-hacking","intrusion-detection","network-security","rust","server-defense","spider-trap","web-crawler","web-monitoring","web-robots","web-scraping","web-security","web-spider","website-protection"],"latest_commit_sha":null,"homepage":"https://github.com/acuciureanu/spidertrap-rs","language":"Rust","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/acuciureanu.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-07-29T16:43:07.000Z","updated_at":"2025-01-04T17:51:01.000Z","dependencies_parsed_at":"2023-08-18T15:45:46.128Z","dependency_job_id":null,"html_url":"https://github.com/acuciureanu/spidertrap-rs","commit_stats":null,"previous_names":["acuciureanu/spidertrap-rs"],"tags_count":2,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/acuciureanu%2Fspidertrap-rs","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/acuciureanu%2Fspidertrap-rs/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/acuciureanu%2Fspidertrap-rs/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/acuciureanu%2Fspidertrap-rs/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/acuciureanu","download_url":"https://codeload.github.com/acuciureanu/spidertrap-rs/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":248092726,"owners_count":21046541,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["anti-bot","anti-scraping","bot-detection","bot-trap","crawler-trap","cybersecurity","data-privacy","ethical-hacking","intrusion-detection","network-security","rust","server-defense","spider-trap","web-crawler","web-monitoring","web-robots","web-scraping","web-security","web-spider","website-protection"],"created_at":"2024-10-12T10:33:31.288Z","updated_at":"2025-04-09T18:51:58.091Z","avatar_url":"https://github.com/acuciureanu.png","language":"Rust","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Spider Trap\n\n## Inspiration\n\nThis project was inspired by [Spider Trap](https://github.com/adhdproject/spidertrap)\n\n## Description\n\nA simple tool for catching web crawlers.\n\n## Build\n\n```bash\ncargo build --release\n```\n\n## Run\n\n```bash\ncargo run\n```\n\n```bash\ncargo run -- --port 8080 --directories ./web-directories.txt --min-links 5 --max-links 10 --min-length 3 --max-length 20\n```\n\n## Usage\n\n```bash\nUsage: spidertrap-rs [OPTIONS]\n\nOptions:\n      --port \u003cPORT\u003e              [default: 8080]\n      --directories \u003cDIRECTORIES\u003e\n      --min-links \u003cMIN_LINKS\u003e    [default: 5]\n      --max-links \u003cMAX_LINKS\u003e    [default: 10]\n      --min-length \u003cMIN_LENGTH\u003e  [default: 3]\n      --max-length \u003cMAX_LENGTH\u003e  [default: 20]\n  -h, --help                     Print help\n```\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Facuciureanu%2Fspidertrap-rs","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Facuciureanu%2Fspidertrap-rs","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Facuciureanu%2Fspidertrap-rs/lists"}