{"id":13989145,"url":"https://github.com/codassassin/website-url-scraper","last_synced_at":"2025-07-22T10:31:24.055Z","repository":{"id":132903016,"uuid":"391647722","full_name":"codassassin/website-url-scraper","owner":"codassassin","description":"This is a website url scraper built using python.","archived":false,"fork":false,"pushed_at":"2021-08-16T05:16:03.000Z","size":25,"stargazers_count":8,"open_issues_count":0,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2024-11-29T08:38:10.661Z","etag":null,"topics":["url-finder","url-parser","website-scanner","website-scraper"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/codassassin.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null}},"created_at":"2021-08-01T14:20:23.000Z","updated_at":"2024-09-21T15:43:59.000Z","dependencies_parsed_at":"2023-05-21T19:30:17.262Z","dependency_job_id":null,"html_url":"https://github.com/codassassin/website-url-scraper","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/codassassin/website-url-scraper","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codassassin%2Fwebsite-url-scraper","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codassassin%2Fwebsite-url-scraper/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codassassin%2Fwebsite-url-scraper/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codassassin%2Fwebsite-url-scraper/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/codassassin","download_url":"https://codeload.github.com/codassassin/website-url-scraper/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codassassin%2Fwebsite-url-scraper/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":266475075,"owners_count":23934877,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-07-22T02:00:09.085Z","response_time":66,"last_error":null,"robots_txt_status":null,"robots_txt_updated_at":null,"robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["url-finder","url-parser","website-scanner","website-scraper"],"created_at":"2024-08-09T13:01:32.274Z","updated_at":"2025-07-22T10:31:23.741Z","avatar_url":"https://github.com/codassassin.png","language":"Python","funding_links":[],"categories":["Python"],"sub_categories":[],"readme":"# website-url-scraper\nThis is a website url scraper built using python.\n\n## How to use?\n* First:\n```\ngit clone https://github.com/codassassin/website-url-scraper.git\n```\n* Then run the urlPathSearch.py file:\n```\npython urlPathSearch.py\n```\n\n## Result Image\n![result_01](https://user-images.githubusercontent.com/55107082/128022634-cd8b92c5-b672-44be-b8e8-c38b5f81c298.png)\n\n\n### Disclaimer !!\n\n\u003e This tool is only for testing and academic purposes and can only be used where strict consent has been given. Do not use it for\n\u003e illegal purposes! It is the end user’s responsibility to obey all applicable local, state and federal laws. Developers assume no\n\u003e liability and are not responsible for any misuse or damage caused by this tool and software in general.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcodassassin%2Fwebsite-url-scraper","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fcodassassin%2Fwebsite-url-scraper","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcodassassin%2Fwebsite-url-scraper/lists"}