{"id":19427479,"url":"https://github.com/codesandbox/site-image-crawler-with-node","last_synced_at":"2025-10-09T08:07:58.464Z","repository":{"id":89500957,"uuid":"566477618","full_name":"codesandbox/Site-Image-Crawler-with-node","owner":"codesandbox","description":null,"archived":false,"fork":false,"pushed_at":"2023-07-11T17:57:04.000Z","size":28,"stargazers_count":5,"open_issues_count":1,"forks_count":3,"subscribers_count":4,"default_branch":"main","last_synced_at":"2025-04-05T17:46:52.112Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"TypeScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/codesandbox.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2022-11-15T18:57:34.000Z","updated_at":"2025-03-10T04:49:23.000Z","dependencies_parsed_at":null,"dependency_job_id":"c6969afd-c7ba-486b-9009-d9a7d69ab1ef","html_url":"https://github.com/codesandbox/Site-Image-Crawler-with-node","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":"Ekwuno/Site-Image-crawler","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codesandbox%2FSite-Image-Crawler-with-node","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codesandbox%2FSite-Image-Crawler-with-node/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codesandbox%2FSite-Image-Crawler-with-node/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/codesandbox%2FSite-Image-Crawler-with-node/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/codesandbox","download_url":"https://codeload.github.com/codesandbox/Site-Image-Crawler-with-node/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":248918173,"owners_count":21183128,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-11-10T14:11:52.248Z","updated_at":"2025-10-09T08:07:53.432Z","avatar_url":"https://github.com/codesandbox.png","language":"TypeScript","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Site-Image-crawler\n\nThis is web crawler built using cheerio js and node-fetch.\n\n## What is a web crawler?\n\nThis is a program or automated script which browses the World Wide Web in a methodical, automated manner. \n\n## What does this particular web crawler do?\n\nIt goes through a site, identifies all the link paths and gets back the images on each link page. Right now these links are logged to the console and the files are created in you filesystem. You can extend this application and save to a downloadable folder. \n\n## Usage \n\nAdd the site URL you want to crawl images for at the end of the functions\n\n```\ncrawl({\n\turl: \"\", // Add Site URL here\n     });\n\n```\n\n## Resources\n- Add your [configuration](https://codesandbox.io/docs/projects/learn/setting-up/tasks) to optimize it for [CodeSandbox](https://codesandbox.io/p/dashboard).\n- [CodeSandbox Projects — Docs](https://codesandbox.io/docs/projects)\n- [CodeSandbox — Discord](https://discord.gg/Ggarp3pX5H)\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcodesandbox%2Fsite-image-crawler-with-node","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fcodesandbox%2Fsite-image-crawler-with-node","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcodesandbox%2Fsite-image-crawler-with-node/lists"}