{"id":21933158,"url":"https://github.com/link-wolf/arachnida","last_synced_at":"2026-05-11T03:20:41.503Z","repository":{"id":194814152,"uuid":"670230241","full_name":"Link-Wolf/arachnida","owner":"Link-Wolf","description":"42 project - Web scrapper and metadta/ExIF extractor","archived":false,"fork":false,"pushed_at":"2024-09-24T13:24:55.000Z","size":622,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-01-27T12:49:39.722Z","etag":null,"topics":["42","42born2code","42school","cybersecurity","javascript","js","linux"],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/Link-Wolf.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-07-24T15:19:14.000Z","updated_at":"2024-11-17T23:47:55.000Z","dependencies_parsed_at":"2023-09-15T07:52:18.475Z","dependency_job_id":"ca0eff69-c2fa-47ba-9bbb-28cf3df315cc","html_url":"https://github.com/Link-Wolf/arachnida","commit_stats":null,"previous_names":["link-wolf/arachnida"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Link-Wolf%2Farachnida","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Link-Wolf%2Farachnida/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Link-Wolf%2Farachnida/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/Link-Wolf%2Farachnida/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/Link-Wolf","download_url":"https://codeload.github.com/Link-Wolf/arachnida/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":244960907,"owners_count":20538900,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["42","42born2code","42school","cybersecurity","javascript","js","linux"],"created_at":"2024-11-29T00:08:37.090Z","updated_at":"2026-05-11T03:20:41.492Z","avatar_url":"https://github.com/Link-Wolf.png","language":"JavaScript","funding_links":[],"categories":[],"sub_categories":[],"readme":"\u003cdiv id=\"top\"\u003e\u003c/div\u003e\n\n\u003cdiv align=\"center\"\u003e\n \u003ca href=\"https://github.com/Link-Wolf/arachnida\" title=\"Go to GitHub repo\"\u003e\u003cimg src=\"https://img.shields.io/static/v1?label=Link-Wolf\u0026message=arachnida\u0026color=blue\u0026logo=github\u0026style=for-the-badge\" alt=\"Link-Wolf - arachnida\"\u003e\u003c/a\u003e\n \u003ca href=\"https://\"\u003e\u003cimg src=\"https://img.shields.io/badge/Year-2022-ffad9b?style=for-the-badge\" alt=\"Year - 2022\"\u003e\u003c/a\u003e\n \u003ca href=\"https://github.com/Link-Wolf/arachnida/stargazers\"\u003e\u003cimg src=\"https://img.shields.io/github/stars/Link-Wolf/arachnida?style=for-the-badge\u0026color=yellow\" alt=\"stars - arachnida\"\u003e\u003c/a\u003e\n \u003ca href=\"https://github.com/Link-Wolf/arachnida/network/members\"\u003e\u003cimg src=\"https://img.shields.io/github/forks/Link-Wolf/arachnida?style=for-the-badge\u0026color=lightgray\" alt=\"forks - arachnida\"\u003e\u003c/a\u003e\n \u003ca href=\"https://github.com/Link-Wolf/arachnida/issues\"\u003e\u003cimg src=\"https://img.shields.io/github/issues/Link-Wolf/arachnida?style=for-the-badge\u0026color=orange\" alt=\"issues - arachnida\"\u003e\u003c/a\u003e\n \u003ca href=\"https://www.linux.org/\" title=\"Go to Linux homepage\"\u003e\u003cimg src=\"https://img.shields.io/badge/OS-linux-blue?logo=linux\u0026logoColor=white\u0026style=for-the-badge\u0026color=9cf\" alt=\"OS - linux\"\u003e\u003c/a\u003e\n\u003c/div\u003e\n\n\u003c!-- PROJECT LOGO --\u003e\n\u003cbr /\u003e\n\u003cdiv align=\"center\"\u003e\n\n  \u003ch3 align=\"center\"\u003eArachnida\u003c/h3\u003e\n\n  \u003cp align=\"center\"\u003e\n   \u003cem\u003espider..scorpion..or both\u003c/em\u003e\u003cbr/\u003e\n    A web scrapper that extract images and a metadata/ExIF extractor\n    \u003cbr /\u003e\n    \u003cbr /\u003e\n    \u003ca href=\"https://github.com/Link-Wolf/arachnida/issues\"\u003eReport Bug\u003c/a\u003e\n    ·\n    \u003ca href=\"https://github.com/Link-Wolf/arachnida/issues\"\u003eRequest Feature\u003c/a\u003e\n  \u003c/p\u003e\n\u003c/div\u003e\n\n\u003c!-- TABLE OF CONTENTS --\u003e\n\u003cdetails\u003e\n  \u003csummary\u003eTable of Contents\u003c/summary\u003e\n  \u003col\u003e\n    \u003cli\u003e\n      \u003ca href=\"#goal\"\u003eGoal\u003c/a\u003e\n    \u003c/li\u003e\n    \u003cli\u003e\n      \u003ca href=\"#getting-started\"\u003eGetting Started\u003c/a\u003e\n      \u003cul\u003e\n        \u003cli\u003e\u003ca href=\"#prerequisites\"\u003ePrerequisites\u003c/a\u003e\u003c/li\u003e\n        \u003cli\u003e\u003ca href=\"#installation\"\u003eInstallation\u003c/a\u003e\u003c/li\u003e\n      \u003c/ul\u003e\n    \u003c/li\u003e\n    \u003cli\u003e\u003ca href=\"#usage-examples\"\u003eUsage examples\u003c/a\u003e\u003c/li\u003e\n    \u003cli\u003e\u003ca href=\"#contributing\"\u003eContributing\u003c/a\u003e\u003c/li\u003e\n  \u003c/ol\u003e\n\u003c/details\u003e\n\n\u003c!-- GOAL --\u003e\n\n## Goal\n\n\u003cdiv align=\"center\"\u003e\n  \u003ca\u003e\n\t\u003cimg src=\"assets/spider.webp\" alt=\"arachnida\"\u003e\n  \u003c/a\u003e\n\u003c/div\u003e\n\u003c/br\u003e\n\nThis cybersecurity project is composed by two differents executables.\nThe first one, spider, is a web scrapper that extract and download images (jpeg, png, gif and bpm) from a website, and is able to act recursively on the links found in the website.\nThe second one, scorpion, is an ExIF tool that extract metadata from images (jpeg, png, gif and bpm)\n\n\u003e Both are written using NodeJS and use a minimal amount of external libraries, the logic is mostly homemade.\n\n\u003cp align=\"right\"\u003e(\u003ca href=\"#top\"\u003eback to top\u003c/a\u003e)\u003c/p\u003e\n\n\u003c!-- GETTING STARTED --\u003e\n\n## Getting Started\n\n### Prerequisites\n\n-   [NodeJS](https://nodejs.org/en/download/)\n\n### Installation\n\n1. Clone the repo\n\n    ```sh\n    $\u003e git clone https://github.com/Link-Wolf/arachnida.git\n    ```\n\n2. Launch one of the two executables\n\n    ```sh\n    $\u003e cd arachnida\n    $\u003e ./spider [-r] [-l level] [-p path] url\n    ```\n\n    \u003e -r : recursive mode\n    \u003e -l : level of recursion\n    \u003e -p : path to save images\n    \u003e url : url to scrap\n\n    ***\n\n    ```sh\n    $\u003e cd arachnida\n    $\u003e ./scorpion FILE1 [FILE2 ...]\n    ```\n\n    \u003e FILE : path to image\n\n\u003cp align=\"right\"\u003e(\u003ca href=\"#top\"\u003eback to top\u003c/a\u003e)\u003c/p\u003e\n\n\u003c!-- USAGE EXAMPLES --\u003e\n\n## Usage examples\n\n#### Spider\n\n![spider](assets/spider_example.png)\n\n#### Scorpion\n\n![scorpion](assets/scorpion_example.png)\n\n\u003cp align=\"right\"\u003e(\u003ca href=\"#top\"\u003eback to top\u003c/a\u003e)\u003c/p\u003e\n\n\u003c!-- CONTRIBUTING --\u003e\n\n## Contributing\n\nIf you have a suggestion that would make this better, please fork the repo and create a pull request. You can also simply open an issue with the tag \"enhancement\".\nDon't forget to give the project a star! Thanks again!\n\n1. Fork the Project\n2. Create your Feature Branch (`git checkout -b feature/AmazingFeature`)\n3. Commit your Changes (`git commit -m 'Add some AmazingFeature'`)\n4. Push to the Branch (`git push origin feature/AmazingFeature`)\n5. Open a Pull Request\n\n\u003cp align=\"right\"\u003e(\u003ca href=\"#top\"\u003eback to top\u003c/a\u003e)\u003c/p\u003e\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Flink-wolf%2Farachnida","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Flink-wolf%2Farachnida","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Flink-wolf%2Farachnida/lists"}