{"id":25900872,"url":"https://github.com/pixelastic/reddinx","last_synced_at":"2025-07-18T13:33:23.243Z","repository":{"id":39778025,"uuid":"281988219","full_name":"pixelastic/reddinx","owner":"pixelastic","description":"Import all pictures from a subreddit in a format suitable for Algolia","archived":false,"fork":false,"pushed_at":"2025-04-10T13:38:28.000Z","size":2418,"stargazers_count":2,"open_issues_count":4,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-06-26T13:18:12.352Z","etag":null,"topics":["algolia","reddit"],"latest_commit_sha":null,"homepage":"https://projects.pixelastic.com/reddinx/","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/pixelastic.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2020-07-23T15:25:30.000Z","updated_at":"2024-10-08T03:38:17.000Z","dependencies_parsed_at":"2023-01-29T04:30:54.829Z","dependency_job_id":"52517042-84dc-4c2c-a276-c513555513dc","html_url":"https://github.com/pixelastic/reddinx","commit_stats":{"total_commits":106,"total_committers":3,"mean_commits":"35.333333333333336","dds":0.4811320754716981,"last_synced_commit":"5b57aeab1c3ca90367e60760b05c36de786b3c77"},"previous_names":[],"tags_count":11,"template":false,"template_full_name":null,"purl":"pkg:github/pixelastic/reddinx","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Freddinx","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Freddinx/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Freddinx/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Freddinx/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/pixelastic","download_url":"https://codeload.github.com/pixelastic/reddinx/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Freddinx/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":265768590,"owners_count":23825152,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["algolia","reddit"],"created_at":"2025-03-03T02:19:29.056Z","updated_at":"2025-07-18T13:33:23.167Z","avatar_url":"https://github.com/pixelastic.png","language":"JavaScript","funding_links":[],"categories":[],"sub_categories":[],"readme":"\u003c!--\n  This page was automatically generated by aberlaas readme.\n  DO NOT EDIT IT MANUALLY.\n--\u003e\n\n# reddinx\n\n\u003cdiv class=\"lead\"\u003e\n  \u003ccode\u003ereddinx\u003c/code\u003e is a reddit indexer. It saves on disk all posts of\n  a specific subreddit, in a format compatible with Algolia records.\n\u003c/div\u003e\n\n## Usage\n\n```javascript\nconst reddinx = require('reddinx');\n\n// Launch an initial import of all posts since the subreddit creation\nawait reddinx.initial(subredditName)\n\n// Then, periodically (for example once every day), update the data with\nawait reddinx.incremental(subredditName)\n```\n\n## What it does\n\nIt will get all posts metadata of the specified subreddit and save them on disk\nin the `./data` folder. You don't need any API key, as both those API are free\nto use.\n\nDepending on the size of the subreddit, this can take up to several hours for an\ninitial import and should be much faster on any subsequent incremental import.\n\n## How it works\n\nThe reddit API only allows access to the most recent posts, so to get all posts\nfrom the subreddit creation (which can be years old), we rely on a third\nparty API: pushshift.io.\n\nPushshift provides an API to query all reddit posts, even very old ones. But its\ndata is not fresh; it's a snapshot of what the post looked like at the time\npushshift indexed it.\n\nSo once we got the list of all posts from pushshift, we query the reddit API to\nget the latest content, and save it on disk.\n\n## Documentation\n\nThe complete documentation can be found on https://projects.pixelastic.com/reddinx/","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpixelastic%2Freddinx","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpixelastic%2Freddinx","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpixelastic%2Freddinx/lists"}