{"id":24555878,"url":"https://github.com/cyian-1756/user_archiver","last_synced_at":"2025-04-16T21:44:01.848Z","repository":{"id":99872756,"uuid":"99557606","full_name":"cyian-1756/user_archiver","owner":"cyian-1756","description":"A user history archiver for reddit","archived":false,"fork":false,"pushed_at":"2017-08-27T10:26:02.000Z","size":10,"stargazers_count":7,"open_issues_count":0,"forks_count":1,"subscribers_count":2,"default_branch":"master","last_synced_at":"2025-03-29T05:41:36.795Z","etag":null,"topics":["reddit","user-history"],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/cyian-1756.png","metadata":{"files":{"readme":"README.md","changelog":"history_ripper.py","contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2017-08-07T08:55:57.000Z","updated_at":"2022-09-20T18:40:24.000Z","dependencies_parsed_at":"2023-05-10T20:30:22.530Z","dependency_job_id":null,"html_url":"https://github.com/cyian-1756/user_archiver","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cyian-1756%2Fuser_archiver","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cyian-1756%2Fuser_archiver/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cyian-1756%2Fuser_archiver/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/cyian-1756%2Fuser_archiver/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/cyian-1756","download_url":"https://codeload.github.com/cyian-1756/user_archiver/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":249280535,"owners_count":21243138,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["reddit","user-history"],"created_at":"2025-01-23T04:32:58.076Z","updated_at":"2025-04-16T21:44:01.841Z","avatar_url":"https://github.com/cyian-1756.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# User history archiver for reddit\n\n## Installation\n\n* Install sqlite3\n* Install the sqlite3 lib for python3\n* Install configparser lib for python3\n\n## Set up\n\n* Create your main database `touch database.db; sqlite3 database.db \u003c make_database.sql`\n* Create a dir for your tmp databases `mkdir ./tmp_dbs`\n* Create your config file with the name \"config.ini\" and the following format\n\n[dbs]\n\ndb_path = The path to your main database\n\ntmp_db_path = The path to your tmp DB dir. This should not have a trailing / and should be empty of anything but your temporary databases\n\n[creds_1]\n\nusername = Your username\n\nclient_id = Your client ID\n\nclient_secret = Your client secret\n\nuser_agent = Your user_agent\n\nThere is an example config file in this repo\n\n## Speeding up\n\nBy default this install will be very slow if you try to retrieve data from your main DB, if you wish to speed it up you should index\nthe author, subreddit, link_title, created and score columns\n\n# Tools\n\nThere are several tools in this repo for maintaining and retrieving information from your database\n\n* dedupe_db.py will remove duplicate entries from your database\n* dump_usernames.py will print every username in your database\n* report.py will generate a simple report on a user using infomation from your database\n* history_ripper.py will rip various users histories. It's usage is `python3 history_ripper.py -u $username_list --creds $creds_entry --db $tmp_database_name`, where creds_entry is the name of the section where you put your creds in config.ini\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcyian-1756%2Fuser_archiver","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fcyian-1756%2Fuser_archiver","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fcyian-1756%2Fuser_archiver/lists"}