{"id":27954118,"url":"https://github.com/pdoup/atd","last_synced_at":"2026-05-10T06:39:56.783Z","repository":{"id":39703344,"uuid":"485469385","full_name":"pdoup/ATD","owner":"pdoup","description":"Task for the Advanced Topics in Databases course - DWS MSc Spring '22 ","archived":false,"fork":false,"pushed_at":"2022-06-13T10:13:27.000Z","size":3228,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2023-03-08T21:56:53.736Z","etag":null,"topics":["databases","nlp","postgresql","search-engine"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":false,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/pdoup.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2022-04-25T17:30:12.000Z","updated_at":"2022-07-06T12:31:01.000Z","dependencies_parsed_at":"2022-08-24T01:30:30.957Z","dependency_job_id":null,"html_url":"https://github.com/pdoup/ATD","commit_stats":null,"previous_names":[],"tags_count":null,"template":null,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pdoup%2FATD","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pdoup%2FATD/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pdoup%2FATD/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pdoup%2FATD/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/pdoup","download_url":"https://codeload.github.com/pdoup/ATD/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":252922308,"owners_count":21825641,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["databases","nlp","postgresql","search-engine"],"created_at":"2025-05-07T17:20:12.866Z","updated_at":"2026-05-10T06:39:56.749Z","avatar_url":"https://github.com/pdoup.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# ATD\nTask for the ATD course - DWS MSc Spring 2022 \n\n![ATD](https://naftemporiki.gr/fu/p/1496776/638/399/0x000000000167f33c/2/megaro-maksimou.jpg)\n\n### TODO\n\n- [X] Create a crawler to get articles and save them in csv files    \n- [X] Add them to Postgres\n- [X] Connect Postgres with Python using a connector (psycopg3)\n- [X] Read credentials from config file\n- [X] Add create directory if not exists in `extract_body.py`\n- [X] Fix `article_path.csv`\n- [X] Add threshold to relevant docs in `text_query.py`\n- [X] Add columns to show in `text_query.py`\n- [X] Show lines that have keywords (grep maybe?)\n- [X] Add `requirements.txt`\n- [X] Fix - In `text_query.py`:301 -\u003e check if list empty\n- [X] Move `links.csv` to `csv_files`\n- [X] ~~Add show vector in `text_query.py` output~~\n- [X] Use GIN index on docvec column\n- [X] Displaying docvec troublesome in terminal\n- [X] Add comments","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpdoup%2Fatd","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpdoup%2Fatd","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpdoup%2Fatd/lists"}