{"id":25002073,"url":"https://github.com/datadiggerjay/loadmore-web-scrapper","last_synced_at":"2026-04-24T16:40:36.728Z","repository":{"id":275570685,"uuid":"926484287","full_name":"DataDiggerJay/Loadmore-Web-scrapper","owner":"DataDiggerJay","description":"This repository contains a Selenium \u0026 BeautifulSoup-based web scraper designed to extract dynamically loaded content from websites with \"Load More\" buttons. It efficiently clicks the button, scrapes articles, and saves the data to an Excel file, ensuring incremental backups to prevent data loss .","archived":false,"fork":false,"pushed_at":"2025-02-03T11:12:50.000Z","size":0,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-02-03T11:38:21.674Z","etag":null,"topics":["beautifulsoup","loadmore","python","selenium","web-scraping"],"latest_commit_sha":null,"homepage":"https://github.com/DataDiggerJay/Loadmore-Web-scrapper","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/DataDiggerJay.png","metadata":{},"created_at":"2025-02-03T10:40:18.000Z","updated_at":"2025-02-03T11:12:53.000Z","dependencies_parsed_at":null,"dependency_job_id":"acd3ca75-445b-4201-94e5-cf83422705fe","html_url":"https://github.com/DataDiggerJay/Loadmore-Web-scrapper","commit_stats":null,"previous_names":["datadiggerjay/loadmore-web-scrapper"],"tags_count":null,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/DataDiggerJay%2FLoadmore-Web-scrapper","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/DataDiggerJay%2FLoadmore-Web-scrapper/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/DataDiggerJay%2FLoadmore-Web-scrapper/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/DataDiggerJay%2FLoadmore-Web-scrapper/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/DataDiggerJay","download_url":"https://codeload.github.com/DataDiggerJay/Loadmore-Web-scrapper/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":246240018,"owners_count":20745807,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["beautifulsoup","loadmore","python","selenium","web-scraping"],"created_at":"2025-02-04T21:23:31.182Z","updated_at":"2026-04-24T16:40:36.684Z","avatar_url":"https://github.com/DataDiggerJay.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":null,"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fdatadiggerjay%2Floadmore-web-scrapper","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fdatadiggerjay%2Floadmore-web-scrapper","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fdatadiggerjay%2Floadmore-web-scrapper/lists"}