{"id":25527337,"url":"https://github.com/pksvv/data_scraping_selenium","last_synced_at":"2026-05-16T18:34:11.747Z","repository":{"id":86449426,"uuid":"156865616","full_name":"pksvv/Data_Scraping_Selenium","owner":"pksvv","description":"Data Scraping code snippets using Python, Selenium, and BeautifulSoup","archived":false,"fork":false,"pushed_at":"2018-11-09T13:40:08.000Z","size":4,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-05-22T01:38:06.887Z","etag":null,"topics":["beautifulsoup4","python","scraping-websites","selenium"],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/pksvv.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2018-11-09T13:26:44.000Z","updated_at":"2021-11-10T09:30:12.000Z","dependencies_parsed_at":"2023-03-07T03:45:22.726Z","dependency_job_id":null,"html_url":"https://github.com/pksvv/Data_Scraping_Selenium","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/pksvv/Data_Scraping_Selenium","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pksvv%2FData_Scraping_Selenium","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pksvv%2FData_Scraping_Selenium/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pksvv%2FData_Scraping_Selenium/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pksvv%2FData_Scraping_Selenium/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/pksvv","download_url":"https://codeload.github.com/pksvv/Data_Scraping_Selenium/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pksvv%2FData_Scraping_Selenium/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":267865843,"owners_count":24157343,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-07-30T02:00:09.044Z","response_time":70,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["beautifulsoup4","python","scraping-websites","selenium"],"created_at":"2025-02-19T22:18:16.461Z","updated_at":"2026-05-16T18:34:06.722Z","avatar_url":"https://github.com/pksvv.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"This repo contains code snippets for scraping web data using Selenium and BeautifulSoup\n\n# Setup Pre-requisites\n\n#### Python 3.6\n#### Selenium - pip install selenium or conda install --name myenv selenium\n#### BeautifulSoup\n\n#### Install PhantomJS (steps for Ubuntu listed below)\n\n\tsudo apt-get upgrade -y\n\tsudo apt-get update -y\n\tsudo shutdown -r now\n\tsudo apt-get install build-essential chrpath libssl-dev libxft-dev libfreetype6-dev libfreetype6 libfontconfig1-dev libfontconfig1 -y\n\tsudo wget https://bitbucket.org/ariya/phantomjs/downloads/phantomjs-2.1.1-linux-x86_64.tar.bz2\n\tsudo tar xvjf phantomjs-2.1.1-linux-x86_64.tar.bz2 -C /usr/local/share/\n\tsudo ln -s /usr/local/share/phantomjs-2.1.1-linux-x86_64/bin/phantomjs /usr/local/bin/\n\n\tphantomjs --version\n\n#### Recently, getting messages that PhantomJS is being deprecated, so have chromium-webdriver installed as well\n\tsudo apt install chromium-chromedriver\n\nThe script \"sel2.py\" contains examples for both PhantomJS and ChromeDriver headless\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpksvv%2Fdata_scraping_selenium","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpksvv%2Fdata_scraping_selenium","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpksvv%2Fdata_scraping_selenium/lists"}