{"id":25900991,"url":"https://github.com/pixelastic/datagouv-scrapper","last_synced_at":"2025-03-03T02:19:51.247Z","repository":{"id":14380810,"uuid":"17090977","full_name":"pixelastic/datagouv-scrapper","owner":"pixelastic","description":"Getting data from data.gouv.fr in a more easily readable format.","archived":false,"fork":false,"pushed_at":"2014-03-01T14:30:13.000Z","size":236,"stargazers_count":6,"open_issues_count":0,"forks_count":0,"subscribers_count":4,"default_branch":"master","last_synced_at":"2024-04-12T01:05:05.187Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Ruby","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/pixelastic.png","metadata":{"files":{"readme":"readme.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2014-02-22T18:16:45.000Z","updated_at":"2022-01-13T18:31:12.000Z","dependencies_parsed_at":"2022-09-09T10:10:21.320Z","dependency_job_id":null,"html_url":"https://github.com/pixelastic/datagouv-scrapper","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Fdatagouv-scrapper","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Fdatagouv-scrapper/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Fdatagouv-scrapper/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/pixelastic%2Fdatagouv-scrapper/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/pixelastic","download_url":"https://codeload.github.com/pixelastic/datagouv-scrapper/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":241596455,"owners_count":19988079,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2025-03-03T02:19:50.720Z","updated_at":"2025-03-03T02:19:51.240Z","avatar_url":"https://github.com/pixelastic.png","language":"Ruby","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Datagouv Scrapper\r\n\r\nThis tool was built during the Open Data 2014 Hackathon in Paris.\r\n\r\nThe goal was to get data from http://data.gouv.fr/ in a more easily readable\r\nway for human. We wanted to get a simple spreadsheet to manually check each\r\nfile to see if the data contained in the downloadable ressources were easy to\r\nuse or not.\r\n\r\nThe tool will generate json and csv file by requesting the CKAN API exposed by\r\ndata.gouv.fr, ask for an organization, loop through all associated packages,\r\nrequest the api for each of these packages, loop through their associated items\r\nand aggregate all this data to form a nicely coherent list.\r\n\r\n# Usage\r\n   $ ruby ./scrapper.rb ministere-de-l-interieur\r\n\r\n## Fetching organization\r\n   http://qa.data.gouv.fr/api/1/datasets?organization=ministere-de-l-interieur\r\n\r\n## Fetching a package\r\n  http://qa.data.gouv.fr/api/1/datasets/ce01b63a-63fc-4a00-a340-bcdec51e2035\r\n\r\n\r\n\r\n\r\n\r\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpixelastic%2Fdatagouv-scrapper","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpixelastic%2Fdatagouv-scrapper","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpixelastic%2Fdatagouv-scrapper/lists"}