{"id":22515092,"url":"https://github.com/rggh/scrapy12","last_synced_at":"2025-03-28T01:53:55.449Z","repository":{"id":121737101,"uuid":"316014752","full_name":"RGGH/Scrapy12","owner":"RGGH","description":"cookpad","archived":false,"fork":false,"pushed_at":"2020-11-25T18:08:40.000Z","size":7,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-02-02T03:32:33.087Z","etag":null,"topics":["cookpad","infinite-scroll","scrapy-spider"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/RGGH.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2020-11-25T17:51:28.000Z","updated_at":"2022-09-30T11:44:12.000Z","dependencies_parsed_at":"2023-03-13T12:25:09.111Z","dependency_job_id":null,"html_url":"https://github.com/RGGH/Scrapy12","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/RGGH%2FScrapy12","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/RGGH%2FScrapy12/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/RGGH%2FScrapy12/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/RGGH%2FScrapy12/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/RGGH","download_url":"https://codeload.github.com/RGGH/Scrapy12/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":245955201,"owners_count":20699891,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["cookpad","infinite-scroll","scrapy-spider"],"created_at":"2024-12-07T03:28:13.621Z","updated_at":"2025-03-28T01:53:55.422Z","avatar_url":"https://github.com/RGGH.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Scrapy12\n\n## Scrapy : cookpad.com/uk\n\n### Infinite scroll pagination with a twist \n\n            if response.xpath(\"//a/@rel='next\\'\").get() == \"1\":\n                print(\"GET Next Page\")\n                next_page = response.xpath('//a[@rel=\"next\"]/@href').get()\n                yield response.follow(url=next_page,callback=self.parse)\n            \n\n\u003ca href=\"\"\u003e\n  \u003cimg src=\"https://github.com/RGGH/Misc/blob/master/cookpad_screenshot.PNG\" alt=\"cookpad\" style=\"\"\u003e\n\u003c/a\u003e \n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Frggh%2Fscrapy12","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Frggh%2Fscrapy12","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Frggh%2Fscrapy12/lists"}