{"id":17500404,"url":"https://github.com/jun85664396/auto-web-crawler","last_synced_at":"2025-04-23T02:32:20.407Z","repository":{"id":21493239,"uuid":"24812139","full_name":"jun85664396/auto-web-crawler","owner":"jun85664396","description":"auto web crawler , nodeJs","archived":false,"fork":false,"pushed_at":"2015-06-17T05:35:34.000Z","size":210,"stargazers_count":4,"open_issues_count":0,"forks_count":1,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-04-16T16:54:01.939Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":"JavaScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/jun85664396.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null}},"created_at":"2014-10-05T09:05:51.000Z","updated_at":"2015-03-16T04:28:13.000Z","dependencies_parsed_at":"2022-08-17T18:00:56.037Z","dependency_job_id":null,"html_url":"https://github.com/jun85664396/auto-web-crawler","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jun85664396%2Fauto-web-crawler","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jun85664396%2Fauto-web-crawler/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jun85664396%2Fauto-web-crawler/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/jun85664396%2Fauto-web-crawler/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/jun85664396","download_url":"https://codeload.github.com/jun85664396/auto-web-crawler/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":250357642,"owners_count":21417321,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-10-19T18:09:16.519Z","updated_at":"2025-04-23T02:32:20.338Z","avatar_url":"https://github.com/jun85664396.png","language":"JavaScript","funding_links":[],"categories":[],"sub_categories":[],"readme":"auto-web-crawler\n================\n\n###0.0.5 Update\n+ add sorting\n\n##Installation\n\n    npm install awc\n    \n##Usage\n\n    var awc = require(\"awc\");\n    \n    var getIndex = function(callback){\n    \n    \t//Write your code\n    \t//ex) var idx = [8911,8912,8913,8914,8915]; //url Suffixes.\n  \n    \tcallback(idx);\n    };\n    \n    awc.run({\n\t    \"minute\":1, // If Minute Parameter is null,Minute Default Value is 60.\n\t    \"url\":\"https://github.com/joyent/node/issues/\", //Idx Default Prefix.\n\t    \"idxFunc\":getIndex, //Index List\n\t    \"rule\":{\"title\":\"$('.gh-header-title').text().trim()\"}, //Jquery Selector Rule.\n\t    \"done\":function(res){\n\t    \n    \t\tconsole.log(res); //Return Value { '0': { title: 'events.markdown document improvements\\n #8911' } ...}\n    \t\t//Write your code\n    \t\t\n\t    }\n    });\n    \n##Test\n    \n    $ node test.js\n    \t\n##Parameter\n\n+ minute `int` \n+ url `String`\n+ idxFunc `Function` // Require parameter callback\n+ rule `Hash`\n\n#use\n+ jsdom\n+ fs\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fjun85664396%2Fauto-web-crawler","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fjun85664396%2Fauto-web-crawler","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fjun85664396%2Fauto-web-crawler/lists"}