{"id":14651488,"url":"https://github.com/NousResearch/DisTrO","last_synced_at":"2025-09-08T06:31:58.295Z","repository":{"id":254893761,"uuid":"847808811","full_name":"NousResearch/DisTrO","owner":"NousResearch","description":"Distributed Training Over-The-Internet","archived":false,"fork":false,"pushed_at":"2025-05-15T14:43:24.000Z","size":1014,"stargazers_count":955,"open_issues_count":0,"forks_count":41,"subscribers_count":99,"default_branch":"main","last_synced_at":"2025-08-29T02:36:27.600Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":"","language":null,"has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/NousResearch.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-08-26T15:30:54.000Z","updated_at":"2025-08-28T08:29:30.000Z","dependencies_parsed_at":null,"dependency_job_id":"8c88b078-db2c-4d02-bdd7-3b1398511464","html_url":"https://github.com/NousResearch/DisTrO","commit_stats":null,"previous_names":["nousresearch/distro"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/NousResearch/DisTrO","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NousResearch%2FDisTrO","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NousResearch%2FDisTrO/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NousResearch%2FDisTrO/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NousResearch%2FDisTrO/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/NousResearch","download_url":"https://codeload.github.com/NousResearch/DisTrO/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NousResearch%2FDisTrO/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":274145996,"owners_count":25230114,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-09-08T02:00:09.813Z","response_time":121,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-09-11T05:01:05.043Z","updated_at":"2025-09-08T06:31:57.781Z","avatar_url":"https://github.com/NousResearch.png","language":null,"readme":"# DisTrO\n\nThis is the repository for DisTrO (Distributed Training Over-The-Internet), a family of low latency distributed optimizers that reduce inter-GPU communication requirements by three to four orders of magnitude.\n\n- [x] Aug. 26th, 2024: DisTrO [(Preliminary Report)](https://github.com/NousResearch/DisTrO/raw/main/A_Preliminary_Report_on_DisTrO.pdf)\n- [x] Dec. 2nd, 2024: DeMo Optimization [(Paper)](https://arxiv.org/abs/2411.19870) [(Code)](https://github.com/bloc97/DeMo), original seed research/idea for DisTrO\n- [x] Dec. 2nd, 2024: [Nous trains a 15b model using DisTrO](https://distro.nousresearch.com/)\n- [x] May. 14th, 2025: [Psyche Network](https://nousresearch.com/nous-psyche/)\n- [x] May. 14th, 2025: [Nous Consilience 40b LLM](https://psyche.network/runs/consilience-40b-1/0), [Huggingface](https://huggingface.co/PsycheFoundation/consilience-40b-7Y9v38s5)\n- [ ] Coming Soon: DisTrO Paper and Code\n\n[Join us on Discord](https://discord.com/invite/jqVphNsB4H) if you're interested in helping research and build the future of distributed training.\n","funding_links":[],"categories":["Others","分布式机器学习"],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2FNousResearch%2FDisTrO","html_url":"https://awesome.ecosyste.ms/projects/github.com%2FNousResearch%2FDisTrO","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2FNousResearch%2FDisTrO/lists"}