{"id":18925580,"url":"https://github.com/nightmachinery/random-shuffle-sgd","last_synced_at":"2026-03-14T15:30:17.702Z","repository":{"id":180511702,"uuid":"665124842","full_name":"NightMachinery/random-shuffle-SGD","owner":"NightMachinery","description":"An implementation of the paper \"How Good is SGD with Random Shuffling?\"","archived":false,"fork":false,"pushed_at":"2023-07-12T05:41:10.000Z","size":205,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":2,"default_branch":"master","last_synced_at":"2024-12-31T17:48:08.456Z","etag":null,"topics":[],"latest_commit_sha":null,"homepage":null,"language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/NightMachinery.png","metadata":{"files":{"readme":"readme.org","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-07-11T13:42:27.000Z","updated_at":"2023-07-11T13:42:41.000Z","dependencies_parsed_at":null,"dependency_job_id":"332f21f3-84a7-4907-9b68-e9517d205f6a","html_url":"https://github.com/NightMachinery/random-shuffle-SGD","commit_stats":null,"previous_names":["nightmachinery/random-shuffle-sgd"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NightMachinery%2Frandom-shuffle-SGD","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NightMachinery%2Frandom-shuffle-SGD/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NightMachinery%2Frandom-shuffle-SGD/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/NightMachinery%2Frandom-shuffle-SGD/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/NightMachinery","download_url":"https://codeload.github.com/NightMachinery/random-shuffle-SGD/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":239921844,"owners_count":19718844,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":[],"created_at":"2024-11-08T11:12:24.940Z","updated_at":"2026-03-14T15:30:17.635Z","avatar_url":"https://github.com/NightMachinery.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"#+TITLE: random-shuffle-SGD\n\n* Algorithms\n#+ATTR_HTML: :width 900\n[[file:readme.org_imgs/20230712_060555_UOdC4A.png]]\n\n* Experiments\n** One Seed\n#+begin_example zsh\nmodes=(\n  shuffle_once\n  cyclic\n  shuffle_all\n  shuffle_all_replacement\n)\n\nbatch_sizes=(64 1)\n\nfor bs in \"${batch_sizes[@]}\" ; do\n    for mode in \"${modes[@]}\" ; do\n        echo \"mode=${mode}, batch_size=${bs}\"\n        \n        python rsgd.py --batch-size \"${bs}\" --log-interval 10000 --epochs 10 --mode \"$mode\" --save-model auto --prefix-path \"./results/batch_size_${bs}/\"\n    done\ndone\n#+end_example\n\n** Different Seeds\n#+begin_example zsh\nseeds=(\n  1\n  2\n  3\n  4\n  5\n)\n\nmodes=(\n  shuffle_once\n  cyclic\n  shuffle_all\n  shuffle_all_replacement\n)\n\nbatch_sizes=(\n512\n# 64\n# 1\n)\n\nfor bs in \"${batch_sizes[@]}\" ; do\n    for seed in \"${seeds[@]}\" ; do\n        for mode in \"${modes[@]}\" ; do\n            echo \"mode=${mode}, batch_size=${bs}\"\n\n            python rsgd.py --seed \"$seed\" --batch-size \"${bs}\" --lr 0.1 --log-interval 10000 --epochs 10 --mode \"$mode\" --save-model auto --prefix-path \"./results/batch_size_${bs}/seed_${seed}/\"\n        done\n    done\ndone\n#+end_example\n\n#+begin_example zsh\npython ./seed_averager.py | tee /dev/tty \u003e results_avg_summary.txt\n#+end_example\n\n* Results\n- [[./results.org]]\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fnightmachinery%2Frandom-shuffle-sgd","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fnightmachinery%2Frandom-shuffle-sgd","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fnightmachinery%2Frandom-shuffle-sgd/lists"}