{"id":23127824,"url":"https://github.com/adrianh-za/netcore-process-large-csv","last_synced_at":"2026-05-04T20:34:53.779Z","repository":{"id":265047211,"uuid":"894955732","full_name":"adrianh-za/netcore-process-large-csv","owner":"adrianh-za","description":"App for sorting a very large csv by using chunking.  Just for fun.","archived":false,"fork":false,"pushed_at":"2024-11-28T14:03:47.000Z","size":14,"stargazers_count":0,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-04-04T05:43:23.172Z","etag":null,"topics":["csv","dotnet","parallel"],"latest_commit_sha":null,"homepage":"","language":"C#","has_issues":false,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/adrianh-za.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2024-11-27T09:57:06.000Z","updated_at":"2024-11-28T14:03:51.000Z","dependencies_parsed_at":"2025-04-04T05:42:55.694Z","dependency_job_id":"64e256f1-d402-48d1-81f6-9b1b7b7dfb6e","html_url":"https://github.com/adrianh-za/netcore-process-large-csv","commit_stats":null,"previous_names":["adrianh-za/netcore-process-large-csv"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/adrianh-za/netcore-process-large-csv","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/adrianh-za%2Fnetcore-process-large-csv","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/adrianh-za%2Fnetcore-process-large-csv/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/adrianh-za%2Fnetcore-process-large-csv/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/adrianh-za%2Fnetcore-process-large-csv/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/adrianh-za","download_url":"https://codeload.github.com/adrianh-za/netcore-process-large-csv/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/adrianh-za%2Fnetcore-process-large-csv/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":265686511,"owners_count":23811208,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["csv","dotnet","parallel"],"created_at":"2024-12-17T09:15:12.775Z","updated_at":"2026-05-04T20:34:48.744Z","avatar_url":"https://github.com/adrianh-za.png","language":"C#","funding_links":[],"categories":[],"sub_categories":[],"readme":"This was done for fun!\n\nThe purpose of the app is to sort a large unsorted (ten million records - 500MB) csv file without loading the entire file into memory and sorting,\n\nThe app will chunk the large CSV file into smaller files.  Each file is then sorted in parallel. Once all the chunked files are sorted, they are then merged into a single sorted CSV file.\n\nThe solution consists of two consoles apps, and a single class library\n\n - GenerateLargeCSV\n\t - This is for generating the large, unsorted CSV.\n\n - ProcessLargeCSV\n\t - This is for sorting the large, unsorted CSV.\n\n - LibLargeCSV\n\t - The lib containing the CSV utils and data type.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fadrianh-za%2Fnetcore-process-large-csv","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fadrianh-za%2Fnetcore-process-large-csv","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fadrianh-za%2Fnetcore-process-large-csv/lists"}