{"id":31535837,"url":"https://github.com/theodoreniu/llmperf","last_synced_at":"2026-04-13T17:31:31.797Z","repository":{"id":272708627,"uuid":"917503448","full_name":"theodoreniu/llmperf","owner":"theodoreniu","description":"Benchmarking tool for stress testing self-hosted LLMs, Azure OpenAI, and OpenAI APIs. Measure latency, throughput, and optimize performance. 🚀","archived":false,"fork":false,"pushed_at":"2025-10-16T12:29:31.000Z","size":6660,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-11-14T22:12:25.625Z","etag":null,"topics":["azure","benchmarking","deepseek","latency","llm","openai","qps","test","tps"],"latest_commit_sha":null,"homepage":"","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/theodoreniu.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2025-01-16T05:35:43.000Z","updated_at":"2025-03-06T14:22:54.000Z","dependencies_parsed_at":"2025-10-04T06:17:50.098Z","dependency_job_id":"96217718-d130-4ac4-abf3-27dd8fe57e18","html_url":"https://github.com/theodoreniu/llmperf","commit_stats":null,"previous_names":["theodoreniu/gptperf","theodoreniu/llmperf"],"tags_count":1,"template":false,"template_full_name":null,"purl":"pkg:github/theodoreniu/llmperf","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/theodoreniu%2Fllmperf","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/theodoreniu%2Fllmperf/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/theodoreniu%2Fllmperf/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/theodoreniu%2Fllmperf/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/theodoreniu","download_url":"https://codeload.github.com/theodoreniu/llmperf/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/theodoreniu%2Fllmperf/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":31762476,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-04-13T15:25:13.801Z","status":"ssl_error","status_checked_at":"2026-04-13T15:25:09.162Z","response_time":93,"last_error":"SSL_read: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["azure","benchmarking","deepseek","latency","llm","openai","qps","test","tps"],"created_at":"2025-10-04T06:13:45.962Z","updated_at":"2026-04-13T17:31:31.779Z","avatar_url":"https://github.com/theodoreniu.png","language":"Python","funding_links":[],"categories":[],"sub_categories":[],"readme":"# LLM Perf\n\n`llmperf` is a benchmarking tool for stress testing self-hosted LLMs, Azure OpenAI, and OpenAI APIs. It provides efficient concurrent request management, detailed performance analysis, and helps developers optimize inference latency and throughput. With customizable test parameters, it is suitable for various LLM workload evaluation scenarios.\n\n## 1. Configure your env\n\nCopy and set up the environment variables from `.env.example`.\n\n```bash\ncp .env.example .env\n```\n\n## 2. Launch your App\n\nCopy and set up the environment variables.\n\n```bash\n./start.sh\n```\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Ftheodoreniu%2Fllmperf","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Ftheodoreniu%2Fllmperf","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Ftheodoreniu%2Fllmperf/lists"}