{"id":22829179,"url":"https://github.com/gjbex/Deploying-LLMs-locally","last_synced_at":"2025-08-10T16:32:12.906Z","repository":{"id":265040793,"uuid":"831056284","full_name":"gjbex/Deploying-LLMs-locally","owner":"gjbex","description":"Material for a training on AI tools","archived":false,"fork":false,"pushed_at":"2025-07-10T11:06:05.000Z","size":14448,"stargazers_count":13,"open_issues_count":1,"forks_count":3,"subscribers_count":2,"default_branch":"main","last_synced_at":"2025-07-10T16:53:11.105Z","etag":null,"topics":["artificial-intelligence","artificial-neural-networks","deep-learning","deployment","llama","llm","machine-learning","machine-learning-algorithms","training","training-materials"],"latest_commit_sha":null,"homepage":"https://gjbex.github.io/Deploying-LLMs-locally/","language":"Jupyter Notebook","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"cc-by-4.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/gjbex.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":"CODE_OF_CONDUCT.md","threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null}},"created_at":"2024-07-19T14:57:56.000Z","updated_at":"2025-07-10T11:06:10.000Z","dependencies_parsed_at":null,"dependency_job_id":"5253aa81-61b2-4205-9281-beb19949e408","html_url":"https://github.com/gjbex/Deploying-LLMs-locally","commit_stats":null,"previous_names":["gjbex/ai-tools","gjbex/deploying-llms-locally"],"tags_count":2,"template":false,"template_full_name":null,"purl":"pkg:github/gjbex/Deploying-LLMs-locally","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gjbex%2FDeploying-LLMs-locally","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gjbex%2FDeploying-LLMs-locally/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gjbex%2FDeploying-LLMs-locally/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gjbex%2FDeploying-LLMs-locally/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/gjbex","download_url":"https://codeload.github.com/gjbex/Deploying-LLMs-locally/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/gjbex%2FDeploying-LLMs-locally/sbom","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":269753123,"owners_count":24470313,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","status":"online","status_checked_at":"2025-08-10T02:00:08.965Z","response_time":71,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["artificial-intelligence","artificial-neural-networks","deep-learning","deployment","llama","llm","machine-learning","machine-learning-algorithms","training","training-materials"],"created_at":"2024-12-12T19:13:57.650Z","updated_at":"2025-08-10T16:32:12.885Z","avatar_url":"https://github.com/gjbex.png","language":"Jupyter Notebook","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Deploying LLMs locally\n\nThis is a repository that illustrates the use of various AI tools and\ntechniques and how to use them on local infrastructure such as HPC systems.\n\n\n## What is it?\n\n1. `local_LLMs.pptx`: PowerPoint presentation on running Large Language\n   Models (LLMs) on a local machine.\n1. `source-code`: directory with the source code.\n1. `models`: directory with scripts to download pre-trained models.\n1. `data`: directory with scripts to download data.\n1. `tools`: directory with tools to run LLMs on a local machine.\n1. `docs`: directory for a web site on this training.\n1. `CONTRIBUTING.md`: guidelines for contributing to this repository.\n1. `LICENSE`: license information for this repository.\n1. `CODE_OF_CONDUCT.md`: code of conduct for this repository and training.\n\n\n## Conda environments\n\nSince conda environments for machine learning have many dependencies, we\nopted to have a separate environment for each directory in `source-code`,\nrather than one environment for all code.  This makes it easier to manage\ndependencies, and to avoid conflicts between different packages that may\nbe required by different scripts.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fgjbex%2FDeploying-LLMs-locally","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fgjbex%2FDeploying-LLMs-locally","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fgjbex%2FDeploying-LLMs-locally/lists"}