{"id":14960462,"url":"https://github.com/mrtrizer/unityllamacpp","last_synced_at":"2025-05-02T13:30:22.694Z","repository":{"id":207897645,"uuid":"720361978","full_name":"mrtrizer/UnityLlamaCpp","owner":"mrtrizer","description":"Llama.cpp in Unity, straightforward and clean","archived":false,"fork":false,"pushed_at":"2024-05-22T09:19:55.000Z","size":23,"stargazers_count":18,"open_issues_count":0,"forks_count":1,"subscribers_count":2,"default_branch":"master","last_synced_at":"2025-04-26T07:17:08.043Z","etag":null,"topics":["gpt","llama","llamacpp","unity3d","unity3d-plugin"],"latest_commit_sha":null,"homepage":"","language":"C#","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/mrtrizer.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2023-11-18T08:43:21.000Z","updated_at":"2025-04-05T01:07:16.000Z","dependencies_parsed_at":"2024-05-11T09:27:19.272Z","dependency_job_id":"6aa251ad-9257-4d44-8906-08e4e2ca2bb3","html_url":"https://github.com/mrtrizer/UnityLlamaCpp","commit_stats":{"total_commits":8,"total_committers":1,"mean_commits":8.0,"dds":0.0,"last_synced_commit":"b1ad3e5b0d2bf8844783c7709ea00aeb9ab1afc9"},"previous_names":["mrtrizer/unityllamacpp"],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mrtrizer%2FUnityLlamaCpp","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mrtrizer%2FUnityLlamaCpp/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mrtrizer%2FUnityLlamaCpp/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/mrtrizer%2FUnityLlamaCpp/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/mrtrizer","download_url":"https://codeload.github.com/mrtrizer/UnityLlamaCpp/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":252045983,"owners_count":21685931,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["gpt","llama","llamacpp","unity3d","unity3d-plugin"],"created_at":"2024-09-24T13:22:20.509Z","updated_at":"2025-05-02T13:30:22.427Z","avatar_url":"https://github.com/mrtrizer.png","language":"C#","funding_links":[],"categories":[],"sub_categories":[],"readme":"# Semi-abandoned\nSadly, I don't have time to support this package at this moment, I recommend using https://github.com/SciSharp/LLamaSharp that supports the latest version of llama.cpp\n\n# UnityLlamaCpp\nConnect llama.cpp to Unity3d in two clicks\n\n# MacOS/Linux/Windows CUDA\nThe bindings were made for b1518 version of llama.cpp, so if you need libraries for your OS, build from sources from release b1518 \nYou can find Windows CUDA llama.cpp dll here - [https://github.com/SciSharp/LLamaSharp](https://github.com/ggerganov/llama.cpp/releases/tag/b1518)\n\n# Installation:\n- Add git repo as package Window -\u003e Package Manager -\u003e Add from Git URL https://github.com/mrtrizer/UnityLlamaCpp.git\n- Download a GGUF model, for example this - https://huggingface.co/TheBloke/speechless-mistral-dolphin-orca-platypus-samantha-7B-GGUF/blob/main/speechless-mistral-dolphin-orca-platypus-samantha-7b.Q4_K_M.gguf\n- Put model file in StreamingAssets/Models\n- Find Test.prefab in package dir and use component context menu to Run it, it should generate some response to a prompt\n- Use LlamaExample.cs as and example\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmrtrizer%2Funityllamacpp","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fmrtrizer%2Funityllamacpp","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fmrtrizer%2Funityllamacpp/lists"}