{"id":19156281,"url":"https://github.com/kyegomez/vortexfusion","last_synced_at":"2025-10-12T13:16:38.632Z","repository":{"id":250987213,"uuid":"836049496","full_name":"kyegomez/VortexFusion","owner":"kyegomez","description":"Transformers + Mambas + LSTMS All in One Model","archived":false,"fork":false,"pushed_at":"2025-04-19T12:56:17.000Z","size":2266,"stargazers_count":8,"open_issues_count":1,"forks_count":1,"subscribers_count":1,"default_branch":"main","last_synced_at":"2025-04-19T20:17:00.341Z","etag":null,"topics":["agora","ai","ai-research","deep-learning","lstms","mambas","ml","multi-modality","ssms","transformers"],"latest_commit_sha":null,"homepage":"https://discord.com/servers/agora-999382051935506503","language":"Python","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/kyegomez.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":".github/FUNDING.yml","license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null},"funding":{"github":["kyegomez"],"patreon":null,"open_collective":null,"ko_fi":null,"tidelift":null,"community_bridge":null,"liberapay":null,"issuehunt":null,"otechie":null,"lfx_crowdfunding":null,"custom":null}},"created_at":"2024-07-31T04:10:45.000Z","updated_at":"2025-04-18T07:35:35.000Z","dependencies_parsed_at":"2024-11-09T08:35:48.881Z","dependency_job_id":"477f00b1-c595-4534-b556-bf1afcd3f9be","html_url":"https://github.com/kyegomez/VortexFusion","commit_stats":null,"previous_names":["kyegomez/vortexfusion"],"tags_count":0,"template":false,"template_full_name":"The-Swarm-Corporation/Multi-Agent-Template-App","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kyegomez%2FVortexFusion","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kyegomez%2FVortexFusion/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kyegomez%2FVortexFusion/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/kyegomez%2FVortexFusion/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/kyegomez","download_url":"https://codeload.github.com/kyegomez/VortexFusion/tar.gz/refs/heads/main","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":252837109,"owners_count":21811837,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["agora","ai","ai-research","deep-learning","lstms","mambas","ml","multi-modality","ssms","transformers"],"created_at":"2024-11-09T08:33:58.954Z","updated_at":"2025-10-12T13:16:37.503Z","avatar_url":"https://github.com/kyegomez.png","language":"Python","readme":"[![Multi-Modality](agorabanner.png)](https://discord.gg/qUtxnK2NMf)\n\n# Vortex Fusion\nThis is the first ever implementation of a joint Transformer + Mamba + LSTM architecture. The flow is the following: `mamba -\u003e transformer -\u003e lstm` in a loop. Perhaps with more iteration on model design, we can find a better architecture but this architecture is the future. This model is ready for training right now. If you're interested in training this model or working on entirely new model architectures, join the discord now!\n\n\n## install\n\n```bash\n$ pip3 install -U vortex-fusion\n\n```\n\n## Usage\n```python\nimport torch\nfrom vortex_fusion import VortexFusion\n\n# Generate random input tensor\nx = torch.randint(0, 10000, (1, 10))\n\n# Create an instance of the VortexFusion model with dimension 512\nmodel = VortexFusion(dim=512)\n\n# Pass the input tensor through the model to get the output\noutput = model(x)\n\n# Print the shape of the output tensor\nprint(output.shape)\n```\n\n# License\nMIT\n\n# Todo\n- [ ] Train this on the same dataset as Llama. Create one script that trains this model on a massive dataset to experiment with performance metrics. \n","funding_links":["https://github.com/sponsors/kyegomez"],"categories":[],"sub_categories":[],"project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fkyegomez%2Fvortexfusion","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fkyegomez%2Fvortexfusion","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fkyegomez%2Fvortexfusion/lists"}