{"id":14070086,"url":"https://github.com/langwatch/langwatch","last_synced_at":"2026-04-28T08:07:09.276Z","repository":{"id":213157328,"uuid":"689299900","full_name":"langwatch/langwatch","owner":"langwatch","description":"The open LLM Ops platform - Traces, Analytics, Evaluations, Datasets and Prompt Optimization ✨","archived":false,"fork":false,"pushed_at":"2026-01-18T20:53:26.000Z","size":83730,"stargazers_count":2733,"open_issues_count":187,"forks_count":249,"subscribers_count":14,"default_branch":"main","last_synced_at":"2026-01-19T04:06:49.157Z","etag":null,"topics":["ai","analytics","datasets","dspy","evaluation","gpt","llm","llm-ops","llmops","low-code","observability","openai","prompt-engineering"],"latest_commit_sha":null,"homepage":"https://langwatch.ai","language":"TypeScript","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"other","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/langwatch.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE.md","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":"AGENTS.md","dco":null,"cla":null}},"created_at":"2023-09-09T11:33:18.000Z","updated_at":"2026-01-18T20:48:25.000Z","dependencies_parsed_at":"2024-03-12T10:46:16.650Z","dependency_job_id":"18da0424-c08f-44b2-be23-790eb527ec64","html_url":"https://github.com/langwatch/langwatch","commit_stats":null,"previous_names":["langwatch/langwatch"],"tags_count":168,"template":false,"template_full_name":null,"purl":"pkg:github/langwatch/langwatch","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/langwatch%2Flangwatch","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/langwatch%2Flangwatch/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/langwatch%2Flangwatch/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/langwatch%2Flangwatch/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/langwatch","download_url":"https://codeload.github.com/langwatch/langwatch/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/langwatch%2Flangwatch/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":28624341,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-01-21T02:47:06.670Z","status":"ssl_error","status_checked_at":"2026-01-21T02:45:44.886Z","response_time":86,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.6:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["ai","analytics","datasets","dspy","evaluation","gpt","llm","llm-ops","llmops","low-code","observability","openai","prompt-engineering"],"created_at":"2024-08-13T07:07:28.464Z","updated_at":"2026-02-16T12:18:59.328Z","avatar_url":"https://github.com/langwatch.png","language":"TypeScript","funding_links":[],"categories":["*Ops for AI","A01_文本生成_文本对话","TypeScript","Observability","Repos","Optimizations","Prompts","Evaluation and Monitoring","LLM Applications","What's New","Librerías para usar NLP en español","🤖 AI \u0026 Machine Learning","LLM and Agent Observability","Tools"],"sub_categories":["LLMOps","大语言对话模型及数据","Profiling","🆕 Recently Added (January 2026)","Herramientas de observabilidad","Services"],"readme":"\u003cimg width=\"1212\" height=\"395\" alt=\"012d1688-24ae-4759-ae70-5f8f81a13c0e\" src=\"https://github.com/user-attachments/assets/27b6e50e-efde-41cf-9f7c-94b829b25a8c\" /\u003e\n\n\n\u003ch3 align=\"center\"\u003e\n    \u003ca href=\"https://langwatch.ai\"\u003eWebsite\u003c/a\u003e · \u003ca href=\"https://docs.langwatch.ai\"\u003eDocs\u003c/a\u003e · \u003ca href=\"https://discord.gg/kT4PhDS2gH\"\u003eDiscord\u003c/a\u003e · \u003ca href=\"https://docs.langwatch.ai/self-hosting/overview\"\u003eSelf-hosting\u003c/a\u003e\n\u003c/h3\u003e\n\n\u003cp align=\"center\"\u003e\n\u003ca href=\"https://discord.gg/kT4PhDS2gH\" target=\"_blank\"\u003e\u003cimg src=\"https://img.shields.io/discord/1227886780536324106?logo=discord\u0026labelColor=%20%235462eb\u0026logoColor=%20%23f5f5f5\u0026color=%20%235462eb\" alt=\"chat on Discord\"\u003e\u003c/a\u003e\n\u003ca href=\"https://pypi.python.org/pypi/langwatch\" target=\"_blank\"\u003e\u003cimg src=\"https://img.shields.io/pypi/dm/langwatch?logo=python\u0026logoColor=white\u0026label=pypi%20langwatch\u0026color=blue\" alt=\"langwatch Python package on PyPi\"\u003e\u003c/a\u003e\n\u003ca href=\"https://www.npmjs.com/package/langwatch\" target=\"_blank\"\u003e\u003cimg src=\"https://img.shields.io/npm/dm/langwatch?logo=npm\u0026logoColor=white\u0026label=npm%20langwatch\u0026color=blue\" alt=\"langwatch npm package\"\u003e\u003c/a\u003e\n\u003ca href=\"https://twitter.com/intent/follow?screen_name=langwatchai\" target=\"_blank\"\u003e\n   \u003cimg src=\"https://img.shields.io/twitter/follow/langwatchai?logo=X\u0026color=%20%23f5f5f5\"\n      alt=\"follow on X\"\u003e\u003c/a\u003e\n\u003c/p\u003e\n\n\u003cvideo src=\"https://github.com/user-attachments/assets/ff49882d-4e9d-4b7c-819b-be690fba9387\" autoplay loop muted playsinline width=\"100%\" style=\"display: block; aspect-ratio: 16 / 9;\"\u003e\u003c/video\u003e\n\n## Why LangWatch?\n\nThe platform for LLM evaluations and AI agent testing.\nWe help teams test, simulate, evaluate, and monitor LLM-powered agents end-to-end — before release and in production.\nBuilt for teams that need regression testing, simulations, and production observability without building custom tooling.\n\n- [**End-to-end agent simulations**](https://langwatch.ai/scenario/)\n  Run realistic scenarios against your **full stack** (tools, state, user simulator, judge) and pinpoint where your agents break, and why? down to each decision.\n\n- **Eval + observability + prompts in one loop**\n  [Trace](https://docs.langwatch.ai/integration/overview) → [dataset](https://docs.langwatch.ai/datasets/overview) → [evaluate](https://docs.langwatch.ai/llm-evaluation/offline-evaluation) → [optimize prompts/models](https://docs.langwatch.ai/optimization-studio/overview) → re-test. No glue code, no tool sprawl.\n\n- [**Open standards, no lock-in**](https://docs.langwatch.ai/integration/opentelemetry/guide)\n  OpenTelemetry/OTLP-native. Framework- and LLM-provider agnostic by design.\n\n- [**Collaboration that doesn't slow shipping**](https://docs.langwatch.ai/features/annotations)\n  Review runs, annotate failures, and ship fixes faster. Let domain experts label edge cases with [annotations \u0026 queues](https://docs.langwatch.ai/features/annotations), keep prompts in Git with the [GitHub integration](https://docs.langwatch.ai/prompt-management/features/essential/github-integration), and [link prompt versions to traces](https://docs.langwatch.ai/prompt-management/features/advanced/link-to-traces).\n\nLangWatch gives you full visibility into agent behavior and the tools to systematically improve reliability, performance, and cost, while keeping you in control of your AI system\n\n## Getting Started\n\n### Cloud ☁️\n\nThe easiest way to get started with LangWatch.\n\n[Create a free account](https://app.langwatch.ai) → create a project → get started/ copy your API key.\n\n### Local setup 💻\n\nGet up and running on your own machine using docker compose:\n\n```bash\ngit clone https://github.com/langwatch/langwatch.git\ncd langwatch\ncp langwatch/.env.example langwatch/.env\ndocker compose up -d --wait --build\n```\nOnce running, LangWatch will be available at `http://localhost:5560`, where you can create your first project and API key.\n\n### Deployment options ⚓️\n\nRun LangWatch on your own infrastructure:\n\n- [Docker Compose](https://docs.langwatch.ai/self-hosting/open-source#docker-compose) - Run LangWatch on your own machine.\n- [Kubernetes (Helm)](https://docs.langwatch.ai/self-hosting/open-source#helm-chart-for-langwatch) - Run LangWatch on a Kubernetes cluster using Helm.\n- [OnPrem](https://docs.langwatch.ai/self-hosting/onprem) - Cloud-specific setups for AWS, Google Cloud, and Azure.\n\n\u003cdetails\u003e\n\u003csummary\u003eHybrid (OnPrem data) 🔀\u003c/summary\u003e\n\nFor companies that have strict data residency and control requirements, without needing to go fully on-prem.\n\nRead more about it on our [docs](https://docs.langwatch.ai/self-hosting/hybrid).\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003eLocal Development 👩‍💻\u003c/summary\u003e\n\nYou can also run LangWatch locally without docker to develop and help contribute to the project.\n\nStart just the databases using docker and leave it running:\n\n```bash\ndocker compose up redis postgres opensearch\n```\n\nThen, on another terminal, install the dependencies and start LangWatch:\n\n```bash\nmake install\nmake start\n```\n\n\u003c/details\u003e\n\n## 🚀 Quick Start\n\nShip safer agents in minutes. [Create a free account](https://app.langwatch.ai), then dive into these guides:\n\n- **[Run your first agent simulation](https://langwatch.ai/scenario/introduction/getting-started)** - Test agents against realistic scenarios before production\n- **[Set up evaluations](https://docs.langwatch.ai/llm-evaluation/offline-evaluation)** - Measure quality, performance, and reliability\n- **[Send your first traces](https://docs.langwatch.ai/integration/overview)** - Integrate LangWatch with your stack\n- **[Get started with LangWatch MCP](https://langwatch.ai/docs/integration/mcp)** - Use LangWatch in Claude Desktop and other MCP clients\n\n## 🗺️ Integrations\n\n\nLangWatch builds and maintains several integrations listed below. Our tracing platform is built on top of [OpenTelemetry](https://opentelemetry.io/), so we support any OpenTelemetry-compatible library out of the box.\n\n**Frameworks:**  \n[LangChain](https://langwatch.ai/docs/integration/python/integrations/langchain) ·\n[LangGraph](https://langwatch.ai/docs/integration/python/integrations/langgraph) ·\n[Vercel AI SDK](https://langwatch.ai/docs/integration/typescript/integrations/vercel-ai) ·\n[Mastra](https://langwatch.ai/docs/integration/typescript/integrations/mastra) ·\n[CrewAI](https://langwatch.ai/docs/integration/python/integrations/crewai) ·\n[Google ADK](https://langwatch.ai/docs/integration/python/integrations/google-ai)\n\n**Model Providers:**  \n[OpenAI](https://langwatch.ai/docs/integration/python/integrations/openai) ·\n[Anthropic](https://langwatch.ai/docs/integration/python/integrations/anthropic) ·\n[Azure](https://langwatch.ai/docs/integration/python/integrations/azure) ·\n[Google Cloud](https://langwatch.ai/docs/integration/python/integrations/google-cloud) ·\n[AWS](https://langwatch.ai/docs/integration/python/integrations/aws) ·\n[Groq](https://langwatch.ai/docs/integration/python/integrations/groq) ·\n[Ollama](https://langwatch.ai/docs/integration/python/integrations/ollama)\n\n### Platforms\n\n[LangFlow](https://docs.langwatch.ai/integration/langflow) · [Flowise](https://docs.langwatch.ai/integration/flowise) · [n8n](https://docs.langwatch.ai/integration/n8n)\n\n*and many more…*\n\nAre you using a platform that could benefit from a direct LangWatch integration? We'd love to hear from you, please [**fill out this very quick form.**](https://www.notion.so/1e35e165d48280468247fcbdc3349077?pvs=21)\n\n## 💬 Support\n\nHave questions or need help? We're here to support you in multiple ways:\n\n- **Documentation:** Our comprehensive [documentation](https://docs.langwatch.ai) covers everything from getting started to advanced features.\n- **Discord Community:** Join our [Discord server](https://discord.gg/kT4PhDS2gH) for real-time help from our team and community.\n- **X (Twitter):** Follow us on [X](https://x.com/LangWatchAI) for updates and announcements.\n- **GitHub Issues:** Report bugs or request features through our [GitHub repository](https://github.com/langwatch/langwatch).\n- **Enterprise Support:** Enterprise customers receive priority support with dedicated response times. Our [pricing page](https://langwatch.ai/pricing) contains more information.\n\n## 🤝 Collaborating\n\nContributions are what make the open-source community such an amazing place to learn, inspire, and create. Any contributions you make are **greatly appreciated**.\n\nPlease read our [Contribution Guidelines](https://github.com/langwatch/langwatch/blob/main/CONTRIBUTING.md) for details on our code of conduct, and the process for submitting pull requests.\n\n## ✍️ License\n\nPlease read our [LICENSE.md](/LICENSE.md) file.\n\n## 👮‍♀️ Security + Compliance\n\nAs a platform that has access to data that is highly likely to be sensitive, we take security incredibly seriously and treat it as a core part of our culture.\n\n| Legal Framework | Current Status                                                                 |\n| --------------- | ------------------------------------------------------------------------------ |\n| GDPR            | Compliant. DPA available upon request.                                         |\n| ISO 27001       | Certified. Certification report available upon request on our Enterprise plan. |\n\nPlease refer to our Security page for more information. Contact us at [security@langwatch.ai](mailto:security@langwatch.ai) if you have any further questions.\n\n### Vulnerability Disclosure\n\nIf you need to do a responsible disclosure of a security vulnerability, you may do so by email to [security@langwatch.ai](mailto:security@langwatch.ai), or if you prefer you can reach out to one of our team privately on [Discord](https://discord.com/invite/kT4PhDS2gH).\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Flangwatch%2Flangwatch","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Flangwatch%2Flangwatch","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Flangwatch%2Flangwatch/lists"}