{"id":51438296,"url":"https://github.com/xberg-io/crawlberg","last_synced_at":"2026-07-09T17:00:47.562Z","repository":{"id":351300191,"uuid":"1176688502","full_name":"xberg-io/crawlberg","owner":"xberg-io","description":"High-performance web crawling engine with bindings for 11 languages","archived":false,"fork":false,"pushed_at":"2026-07-05T16:43:50.000Z","size":133579,"stargazers_count":133,"open_issues_count":2,"forks_count":15,"subscribers_count":0,"default_branch":"main","last_synced_at":"2026-07-07T07:42:46.778Z","etag":null,"topics":["crawling","csharp","elixir","ffi","golang","java","mcp","php","python","ruby","rust","typescript","wasm","web-crawler","web-scraping"],"latest_commit_sha":null,"homepage":"https://docs.crawlberg.xberg.io","language":"Rust","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"mit","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/xberg-io.png","metadata":{"files":{"readme":"README.md","changelog":"CHANGELOG.md","contributing":"CONTRIBUTING.md","funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":"CITATION.cff","codeowners":".github/CODEOWNERS","security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null,"zenodo":null,"notice":null,"maintainers":null,"copyright":null,"agents":null,"dco":null,"cla":null}},"created_at":"2026-03-09T09:21:16.000Z","updated_at":"2026-07-06T22:43:20.000Z","dependencies_parsed_at":"2026-06-07T12:04:47.965Z","dependency_job_id":null,"html_url":"https://github.com/xberg-io/crawlberg","commit_stats":null,"previous_names":["kreuzberg-dev/kreuzcrawl","xberg-io/kreuzcrawl","xberg-io/crawlberg"],"tags_count":199,"template":false,"template_full_name":null,"purl":"pkg:github/xberg-io/crawlberg","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xberg-io%2Fcrawlberg","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xberg-io%2Fcrawlberg/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xberg-io%2Fcrawlberg/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xberg-io%2Fcrawlberg/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/xberg-io","download_url":"https://codeload.github.com/xberg-io/crawlberg/tar.gz/refs/heads/main","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/xberg-io%2Fcrawlberg/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":35306717,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-05-26T15:22:16.424Z","status":"online","status_checked_at":"2026-07-09T02:00:07.329Z","response_time":57,"last_error":null,"robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":true,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["crawling","csharp","elixir","ffi","golang","java","mcp","php","python","ruby","rust","typescript","wasm","web-crawler","web-scraping"],"created_at":"2026-07-05T09:00:30.723Z","updated_at":"2026-07-09T17:00:47.556Z","avatar_url":"https://github.com/xberg-io.png","language":"Rust","funding_links":[],"categories":["Libraries","Projects"],"sub_categories":["Web programming","Web Scraping","Web Crawling"],"readme":"\u003cp align=\"center\"\u003e\n  \u003cpicture\u003e\n    \u003csource media=\"(prefers-color-scheme: dark)\" srcset=\"https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-dark.svg\"\u003e\n    \u003cimg alt=\"Xberg\" width=\"420\" src=\"https://cdn.jsdelivr.net/gh/xberg-io/assets@v1/banner/readme-banner-light.svg\"\u003e\n  \u003c/picture\u003e\n\u003c/p\u003e\n\n# Crawlberg\n\n\u003cdiv align=\"center\" style=\"display: flex; flex-wrap: wrap; gap: 8px; justify-content: center; margin: 20px 0;\"\u003e\n  \u003ca href=\"https://github.com/xberg-io/alef\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/built%20with-alef%20%D7%90-007ec6\" alt=\"Built with alef\"\u003e\n  \u003c/a\u003e\n  \u003c!-- Language Bindings --\u003e\n  \u003ca href=\"https://crates.io/crates/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/crates/v/crawlberg?label=Rust\u0026color=007ec6\" alt=\"Rust\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://pypi.org/project/crawlberg/\"\u003e\n    \u003cimg src=\"https://img.shields.io/pypi/v/crawlberg?label=Python\u0026color=007ec6\" alt=\"Python\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://www.npmjs.com/package/@xberg-io/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/npm/v/@xberg-io/crawlberg?label=Node.js\u0026color=007ec6\" alt=\"Node.js\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://www.npmjs.com/package/@xberg-io/crawlberg-wasm\"\u003e\n    \u003cimg src=\"https://img.shields.io/npm/v/@xberg-io/crawlberg-wasm?label=WASM\u0026color=007ec6\" alt=\"WASM\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://central.sonatype.com/artifact/io.xberg.crawlberg/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/maven-central/v/io.xberg.crawlberg/crawlberg?label=Java\u0026color=007ec6\" alt=\"Java\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://pkg.go.dev/github.com/xberg-io/crawlberg/packages/go\"\u003e\n    \u003cimg src=\"https://img.shields.io/github/v/tag/xberg-io/crawlberg?label=Go\u0026color=007ec6\" alt=\"Go\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://www.nuget.org/packages/XbergIo.Crawlberg/\"\u003e\n    \u003cimg src=\"https://img.shields.io/nuget/v/XbergIo.Crawlberg?label=C%23\u0026color=007ec6\" alt=\"C#\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://packagist.org/packages/xberg-io/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/packagist/v/xberg-io/crawlberg?label=PHP\u0026color=007ec6\" alt=\"PHP\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://rubygems.org/gems/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/gem/v/crawlberg?label=Ruby\u0026color=007ec6\" alt=\"Ruby\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://hex.pm/packages/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/hexpm/v/crawlberg?label=Elixir\u0026color=007ec6\" alt=\"Elixir\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://pub.dev/packages/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/pub/v/crawlberg?label=Dart\u0026color=007ec6\" alt=\"Dart\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://central.sonatype.com/artifact/io.xberg.crawlberg.android/crawlberg-android\"\u003e\n    \u003cimg src=\"https://img.shields.io/maven-central/v/io.xberg.crawlberg.android/crawlberg-android?label=Kotlin\u0026color=007ec6\" alt=\"Kotlin\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://github.com/xberg-io/crawlberg/tree/main/packages/swift\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/Swift-SPM-007ec6\" alt=\"Swift\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://github.com/xberg-io/crawlberg/tree/main/packages/zig\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/Zig-package-007ec6\" alt=\"Zig\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://github.com/xberg-io/crawlberg/releases\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/C-FFI-007ec6\" alt=\"C FFI\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://github.com/xberg-io/crawlberg/pkgs/container/crawlberg\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/Docker-ghcr.io-007ec6?logo=docker\u0026logoColor=white\" alt=\"Docker\"\u003e\n  \u003c/a\u003e\n\n  \u003c!-- Project Info --\u003e\n  \u003ca href=\"https://github.com/xberg-io/crawlberg/blob/main/LICENSE\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/License-MIT-007ec6\" alt=\"License\"\u003e\n  \u003c/a\u003e\n  \u003ca href=\"https://docs.crawlberg.xberg.io\"\u003e\n    \u003cimg src=\"https://img.shields.io/badge/Docs-crawlberg-007ec6\" alt=\"Documentation\"\u003e\n  \u003c/a\u003e\n\u003c/div\u003e\n\n\u003cdiv align=\"center\" style=\"display: flex; flex-wrap: wrap; gap: 12px; justify-content: center; margin: 28px 0 24px;\"\u003e\n  \u003ca href=\"https://discord.gg/xt9WY3GnKR\"\u003e\n    \u003cimg height=\"22\" src=\"https://img.shields.io/badge/Discord-Chat-007ec6?logo=discord\u0026logoColor=white\" alt=\"Join Discord\"\u003e\n  \u003c/a\u003e\n\u003c/div\u003e\n\nTurn any website into clean, structured data. Point Crawlberg at a URL and get back Markdown, metadata, and links — from a single page or a whole site — in the language you already use.\n\n## What and Why?\n\nYou need data that lives on the web, and raw HTML is not it. Crawlberg does the crawling, scraping, and cleanup end-to-end: it fetches pages, follows links, converts each one to Markdown, and hands you structured metadata (titles, links, images, social-card and JSON-LD data) — so you skip the parsing and go straight to the content.\n\nIt runs from a single Rust core with identical results across 14 language bindings, and it handles the awkward parts for you: JavaScript-heavy pages fall back to a real headless browser, bot filters are detected and worked around, robots and sitemaps are respected, requests are throttled per domain, and requests to private or internal addresses are refused by default. Drive it from your code, an AI agent, a REST service, or the CLI.\n\nEvery part of the pipeline is a trait you can swap — the crawl frontier, rate limiter, storage, event stream, and content filters — so you can plug in your own behavior. Managed extras like proxy pools, tuned bot-evasion, authenticated sessions, scheduling, and billing live in [xberg-enterprise](https://github.com/xberg-io/xberg-enterprise).\n\n### Features\n\n| Feature | Description |\n| ------- | ----------- |\n| **Structured extraction** | Text, metadata, links, images, assets, JSON-LD, Open Graph, hreflang, favicons, headings, response headers |\n| **Markdown conversion** | Clean Markdown with citations, document structure, and fit-content mode |\n| **Concurrent crawling** | Depth-first, breadth-first, or best-first traversal with configurable depth, page limits, and concurrency |\n| **14 language bindings** | Rust, Python, Node.js, Ruby, Go, Java, Kotlin (Android), C#, PHP, Elixir, Dart, Swift, Zig, and WebAssembly |\n| **Smart filtering** | BM25 relevance scoring, URL include/exclude patterns, robots.txt compliance, sitemap discovery |\n| **Browser rendering** | Optional headless browser for JavaScript-heavy SPAs with WAF detection and bypass |\n| **Batch \u0026 streaming** | Scrape or crawl hundreds of URLs concurrently; real-time crawl events via async streams |\n| **SSRF-safe by default** | Refuses loopback, private, link-local, and cloud-metadata addresses; opt out via env var or `CrawlConfig` |\n| **Auth \u0026 rate limiting** | HTTP Basic, Bearer, and custom-header auth with cookie jars; per-domain request throttling |\n| **MCP server \u0026 REST API** | Model Context Protocol integration for AI agents plus an HTTP server with OpenAPI spec |\n\n### Supported Platforms\n\nPrecompiled binaries for Linux (x86_64/aarch64), macOS (ARM64), and Windows (x64) across every binding. See the [platform support reference](https://docs.crawlberg.xberg.io) for the full matrix.\n\n\u003cp align=\"center\"\u003e\u003cstrong\u003e⭐ Star this repo to show your support — it helps others discover Crawlberg.\u003c/strong\u003e\u003c/p\u003e\n\n## Quick Start\n\n### Language Packages\n\n\u003cdetails open\u003e\n\u003csummary\u003e\u003cstrong\u003ePython\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\npip install crawlberg\n```\n\nSee [Python README](https://github.com/xberg-io/crawlberg/tree/main/packages/python) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eNode.js\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\nnpm install @xberg-io/crawlberg\n```\n\nSee [Node.js README](https://github.com/xberg-io/crawlberg/tree/main/crates/crawlberg-node) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eRust\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ncargo add crawlberg\n```\n\nSee [Rust README](https://github.com/xberg-io/crawlberg/tree/main/crates/crawlberg) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eGo\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ngo get github.com/xberg-io/crawlberg/packages/go\n```\n\nSee [Go README](https://github.com/xberg-io/crawlberg/tree/main/packages/go) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eJava\u003c/strong\u003e\u003c/summary\u003e\n\nAvailable on Maven Central as `io.xberg.crawlberg:crawlberg`. See [Java README](https://github.com/xberg-io/crawlberg/tree/main/packages/java) for the dependency snippet and current version.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eC#\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ndotnet add package Crawlberg\n```\n\nSee [C# README](https://github.com/xberg-io/crawlberg/tree/main/packages/csharp) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eRuby\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ngem install crawlberg\n```\n\nSee [Ruby README](https://github.com/xberg-io/crawlberg/tree/main/packages/ruby) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003ePHP\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ncomposer require xberg-io/crawlberg\n```\n\nSee [PHP README](https://github.com/xberg-io/crawlberg/tree/main/packages/php) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eElixir\u003c/strong\u003e\u003c/summary\u003e\n\nAdd `{:crawlberg, \"~\u003e 0.3\"}` to your `mix.exs` dependencies. See [Elixir README](https://github.com/xberg-io/crawlberg/tree/main/packages/elixir) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eDart / Flutter\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ndart pub add crawlberg\n```\n\nSee [Dart README](https://github.com/xberg-io/crawlberg/tree/main/packages/dart) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eKotlin (Android)\u003c/strong\u003e\u003c/summary\u003e\n\nAvailable on Maven Central as `io.xberg.crawlberg.android:crawlberg-android`. See [Kotlin README](https://github.com/xberg-io/crawlberg/tree/main/packages/kotlin-android) for the dependency snippet and current version.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eSwift\u003c/strong\u003e\u003c/summary\u003e\n\nAdd via Swift Package Manager. See [Swift README](https://github.com/xberg-io/crawlberg/tree/main/packages/swift) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eZig\u003c/strong\u003e\u003c/summary\u003e\n\nSee [Zig README](https://github.com/xberg-io/crawlberg/tree/main/packages/zig) for installation and usage.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eWebAssembly\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\nnpm install @xberg-io/crawlberg-wasm\n```\n\nSee [WebAssembly README](https://github.com/xberg-io/crawlberg/tree/main/crates/crawlberg-wasm) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eC/C++ (FFI)\u003c/strong\u003e\u003c/summary\u003e\n\nC header + shared library from [GitHub Releases](https://github.com/xberg-io/crawlberg/releases). See [FFI crate](https://github.com/xberg-io/crawlberg/tree/main/crates/crawlberg-ffi) for full documentation.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eCLI\u003c/strong\u003e\u003c/summary\u003e\n\n```sh\ncargo install crawlberg-cli\n```\n\n```sh\nbrew install xberg-io/tap/crawlberg\n```\n\nSee [CLI README](https://github.com/xberg-io/crawlberg/tree/main/crates/crawlberg-cli) for full documentation.\n\n\u003c/details\u003e\n\n### AI Coding Assistants\n\nInstall the Crawlberg plugin from the [`xberg-io/plugins`](https://github.com/xberg-io/plugins) marketplace. It ships the Crawlberg agent skills (site crawling, HTML→Markdown scraping, headless-Chrome fallback) plus the `crawlberg` MCP server, and works with every major coding agent — expand your harness below.\n\n\u003cdetails open\u003e\n\u003csummary\u003e\u003cstrong\u003eClaude Code\u003c/strong\u003e\u003c/summary\u003e\n\n```text\n/plugin marketplace add xberg-io/plugins\n/plugin install crawlberg@xberg\n```\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eCodex CLI\u003c/strong\u003e\u003c/summary\u003e\n\n```text\n/plugins add https://github.com/xberg-io/plugins\n```\n\nThen search for `crawlberg` and select **Install Plugin**.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eCursor\u003c/strong\u003e\u003c/summary\u003e\n\nSettings → Plugins → Add from URL → `https://github.com/xberg-io/plugins`, then select **crawlberg**.\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eGemini CLI\u003c/strong\u003e\u003c/summary\u003e\n\n```text\ngemini extensions install https://github.com/xberg-io/plugins\n```\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eFactory Droid\u003c/strong\u003e\u003c/summary\u003e\n\n```text\ndroid plugin marketplace add https://github.com/xberg-io/plugins\ndroid plugin install crawlberg@xberg\n```\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eGitHub Copilot CLI\u003c/strong\u003e\u003c/summary\u003e\n\n```text\ncopilot plugin marketplace add https://github.com/xberg-io/plugins\ncopilot plugin install crawlberg@xberg\n```\n\n\u003c/details\u003e\n\n\u003cdetails\u003e\n\u003csummary\u003e\u003cstrong\u003eopencode\u003c/strong\u003e\u003c/summary\u003e\n\nAdd the package to `opencode.json`:\n\n```json\n{\n  \"$schema\": \"https://opencode.ai/config.json\",\n  \"plugin\": [\"@xberg-io/opencode-crawlberg\"]\n}\n```\n\n\u003c/details\u003e\n\n## Documentation\n\nFull guides, per-language API references, the substrate/operational model, antibot strategy, and observability live at **[docs.crawlberg.xberg.io](https://docs.crawlberg.xberg.io)**.\n\n## Contributing\n\nContributions are welcome! See our [Contributing Guide](https://github.com/xberg-io/crawlberg/blob/main/CONTRIBUTING.md).\n\n## Part of Xberg.dev\n\n- [Xberg](https://github.com/xberg-io/xberg) — document intelligence: text, tables, metadata from 91+ formats with optional OCR.\n- [Xberg Enterprise](https://github.com/xberg-io/xberg-enterprise) — managed extraction API with SDKs, dashboards, and observability.\n- [crawlberg](https://github.com/xberg-io/crawlberg) — web crawling and scraping with HTML→Markdown and headless-Chrome fallback.\n- [html-to-markdown](https://github.com/xberg-io/html-to-markdown) — fast, lossless HTML→Markdown engine.\n- [liter-llm](https://github.com/xberg-io/liter-llm) — universal LLM API client with native bindings for 14 languages and 143 providers.\n- [tree-sitter-language-pack](https://github.com/xberg-io/tree-sitter-language-pack) — tree-sitter grammars and code-intelligence primitives.\n- [alef](https://github.com/xberg-io/alef) — the polyglot binding generator that produces every per-language binding across the 5 polyglot repos.\n\n## License\n\n[MIT License](https://github.com/xberg-io/crawlberg/blob/main/LICENSE)\n\n## Links\n\n- [Documentation](https://docs.crawlberg.xberg.io)\n- [GitHub Repository](https://github.com/xberg-io/crawlberg)\n- [Issue Tracker](https://github.com/xberg-io/crawlberg/issues)\n- [Changelog](CHANGELOG.md)\n- [Discord](https://discord.gg/xt9WY3GnKR) — community, roadmap, announcements.\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fxberg-io%2Fcrawlberg","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fxberg-io%2Fcrawlberg","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fxberg-io%2Fcrawlberg/lists"}