{"id":17130292,"url":"https://github.com/aparo/kafka-integration-patterns","last_synced_at":"2026-05-07T09:36:58.962Z","repository":{"id":66571723,"uuid":"150883288","full_name":"aparo/kafka-integration-patterns","owner":"aparo","description":"Kafka integration patterns","archived":false,"fork":false,"pushed_at":"2018-09-29T16:38:02.000Z","size":141,"stargazers_count":1,"open_issues_count":0,"forks_count":0,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-10-07T14:01:10.280Z","etag":null,"topics":["alpakka","docker","elasticsearch","integration","kafka","scala"],"latest_commit_sha":null,"homepage":null,"language":"Scala","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":"apache-2.0","status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/aparo.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":"LICENSE","code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2018-09-29T16:35:54.000Z","updated_at":"2020-10-26T09:17:26.000Z","dependencies_parsed_at":null,"dependency_job_id":"beaddf30-afab-4b50-942f-8e2392d360e8","html_url":"https://github.com/aparo/kafka-integration-patterns","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/aparo/kafka-integration-patterns","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aparo%2Fkafka-integration-patterns","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aparo%2Fkafka-integration-patterns/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aparo%2Fkafka-integration-patterns/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aparo%2Fkafka-integration-patterns/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/aparo","download_url":"https://codeload.github.com/aparo/kafka-integration-patterns/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/aparo%2Fkafka-integration-patterns/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":32731949,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-05-07T02:14:30.463Z","status":"ssl_error","status_checked_at":"2026-05-07T02:14:29.405Z","response_time":62,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.6:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["alpakka","docker","elasticsearch","integration","kafka","scala"],"created_at":"2024-10-14T19:12:01.600Z","updated_at":"2026-05-07T09:36:58.949Z","avatar_url":"https://github.com/aparo.png","language":"Scala","funding_links":[],"categories":[],"sub_categories":[],"readme":"This is a little demo project to show how a combination of a [akka-streams](http://www.lightbend.com/activator/template/akka-stream-scala),\n [Reactive Kafka](https://github.com/akka/reactive-kafka), [Kafka](https://kafka.apache.org/) and ElasticSearch can be used as the ingestion part\n of a fast data system.\n\n#Setup\nDocker configuration: add in share:\n\n    /opt/data\n    /opt/dockerdata\n    \u003cyour source dir\u003e\n\nDownload the geoname sample:\n\n    ./fetch_geoname.sh\n\nSetup Prometheus/Grafana and family:\n\n    cd docker/dockprom\n    docker-compose up -d\n    \nSetup ElasticSearch/Kibana/kafka:\n\n    cd docker/kafka_elk/\n    docker-compose up -d\n\nBuild the apps:\n\n    sbt\n    project csvToKafka\n    docker:publishLocal\n    project kafkaToES\n    docker:publishLocal\n    \nAdd the new deployed apps:\n\n    docker-compose up -d\n\nEnjoy:\n\n- Prometheus: http://0.0.0.0:9090 (admin:admin)\n- Grafana: http://0.0.0.0:3000 (admin:admin)\n- Kafka-Manager: http://0.0.0.0:9000\n- Kibana: http://0.0.0.0:5601 \n- Cerebro: http://0.0.0.0:9001 \n\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Faparo%2Fkafka-integration-patterns","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Faparo%2Fkafka-integration-patterns","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Faparo%2Fkafka-integration-patterns/lists"}