{"id":19930851,"url":"https://github.com/ericlondon/kafka-log-aggregator","last_synced_at":"2025-05-03T10:32:15.761Z","repository":{"id":69968958,"uuid":"142373587","full_name":"EricLondon/kafka-log-aggregator","owner":"EricLondon","description":"Java Kafka Log Aggregator","archived":false,"fork":false,"pushed_at":"2024-11-08T13:51:58.000Z","size":84,"stargazers_count":7,"open_issues_count":1,"forks_count":6,"subscribers_count":3,"default_branch":"master","last_synced_at":"2024-11-08T14:41:05.106Z","etag":null,"topics":["java","kafka","logs","streams"],"latest_commit_sha":null,"homepage":null,"language":"Java","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/EricLondon.png","metadata":{"files":{"readme":"readme.txt","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null,"publiccode":null,"codemeta":null}},"created_at":"2018-07-26T01:44:54.000Z","updated_at":"2024-11-08T13:50:30.000Z","dependencies_parsed_at":"2024-11-08T14:31:47.984Z","dependency_job_id":"281a879d-ccc2-4a2d-923b-ef4e8edb686c","html_url":"https://github.com/EricLondon/kafka-log-aggregator","commit_stats":null,"previous_names":[],"tags_count":0,"template":false,"template_full_name":null,"repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EricLondon%2Fkafka-log-aggregator","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EricLondon%2Fkafka-log-aggregator/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EricLondon%2Fkafka-log-aggregator/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/EricLondon%2Fkafka-log-aggregator/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/EricLondon","download_url":"https://codeload.github.com/EricLondon/kafka-log-aggregator/tar.gz/refs/heads/master","host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":224360339,"owners_count":17298319,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2022-07-04T15:15:14.044Z","host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["java","kafka","logs","streams"],"created_at":"2024-11-12T23:05:24.926Z","updated_at":"2024-11-12T23:05:25.513Z","avatar_url":"https://github.com/EricLondon.png","language":"Java","funding_links":[],"categories":[],"sub_categories":[],"readme":"Kafka streams Java application to aggregate messages using a session window\n\nSee Blog post here: http://ericlondon.com/2018/07/26/kafka-streams-java-application-to-aggregate-messages-using-a-session-window.html\n\n# start zookeeper\nzookeeper-server-start $KAFKA_CONF/zookeeper.properties\n\n# start kafka\n$KAFKA_HOME/bin/kafka-server-start $KAFKA_CONF/server.properties\n\n# create topics\n$KAFKA_HOME/bin/kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic log-input-stream\n$KAFKA_HOME/bin/kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic log-output-stream\n\n# start console consumers\n$KAFKA_HOME/bin/kafka-console-consumer --bootstrap-server localhost:9092 --topic log-input-stream\n$KAFKA_HOME/bin/kafka-console-consumer --bootstrap-server localhost:9092 --topic log-output-stream\n\n# build jar\n./gradlew clean shadowJar\n\n# run app\njava -cp \"./build/libs/*\" LogAggregatorApp\n\n# execute producer\ncd ruby \u0026\u0026 ./producer.rb\n\n# agg output\n[{\"code\":401,\"message\":\"Unauthorized\",\"count\":8},{\"code\":500,\"message\":\"Internal Server Error\",\"count\":8},{\"code\":301,\"message\":\"Moved Permanently\",\"count\":6},{\"code\":403,\"message\":\"Forbidden\",\"count\":6},{\"code\":503,\"message\":\"Service Unavailable\",\"count\":4},{\"code\":400,\"message\":\"Bad Request\",\"count\":4},{\"code\":200,\"message\":\"OK\",\"count\":4},{\"code\":418,\"message\":\"I\\u0027m a teapot\",\"count\":3},{\"code\":422,\"message\":\"Unprocessable Entity\",\"count\":3},{\"code\":304,\"message\":\"Not Modified\",\"count\":2}]\n[{\"code\":503,\"message\":\"Service Unavailable\",\"count\":7},{\"code\":302,\"message\":\"Found\",\"count\":7},{\"code\":301,\"message\":\"Moved Permanently\",\"count\":6},{\"code\":304,\"message\":\"Not Modified\",\"count\":5},{\"code\":418,\"message\":\"I\\u0027m a teapot\",\"count\":5},{\"code\":400,\"message\":\"Bad Request\",\"count\":5},{\"code\":422,\"message\":\"Unprocessable Entity\",\"count\":4},{\"code\":200,\"message\":\"OK\",\"count\":4},{\"code\":403,\"message\":\"Forbidden\",\"count\":3},{\"code\":401,\"message\":\"Unauthorized\",\"count\":2}]\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fericlondon%2Fkafka-log-aggregator","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fericlondon%2Fkafka-log-aggregator","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fericlondon%2Fkafka-log-aggregator/lists"}