{"id":20802212,"url":"https://github.com/picadoh/kafka-avro","last_synced_at":"2026-02-13T14:08:17.863Z","repository":{"id":225882957,"uuid":"66208408","full_name":"picadoh/kafka-avro","owner":"picadoh","description":"An example integration of Kafka with Avro schemas","archived":false,"fork":false,"pushed_at":"2016-08-21T16:23:09.000Z","size":11,"stargazers_count":3,"open_issues_count":0,"forks_count":2,"subscribers_count":1,"default_branch":"master","last_synced_at":"2025-08-24T17:31:09.166Z","etag":null,"topics":["avro","example","java","kafka"],"latest_commit_sha":null,"homepage":null,"language":"Java","has_issues":true,"has_wiki":null,"has_pages":null,"mirror_url":null,"source_name":null,"license":null,"status":null,"scm":"git","pull_requests_enabled":true,"icon_url":"https://github.com/picadoh.png","metadata":{"files":{"readme":"README.md","changelog":null,"contributing":null,"funding":null,"license":null,"code_of_conduct":null,"threat_model":null,"audit":null,"citation":null,"codeowners":null,"security":null,"support":null,"governance":null,"roadmap":null,"authors":null,"dei":null}},"created_at":"2016-08-21T16:22:18.000Z","updated_at":"2022-12-07T10:05:40.000Z","dependencies_parsed_at":"2024-03-04T20:12:58.980Z","dependency_job_id":"509ed07a-7ec0-494b-ba14-dc3d00d07947","html_url":"https://github.com/picadoh/kafka-avro","commit_stats":null,"previous_names":["picadoh/kafka-avro"],"tags_count":0,"template":false,"template_full_name":null,"purl":"pkg:github/picadoh/kafka-avro","repository_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/picadoh%2Fkafka-avro","tags_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/picadoh%2Fkafka-avro/tags","releases_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/picadoh%2Fkafka-avro/releases","manifests_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/picadoh%2Fkafka-avro/manifests","owner_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners/picadoh","download_url":"https://codeload.github.com/picadoh/kafka-avro/tar.gz/refs/heads/master","sbom_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories/picadoh%2Fkafka-avro/sbom","scorecard":null,"host":{"name":"GitHub","url":"https://github.com","kind":"github","repositories_count":286080680,"owners_count":29409598,"icon_url":"https://github.com/github.png","version":null,"created_at":"2022-05-30T11:31:42.601Z","updated_at":"2026-02-13T06:24:03.484Z","status":"ssl_error","status_checked_at":"2026-02-13T06:23:12.830Z","response_time":78,"last_error":"SSL_connect returned=1 errno=0 peeraddr=140.82.121.5:443 state=error: unexpected eof while reading","robots_txt_status":"success","robots_txt_updated_at":"2025-07-24T06:49:26.215Z","robots_txt_url":"https://github.com/robots.txt","online":false,"can_crawl_api":true,"host_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub","repositories_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repositories","repository_names_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/repository_names","owners_url":"https://repos.ecosyste.ms/api/v1/hosts/GitHub/owners"}},"keywords":["avro","example","java","kafka"],"created_at":"2024-11-17T18:28:50.619Z","updated_at":"2026-02-13T14:08:17.846Z","avatar_url":"https://github.com/picadoh.png","language":"Java","funding_links":[],"categories":[],"sub_categories":[],"readme":"### Kafka Producer/Consumer Example\nThis example implements a Kafka producer and consumer that use a Avro schema mapper to communicate data in the topic.\n\n#### Pre-requisites\n- Kafka 0.9.0\n- Maven 3\n- Java 7/8\n\n#### Setup environment\n\n###### Start Kafka Server\n\n    kafka$ ./bin/zookeeper-server-start.sh config/zookeeper.properties\n\n###### Start Zookeeper Server\n\n    kafka$ ./bin/kafka-server-start.sh config/server.properties\n\n###### Create Kafka Topic\n\n    kafka$ ./bin/kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 3 --topic example.test.topic\n\n#### Build application\n\n    project$ mvn clean install\n\n#### Example usage\n\n    String topicName = \"example.test.topic\";\n\n    // setup schema\n    Schema.Parser parser = new Schema.Parser();\n    Schema schema = parser.parse(AvroSchemaDefinitionLoader.fromFile(\"schema/tweet.avro\").get());\n\n    // setup the mapper\n    DataMapper\u003cGenericRecord\u003e mapper = new AvroDataMapper(schema);\n\n    // setup consumer\n    DataProcessor\u003cGenericRecord\u003e processor = new AvroDataProcessor();\n    KafkaLibConsumer\u003cGenericRecord\u003e consumer = new KafkaLibConsumer\u003c\u003e(\n        topicName,\n        PropertiesLoader.fromFile(\"consumer.properties\"),\n        mapper,\n        processor);\n\n    // set up the producer\n    KafkaLibProducer\u003cGenericRecord\u003e producer = new KafkaLibProducer\u003c\u003e(\n        topicName,\n        PropertiesLoader.fromFile(\"producer.properties\"),\n        mapper);\n\n    GenericData.Record avroRecord = new GenericData.Record(schema);\n    avroRecord.put(\"username\", \"hugopicado\");\n    avroRecord.put(\"tweet\", \"my #awesome tweet\");\n\n    producer.produce(avroRecord);\n    consumer.consume();\n","project_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpicadoh%2Fkafka-avro","html_url":"https://awesome.ecosyste.ms/projects/github.com%2Fpicadoh%2Fkafka-avro","lists_url":"https://awesome.ecosyste.ms/api/v1/projects/github.com%2Fpicadoh%2Fkafka-avro/lists"}