Log Compaction Setup

gistfile1.txt

#https://lombardo-chcg.github.io/tools/2017/12/20/kafka-log-compaction.html

kafka-topics --zookeeper 35.185.129.xxx:2181 \
  --create --topic order_object_test \
  --config "cleanup.policy=compact" \
  --config "delete.retention.ms=100" \
  --config "segment.ms=100" \
  --config "min.cleanable.dirty.ratio=0.01" \
  --partitions 3 \
  --replication-factor 1




./bin/kafka-console-consumer --bootstrap-server 35.185.128.xxx:9092 \
  --topic order_object_test \
  --property print.key=true \
  --property key.separator=" $ " \
  --from-beginning



./bin/kafka-console-producer \
   --broker-list 35.185.128.xxx:9092 \
   --topic order_object_test \
   --property "parse.key=true" \
   --property "key.separator=$";