DevOps: What is Kafka?

1# Commands
2kafka-topics.sh --create --topic my-topic --bootstrap-server localhost:9092 --partitions 3
3kafka-topics.sh --list --bootstrap-server localhost:9092
4kafka-console-producer.sh --topic my-topic --bootstrap-server localhost:9092
5kafka-console-consumer.sh --topic my-topic --bootstrap-server localhost:9092
6
7# Consumer groups
8kafka-consumer-groups.sh --list --bootstrap-server localhost:9092
9kafka-consumer-groups.sh --describe --group my-group --bootstrap-server localhost:9092
10
11# Offsets
12kafka-consumer-groups.sh --reset-offsets --to-earliest --group my-group --topic my-topic --execute

1# docker-compose.yml
2zookeeper:
3  image: confluentinc/cp-zookeeper:7.4.0
4  environment:
5    ZOOKEEPER_CLIENT_PORT: 2181
6
7kafka:
8  image: confluentinc/cp-kafka:7.4.0
9  depends_on:
10    - zookeeper
11  environment:
12    KAFKA_BROKER_ID: 1
13    KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
14    KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
15    KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1