data-ingestion/fluent-bit/write-dummy-log-to-kafka/Makefile
generate-dummy-log:
sh bin/generate-dummy-log.sh
fluent-bit:
cd ../../.. && \
docker run \
--rm \
--volume="$$(pwd)/data-ingestion/fluent-bit/write-dummy-log-to-kafka/fluent-bit.conf:/fluent-bit/etc/fluent-bit.conf" \
--volume="$$(pwd)/data-ingestion/fluent-bit/write-dummy-log-to-kafka/data/dummy.log:/usr/src/app/dummy.log" \
--volume="$$(pwd)/kubernetes/data/hm-kafka/hm-kafka/ca.crt:/usr/src/app/ca.crt" \
cr.fluentbit.io/fluent/fluent-bit:2.0.11
kafka-topic-list:
kubectl exec hm-kafka-kafka-0 --namespace=hm-kafka --container=kafka --stdin --tty -- \
bin/kafka-topics.sh \
--bootstrap-server=localhost:9092 \
--list
kafka-topic-consume:
kubectl exec hm-kafka-kafka-0 --namespace=hm-kafka --container=kafka --stdin --tty -- \
bin/kafka-console-consumer.sh \
--bootstrap-server=localhost:9092 \
--topic=hm.dummy-log \
--property=print.key=true
kafka-topic-consume-from-beginning:
kubectl exec hm-kafka-kafka-0 --namespace=hm-kafka --container=kafka --stdin --tty -- \
bin/kafka-console-consumer.sh \
--bootstrap-server=localhost:9092 \
--topic=hm.dummy-log \
--property=print.key=true \
--from-beginning