woraperth/CLIKafkaIntrowithAdShane

#CLI Special Live: Kafka Intro with Ad Shane

#VM CLI

ls -lrt

cd kafka-r2de-demo/

ls -lrt

#Docker compose confluent

docker compose up -d

#show images

docker ps -a

#Web UI kafka external IP:port :9021 #SQL Database in GCP CLI using connection name

gcloud sql connect kafka-class-db-001 --user=root --quiet

Enter password:

mysql>

use demo;

mysql>

select * form movies;

#Create source connector

curl -X GET  -H "Accept: application/json" -H "Content-Type: application/json" http://localhost:8083/connectors/ -d @mysql-source.json

#Create sink connector

curl -X GET  -H "Accept: application/json" -H "Content-Type: application/json" http://localhost:8083/connectors/ -d @mysql-sink-kafka.json

#Start ksqlDB

docker exce -it ksqldb http://localhost:8088

#Set offset ksql>

SET 'auto.offset.reset'='earliest';

ksql>

show topics;

ksql>

show connectors;

#CREATE STREAM ksql>

CREATE STREAM ksqlstream WITH
(KAFKA_TOPIC='kafka-class-db-001.demo.movies', VALUE_FORMAT = 'AVRO');

ksql>

show streams;

#Create stream

ksql>

 SELECT * FROM ksqlstream EMIT CHANGES LIMIT 10;

#Create stream trasform data ksql>

CREATE STREAM ksqlstream_processed AS 
SELECT 
after->movie_id AS movie_id,
after->title AS title,
2023 - CAST(after->release_year AS INT) AS num_year_release
FROM ksqlstream
WHERE op in ('c','u','r');

#where op:create uodate remove ksql>

show streams;

ksql>

SELECT * FROM ksqlstream_processed EMIT CHANGES LIMIT 10;

ksql>

exit;

#Create sink connector

curl -X GET  -H "Accept: application/json" -H "Content-Type: application/json" http://localhost:8083/connectors/ -d @mysql-sink-ksqldb.json

woraperth / CLIKafkaIntrowithAdShane

About