PeterCorless · May 16, 2019 23:45
diff --git a/01-tar-confluent.sh b/01-tar-confluent.sh
 $ tar -xzf confluent-5.2.0-2.12.tar.gz
 $ cd confluent-5.2.0/
diff --git a/02-export-path.sh b/02-export-path.sh
 $ export PATH="$PATH:/YOUR_LOCAL_PATH_TO_BINARIES/confluent-5.2.0/bin"
diff --git a/03-brew-tap-confluentinc.sh b/03-brew-tap-confluentinc.sh
 $ brew tap confluentinc/homebrew-confluent-hub-client
 $ brew cask install confluent-hub-client
 $ confluent-hub install confluentinc/kafka-connect-cassandra:latest
diff --git a/04-confluent-start.sh b/04-confluent-start.sh
 $ confluent start connect
diff --git a/05-zookeeper-server-start.sh b/05-zookeeper-server-start.sh
 $ zookeeper-server-start ./etc/kafka/zookeeper.properties
 $ kafka-server-start ./etc/kafka/server.properties
 $ bin/schema-registry-start ./etc/schema-registry/schema-registry.properties
 $ connect-distributed ./etc/schema-registry/connect-avro-distributed.properties
diff --git a/06-kafka-topics-create.sh b/06-kafka-topics-create.sh
 $ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic temperature 
 $ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic brightness 
diff --git a/07-kakfa-mqtt-start.sh b/07-kakfa-mqtt-start.sh
 $ kafka-mqtt-start kafka-mqtt-dev.properties
diff --git a/08-brew-instaall-mosquitto.sh b/08-brew-instaall-mosquitto.sh
 $ brew install mosquitto
 $ brew link mosquitto
diff --git a/09-mosquitto_pub.sh b/09-mosquitto_pub.sh
 $ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "190F"
 $ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "200F"
 $ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "210F"
diff --git a/10-kafka-console-consumer.sh b/10-kafka-console-consumer.sh
 $ kafka-console-consumer --bootstrap-server localhost:9092 \
 --topic temperature \
 --property print.key=true \
 --from-beginning
diff --git a/11-while-true-do-echo.sh b/11-while-true-do-echo.sh
 while true; do echo $(( $RANDOM % (231-180) + 180)); sleep .2; done | \
 mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -l
diff --git a/12-git-clone-scylla-code-samples.sh b/12-git-clone-scylla-code-samples.sh
 $ git clone https://github.com/scylladb/scylla-code-samples/
 $ cd gce_deploy_and_install_scylla_cluster
diff --git a/13-gce_deploy_and_install_scylla_cluster.sh b/13-gce_deploy_and_install_scylla_cluster.sh
 $./gce_deploy_and_install_scylla_cluster.sh -t n1-standard-16 -n -c5 -v3.0
diff --git a/14-confluent-start-ksql-server.sh b/14-confluent-start-ksql-server.sh
 $ confluent start ksql-server
diff --git a/15-ksql-SHOW-TOPICS.sql b/15-ksql-SHOW-TOPICS.sql
 ksql> SHOW TOPICS; 
diff --git a/16-ksql-CREATE-STREAM-sensorreadings.sql b/16-ksql-CREATE-STREAM-sensorreadings.sql
 ksql> CREATE STREAM sensorreadings (eventid integer, sensorinput varchar) WITH (kafka_topic='temperature', value_format='AVRO');
diff --git a/17-confluent-hub-install.sh b/17-confluent-hub-install.sh
 $ confluent-hub install confluentinc/kafka-connect-cassandra:latest
diff --git a/18-sink.properties b/18-sink.properties
 name=sink
 topics=temperature
 tasks.max=1
 connector.class=io.confluent.connect.cassandra.CassandraSinkConnector
 cassandra.contact.points=<PUBLIC IPs of your SCYLLA Cluster (IP1,IP2,IP3)>
 cassandra.keyspace=demo
 cassandra.compression=SNAPPY
 cassandra.consistency.level=LOCAL_QUORUM
 transforms=prune
 transforms.prune.type=org.apache.kafka.connect.transforms.ReplaceField$Value
 transforms.prune.whitelist=CreatedAt,Id,Text,Source,Truncated
diff --git a/19-connect-standalone.sh b/19-connect-standalone.sh
 $ connect-standalone <FULL_PATH>/confluent-5.2.0/etc/schema-registry/connect-avro-standalone.properties <FULL_PATH>/confluent-5.2.0/share/confluent-hub-components/confluentinc-kafka-connect-cassandra/etc/sink.properties
diff --git a/20-sensor-generator.sh b/20-sensor-generator.sh
 $./sensor_generator
	$ brew tap confluentinc/homebrew-confluent-hub-client
	$ brew cask install confluent-hub-client
	$ confluent-hub install confluentinc/kafka-connect-cassandra:latest
	$ zookeeper-server-start ./etc/kafka/zookeeper.properties
	$ kafka-server-start ./etc/kafka/server.properties
	$ bin/schema-registry-start ./etc/schema-registry/schema-registry.properties
	$ connect-distributed ./etc/schema-registry/connect-avro-distributed.properties
	$ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic temperature
	$ kafka-topics --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic brightness
	$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "190F"
	$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "200F"
	$ mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -m "210F"
	$ kafka-console-consumer --bootstrap-server localhost:9092 \
	--topic temperature \
	--property print.key=true \
	--from-beginning
	while true; do echo $(( $RANDOM % (231-180) + 180)); sleep .2; done \| \
	mosquitto_pub -h 0.0.0.0 -p 1883 -t car/engine/temperature -q 2 -l
	$ git clone https://github.com/scylladb/scylla-code-samples/
	$ cd gce_deploy_and_install_scylla_cluster
	name=sink
	topics=temperature
	tasks.max=1
	connector.class=io.confluent.connect.cassandra.CassandraSinkConnector
	cassandra.contact.points=<PUBLIC IPs of your SCYLLA Cluster (IP1,IP2,IP3)>
	cassandra.keyspace=demo
	cassandra.compression=SNAPPY
	cassandra.consistency.level=LOCAL_QUORUM
	transforms=prune
	transforms.prune.type=org.apache.kafka.connect.transforms.ReplaceField$Value
	transforms.prune.whitelist=CreatedAt,Id,Text,Source,Truncated