jwkidd3’s gists

jwkidd3 / iamrole.tf

Created March 5, 2025 14:28

	resource "aws_iam_role" "example" {
	name = "example-role"

	assume_role_policy = jsonencode({
	Version = "2012-10-17",
	Statement = [
	{
	Action = "sts:AssumeRole",
	Effect = "Allow",
	Principal = {

jwkidd3 / spark_sql_exercise

Created September 23, 2022 13:53


	* All data can be found at s3://databrickssql/
	* Create the following databases:
	* {UNIQUE_IDENTIFIER}_retail
	* {UNIQUE_IDENTIFIER}_nyse
	* Number of orders placed every month. We have to consider only COMPLETE as well as CLOSED orders. Make sure output is sorted by month.
	* Database: retail
	* Table: orders
	* Number of orders placed in the months of 2013 August, 2013 September and 2013 October. We have to consider all PENDING orders (PENDING, PENDING_PAYMENT)
	* Database: retail

jwkidd3 / Links

Last active February 8, 2022 20:11

	Links to stuff
	Minikube
	curl -LO https://storage.googleapis.com/minikube/releases/latest/minikube-linux-amd64
	sudo install minikube-linux-amd64 /usr/local/bin/minikube
	sudo apt install conntrack
	minikube start --driver=none

	Strimzi Operator
	git clone https://github.com/strimzi/strimzi-kafka-operator
	kubectl create ns kafka

jwkidd3 / WholeThing

Last active February 8, 2022 14:29

	apiVersion: kafka.strimzi.io/v1beta2
	kind: Kafka
	metadata:
	name: my-cluster
	spec:
	kafka:
	version: 3.0.0
	replicas: 3
	listeners:
	- name: plain

jwkidd3 / CM

Created February 8, 2022 14:28

	---
	kind: ConfigMap
	apiVersion: v1
	metadata:
	name: kafka-metrics
	labels:
	app: strimzi
	data:
	kafka-metrics-config.yml: \|
	# See https://github.com/prometheus/jmx_exporter for more info about JMX Prometheus Exporter metrics

jwkidd3 / Consumer

Created February 7, 2022 19:53

	package com.kiddcorp;
	import org.apache.kafka.clients.consumer.ConsumerConfig;
	import org.apache.kafka.clients.consumer.ConsumerRecord;
	import org.apache.kafka.clients.consumer.ConsumerRecords;
	import org.apache.kafka.clients.consumer.KafkaConsumer;
	import org.apache.kafka.common.serialization.StringDeserializer;
	import org.slf4j.Logger;
	import org.slf4j.LoggerFactory;

	import java.time.Duration;

jwkidd3 / ProducerDemo

Created February 7, 2022 19:53

	package com.kiddcorp;

	import java.util.Properties;

	import org.apache.kafka.clients.producer.Callback;
	import org.apache.kafka.clients.producer.KafkaProducer;
	import org.apache.kafka.clients.producer.ProducerConfig;
	import org.apache.kafka.clients.producer.ProducerRecord;
	import org.apache.kafka.clients.producer.RecordMetadata;
	import org.apache.kafka.common.serialization.StringSerializer;

jwkidd3 / avroconsumer

Created February 7, 2022 19:23

	package com.kiddcorp;

	import org.apache.kafka.clients.consumer.Consumer;
	import org.apache.kafka.clients.consumer.ConsumerRecord;
	import org.apache.kafka.clients.consumer.ConsumerRecords;
	import org.apache.kafka.clients.consumer.KafkaConsumer;
	import org.apache.kafka.clients.consumer.ConsumerConfig;

	import org.apache.avro.generic.GenericRecord;

jwkidd3 / gist:cf2ee0515bc606eded9b129c0efbcfb2

Created February 7, 2022 19:04

	package com.kiddcorp;

	import org.apache.avro.Schema;
	import org.apache.avro.generic.GenericData;
	import org.apache.avro.generic.GenericRecord;
	import org.apache.kafka.clients.producer.KafkaProducer;
	import org.apache.kafka.clients.producer.ProducerConfig;
	import org.apache.kafka.clients.producer.ProducerRecord;
	import org.apache.kafka.common.serialization.StringSerializer;
	import io.confluent.kafka.serializers.KafkaAvroSerializer;

jwkidd3 / pom

Created February 7, 2022 18:58

	<?xml version="1.0" encoding="UTF-8"?>

	<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
	xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
	<modelVersion>4.0.0</modelVersion>

	<groupId>com.kiddcorp</groupId>
	<artifactId>kafka_starter</artifactId>
	<version>1.0-SNAPSHOT</version>