Skip to content

Instantly share code, notes, and snippets.

@Riduidel
Created February 11, 2019 09:15
Show Gist options
  • Select an option

  • Save Riduidel/e27cb6e096154c2ab3734d76b371f3c3 to your computer and use it in GitHub Desktop.

Select an option

Save Riduidel/e27cb6e096154c2ab3734d76b371f3c3 to your computer and use it in GitHub Desktop.
kafka-connect branché chez aiven
version: '2.1'
services:
kafka-connect:
image: confluentinc/cp-kafka-connect:5.0.0
hostname: kafka-connect
ports:
- "48083:8083"
- "5000:5000"
environment:
CONNECT_DEBUG_SUSPEND_FLAG: y
CONNECT_CONNECT_DEBUG: y
CONNECT_BOOTSTRAP_SERVERS: SSL://kafka-test-adeo-disp.aivencloud.com:24117
CONNECT_SECURITY_PROTOCOL: SSL
CONNECT_SSL_TRUSTSTORE_LOCATION: /etc/ksql-server/secrets/client.truststore.jks
CONNECT_SSL_TRUSTSTORE_PASSWORD: secret
CONNECT_SSL_PROTOCOL: TLS
CONNECT_SSL_KEYSTORE_TYPE: PKCS12
CONNECT_SSL_KEYSTORE_LOCATION: /etc/ksql-server/secrets/client.keystore.p12
CONNECT_SSL_KEYSTORE_PASSWORD: secret
CONNECT_REST_PORT: 8083
CONNECT_GROUP_ID: compose-connect-group
CONNECT_CONFIG_STORAGE_TOPIC: docker-connect-configs
CONNECT_OFFSET_STORAGE_TOPIC: docker-connect-offsets
CONNECT_STATUS_STORAGE_TOPIC: docker-connect-status
CONNECT_KEY_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_KEY_CONVERTER_SCHEMA_REGISTRY_URL: https://kafka-test-adeo-disp.aivencloud.com:24120
CONNECT_VALUE_CONVERTER: io.confluent.connect.avro.AvroConverter
CONNECT_VALUE_CONVERTER_SCHEMA_REGISTRY_URL: https://kafka-test-adeo-disp.aivencloud.com:24120
CONNECT_INTERNAL_KEY_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_INTERNAL_VALUE_CONVERTER: "org.apache.kafka.connect.json.JsonConverter"
CONNECT_REST_ADVERTISED_HOST_NAME: "kafka-connect"
CONNECT_LOG4J_ROOT_LOGLEVEL: "INFO"
CONNECT_LOG4J_LOGGERS: "org.apache.kafka.connect.runtime.rest=WARN,org.reflections=ERROR"
CONNECT_CONFIG_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_OFFSET_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_STATUS_STORAGE_REPLICATION_FACTOR: "1"
CONNECT_PLUGIN_PATH: /usr/appli/connect-to-bigquery
CONNECT_SCHEMA_REGISTRY_URL: https://kafka-test-adeo-disp.aivencloud.com:24120
CONNECT_VALUE_CONVERTER_BASIC_AUTH_CREDENTIALS_SOURCE: USER_INFO
CONNECT_VALUE_CONVERTER_BASIC_AUTH_USER_INFO: "LOGIN:PASSWORD"
CONNECT_KEY_CONVERTER_BASIC_AUTH_CREDENTIALS_SOURCE: USER_INFO
CONNECT_KEY_CONVERTER_BASIC_AUTH_USER_INFO: "LOGIN:PASSWORD"
CONNECT_insert.mode: upsert
CONNECT_SCHEMA_REGISTRY_BASIC_AUTH_CREDENTIALS_SOURCE: USER_INFO
CONNECT_SCHEMA_REGISTRY_BASIC_AUTH_USER_INFO: "LOGIN:PASSWORD"
CONNECT_SCHEMA_REGISTRY_SSL_TRUSTSTORE_LOCATION: /etc/ksql-server/secrets/registry.truststore.jks
CONNECT_SCHEMA_REGISTRY_SSL_TRUSTSTORE_PASSWORD: secret
EXTRA_ARGS: -Xdebug -Xrunjdwp:server=y,transport=dt_socket,address=5000,suspend=y
volumes:
- ../classes/aiven:/etc/ksql-server/secrets
- kafka-to-bigquery-driver:/usr/appli/connect-to-bigquery/driver
- kafka-to-bigquery-config:/usr/appli/connect-to-bigquery/config
kafka-connect-bigquery-connector:
build: bigquery-connector
volumes:
- kafka-to-bigquery-driver:/usr/appli/driver
- kafka-to-bigquery-config:/usr/appli/config
kafka-hq:
image: tchiotludo/kafkahq
hostname: kafka-hq
ports:
- "48000:8080"
volumes:
- ./kafka-hq.hocon:/app/application.conf
- ../classes/aiven:/aiven
schema-registry-ui:
image: landoop/schema-registry-ui:0.9.5
hostname: kafka-schema-registry-ui
ports:
- "48001:8000"
environment:
SCHEMAREGISTRY_URL: "https://LOGIN:PASSWORD@kafka-test-adeo-disp.aivencloud.com:24120"
PROXY: "true"
kafka-connect-ui:
ports:
- "48002:8000"
image: landoop/kafka-connect-ui
environment:
CONNECT_URL: kafka-connect:8083
depends_on:
- kafka-connect
volumes:
kafka-to-bigquery-driver:
kafka-to-bigquery-config:
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment