This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
#initial setup | |
export PROJECT_ID=real-state-wf #altere para o nome desejado | |
export SERVICE_ACCOUNT=workflows-sa | |
export INCOMING_TOPIC_ID=rent-request | |
export SUCCES_TOPIC_ID=sucess-topic | |
export NOT_SUCESS_TOPIC_ID=not-sucess-topic | |
export REGION=us-east1 #você pode alterar pela sua preferência | |
export WORKFLOW_NAME=house-rent | |
gcloud config set project ${PROJECT_ID} | |
gcloud config set run/region ${REGION} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
debezium.sink.type=eventhubs | |
debezium.sink.eventhubs.connectionstring=Endpoint=sb://xxxx | |
debezium.sink.eventhubs.hubname=xxxxx | |
debezium.sink.eventhubs.maxbatchsize=1048576 | |
debezium.source.connector.class=io.debezium.connector.sqlserver.SqlServerConnector | |
debezium.source.offset.storage.file.filename=data/offsets.dat | |
debezium.source.offset.flush.interval.ms=0 | |
debezium.source.database.database.applicationIntent=ReadOnly | |
debezium.source.database.hostname=zzzz.database.windows.net |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
apiVersion: v1 | |
kind: PersistentVolumeClaim | |
metadata: | |
name: #{deployment}#-pvc-data | |
namespace: #{namespace}# | |
spec: | |
storageClassName: default | |
accessModes: | |
- ReadWriteOnce | |
resources: |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
FROM registry.access.redhat.com/ubi8/openjdk-11 | |
LABEL maintainer="Debezium Community" | |
# | |
# Set the version, home directory, and MD5 hash. | |
# | |
ENV DEBEZIUM_VERSION=1.8.0.CR1 \ | |
SERVER_HOME=/debezium \ | |
MAVEN_REPO_CENTRAL="https://repo1.maven.org/maven2" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
/* Criação de uma nova capture instance */ | |
EXEC sys.sp_cdc_enable_table | |
@source_schema = N'Faturamento' | |
@source_name = N'NotasFiscais', | |
@role_name = N'CDC_Reader', | |
@capture_instance = N'NotasFiscais002', | |
@supports_net_changes = 0 | |
GO | |
/* Exclusão da antiga capture instance */ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
EXEC sys.sp_cdc_enable_table | |
@source_schema = N'Faturamento' | |
@source_name = N'NotasFiscais', | |
@role_name = N'CDC_Reader', | |
@capture_instance = N'NotasFiscais001', | |
@supports_net_changes = 0 |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
EXEC sys.sp_cdc_enable_db | |
GO | |
/*Criar uma role para o usuário debezium: */ | |
CREATE ROLE CDC_Reader | |
GO | |
/*Criar um usuário para leitura do CDC: */ | |
CREATE USER [debezium-cdc] WITH PASSWORD = '<senha>' | |
GO |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Prós | Contras | |
---|---|---|
Suporta vários Formatos | Data Swamps | |
Suporta Machine Learning | Dificuldade de utilização em BIs | |
Análises mais complexas | Exigência de pessoal especializado |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Prós | Contras | |
---|---|---|
Excelente para BIs | Apenas dados estruturados | |
Sistemas proprietários com interface SQL | ||
Dados Estáticos | ||
Suporte limitado para Machine Learning |
NewerOlder