Yi Ai yai333
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| -- Create publication | |
| CREATE PUBLICATION gcp_pub_cdc | |
| FOR TABLE public.customers, public.orderdetails, | |
| public.orders, public.products; | |
| -- Create Publication slot | |
| SELECT PG_CREATE_LOGICAL_REPLICATION_SLOT('gcp_pub_cdc_slot', 'pgoutput'); | |
| -- Create db user for Datastream |
yai333
/ demoPipeline_v2.json
Last active
November 18, 2021 11:49
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "name": "[concat(parameters('factoryName'), '/DemoPipeline')]", | |
| "type": "Microsoft.DataFactory/factories/pipelines", | |
| "apiVersion": "2018-06-01", | |
| "properties": { | |
| "activities": [ | |
| { | |
| "name": "ExtractCalendarView", | |
| "description": "Get the occurrences, exceptions of events in a calendar view defined by a time range", | |
| "type": "Copy", |
yai333
/ databricksLinkedService.json
Created
November 18, 2021 11:37
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "annotations": [], | |
| "type": "AzureDatabricks", | |
| "typeProperties": { | |
| "domain": "https://adb-852436302xxxxx.1.azuredatabricks.net", | |
| "authentication": "MSI", | |
| "workspaceResourceId": "/subscriptions/xxxxxx-xxxx-xxxx-xxxx-xxxxxxxxx/resourceGroups/topscope-dev/providers/Microsoft.Databricks/workspaces/demo", | |
| "newClusterNodeType": "Standard_DS3_v2", | |
| "newClusterNumOfWorker": "1", | |
| "newClusterSparkEnvVars": { |
yai333
/ Office365ETL.ipynb
Created
November 18, 2021 11:15
Loading
Sorry, something went wrong. Reload?
Sorry, we cannot display this file.
Sorry, this file is invalid so it cannot be displayed.
yai333
/ demoPipeline.json
Last active
November 18, 2021 11:50
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "name":"demoPipeline", | |
| "type":"Microsoft.DataFactory/factories/pipelines", | |
| "apiVersion":"2018-06-01", | |
| "properties":{ | |
| "activities":[ | |
| { | |
| "name":"ExtractCalendarView", | |
| "description":"Get the occurrences, exceptions of events in a calendar view defined by a time range", | |
| "type":"Copy", |
yai333
/ outputDataset.json
Created
November 18, 2021 09:44
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "linkedServiceName": { | |
| "referenceName": "AzureStorageLinkedService", | |
| "type": "LinkedServiceReference" | |
| }, | |
| "parameters": { | |
| "outputPath": { | |
| "type": "string" | |
| } | |
| }, |
yai333
/ calendarDataset.json
Created
November 18, 2021 09:12
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "linkedServiceName": { | |
| "referenceName": "CalendarViewTable", | |
| "type": "LinkedServiceReference" | |
| }, | |
| "annotations": [], | |
| "type": "Office365Table", | |
| "schema": [], | |
| "typeProperties": { | |
| "tableName": "BasicDataSet_v0.CalendarView_v0" |
yai333
/ o365LinkedService.json
Created
November 18, 2021 09:09
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "annotations": [], | |
| "type": "Office365", | |
| "typeProperties": { | |
| "office365TenantId": "TENARNT_ID", | |
| "servicePrincipalTenantId": "TENARNT_ID", | |
| "servicePrincipalId": "APP_CLIENT_ID", | |
| "servicePrincipalKey": { | |
| "type": "SecureString", | |
| "value": "APP_CLIENT_SECRET" |
yai333
/ azureStorageLinkedService.json
Last active
November 18, 2021 05:57
azureStorageLinkedService.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "annotations": [], | |
| "type": "AzureBlobStorage", | |
| "typeProperties": { | |
| "serviceEndpoint": "https://YOUR_CONTAINER.blob.core.windows.net", | |
| "tenant": "TENANT_ID", | |
| "servicePrincipalId": "APP_CLIENT_ID", | |
| "servicePrincipalKey": { | |
| "type": "SecureString", | |
| "value": "APP_CLIENT_SECRET" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| const { data } = await axios.post( | |
| "/login", | |
| { | |
| address, | |
| signature, | |
| }, | |
| { | |
| headers: { | |
| 'Content-Type': 'application/json', | |
| }, |
NewerOlder