Skip to content

Instantly share code, notes, and snippets.

@easonlai
Created July 19, 2021 10:10
Show Gist options
  • Save easonlai/2f995269c2e3858cef0aae6441b0ac10 to your computer and use it in GitHub Desktop.
Save easonlai/2f995269c2e3858cef0aae6441b0ac10 to your computer and use it in GitHub Desktop.
{
"name": "log_analytics_data_movement",
"properties": {
"activities": [
{
"name": "log_analytics_data_movement",
"type": "Copy",
"dependsOn": [],
"policy": {
"timeout": "7.00:00:00",
"retry": 0,
"retryIntervalInSeconds": 30,
"secureOutput": false,
"secureInput": false
},
"userProperties": [],
"typeProperties": {
"source": {
"type": "JsonSource",
"storeSettings": {
"type": "AzureBlobStorageReadSettings",
"recursive": true,
"wildcardFolderPath": "WorkspaceResourceId=/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/LOG_ANALYTICS_WORKSPACE_RESOURCE_GROUP_NAME/providers/microsoft.operationalinsights/workspaces/LOG_ANALYTICS_WORKSPACE_NAME/*/*/*/*/*",
"wildcardFileName": "*.json",
"enablePartitionDiscovery": false
},
"formatSettings": {
"type": "JsonReadSettings"
}
},
"sink": {
"type": "JsonSink",
"storeSettings": {
"type": "AzureBlobStorageWriteSettings"
},
"formatSettings": {
"type": "JsonWriteSettings"
}
},
"enableStaging": false
},
"inputs": [
{
"referenceName": "Source",
"type": "DatasetReference"
}
],
"outputs": [
{
"referenceName": "Target",
"type": "DatasetReference"
}
]
}
],
"annotations": [],
"lastPublishTime": "2021-06-30T02:21:28Z"
},
"type": "Microsoft.DataFactory/factories/pipelines"
}
{
"name": "Source",
"properties": {
"linkedServiceName": {
"referenceName": "source_am_containerlog",
"type": "LinkedServiceReference"
},
"annotations": [],
"type": "Json",
"typeProperties": {
"location": {
"type": "AzureBlobStorageLocation",
"folderPath": "WorkspaceResourceId=/subscriptions/AZURE_SUBSCRIPTION_ID/resourcegroups/LOG_ANALYTICS_WORKSPACE_RESOURCE_GROUP_NAME/providers/microsoft.operationalinsights/workspaces/LOG_ANALYTICS_WORKSPACE_NAME",
"container": "am-containerlog"
}
},
"schema": {}
},
"type": "Microsoft.DataFactory/factories/datasets"
}
{
"name": "Target",
"properties": {
"linkedServiceName": {
"referenceName": "target_am_containerlog",
"type": "LinkedServiceReference"
},
"annotations": [],
"type": "Json",
"typeProperties": {
"location": {
"type": "AzureBlobStorageLocation",
"container": "log-analytics"
}
},
"schema": {}
},
"type": "Microsoft.DataFactory/factories/datasets"
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment