Last active
July 30, 2021 15:47
-
-
Save onefoursix/82023a23f471744422220ffe306a327b to your computer and use it in GitHub Desktop.
StreamSets Data Collector pipeline Oracle CDC to Oracle BigQuery with Soft Deletes
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "pipelineConfig": { | |
| "schemaVersion" : 6, | |
| "version" : 23, | |
| "pipelineId" : "OracleCDCtoBigQuerywithSoftDeletes97c001d2-9e55-4aae-9cbe-fb047069f73c", | |
| "uuid" : "28b9babb-44b6-4952-8a4d-692d45f31dfa", | |
| "title" : "Oracle CDC to BigQuery with Soft Deletes", | |
| "description" : "", | |
| "configuration" : [ { | |
| "name" : "executionMode", | |
| "value" : "STANDALONE" | |
| }, { | |
| "name" : "edgeHttpUrl", | |
| "value" : "http://localhost:18633" | |
| }, { | |
| "name" : "deliveryGuarantee", | |
| "value" : "AT_LEAST_ONCE" | |
| }, { | |
| "name" : "testOriginStage", | |
| "value" : "streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3" | |
| }, { | |
| "name" : "startEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "stopEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "shouldRetry", | |
| "value" : true | |
| }, { | |
| "name" : "triggerInterval", | |
| "value" : 2000 | |
| }, { | |
| "name" : "retryAttempts", | |
| "value" : -1 | |
| }, { | |
| "name" : "ludicrousMode", | |
| "value" : false | |
| }, { | |
| "name" : "ludicrousModeInputCount", | |
| "value" : false | |
| }, { | |
| "name" : "advancedErrorHandling", | |
| "value" : false | |
| }, { | |
| "name" : "notifyOnStates", | |
| "value" : [ "RUN_ERROR", "STOPPED", "FINISHED" ] | |
| }, { | |
| "name" : "emailIDs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "constants", | |
| "value" : [ ] | |
| }, { | |
| "name" : "badRecordsHandling", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "errorRecordPolicy", | |
| "value" : "ORIGINAL_RECORD" | |
| }, { | |
| "name" : "statsAggregatorStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1" | |
| }, { | |
| "name" : "workerCount", | |
| "value" : 0 | |
| }, { | |
| "name" : "clusterSlaveMemory", | |
| "value" : 2048 | |
| }, { | |
| "name" : "clusterSlaveJavaOpts", | |
| "value" : "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug" | |
| }, { | |
| "name" : "clusterLauncherEnv", | |
| "value" : [ ] | |
| }, { | |
| "name" : "mesosDispatcherURL", | |
| "value" : null | |
| }, { | |
| "name" : "logLevel", | |
| "value" : "INFO" | |
| }, { | |
| "name" : "hdfsS3ConfDir", | |
| "value" : null | |
| }, { | |
| "name" : "rateLimit", | |
| "value" : 0 | |
| }, { | |
| "name" : "maxRunners", | |
| "value" : 0 | |
| }, { | |
| "name" : "runnerIdleTIme", | |
| "value" : 60 | |
| }, { | |
| "name" : "shouldCreateFailureSnapshot", | |
| "value" : true | |
| }, { | |
| "name" : "webhookConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "sparkConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "preprocessScript", | |
| "value" : "/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/" | |
| }, { | |
| "name" : "clusterConfig.clusterType", | |
| "value" : "LOCAL" | |
| }, { | |
| "name" : "clusterConfig.sparkMasterUrl", | |
| "value" : "local[*]" | |
| }, { | |
| "name" : "clusterConfig.deployMode", | |
| "value" : "CLIENT" | |
| }, { | |
| "name" : "clusterConfig.hadoopUserName", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.sparkAppName", | |
| "value" : "${pipeline:title()}" | |
| }, { | |
| "name" : "clusterConfig.stagingDir", | |
| "value" : "/streamsets" | |
| }, { | |
| "name" : "clusterConfig.useYarnKerberosKeytab", | |
| "value" : false | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabSource", | |
| "value" : "PROPERTIES_FILE" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytab", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabBase64Bytes", | |
| "value" : "" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosPrincipal", | |
| "value" : "name@DOMAIN" | |
| }, { | |
| "name" : "clusterConfig.callbackUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.baseUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.credentialType", | |
| "value" : "TOKEN" | |
| }, { | |
| "name" : "databricksConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.token", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.provisionNewCluster", | |
| "value" : true | |
| }, { | |
| "name" : "databricksConfig.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.clusterConfig", | |
| "value" : "{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}" | |
| }, { | |
| "name" : "databricksConfig.terminateCluster", | |
| "value" : false | |
| }, { | |
| "name" : "livyConfig.baseUrl", | |
| "value" : "https://localhost:30443/gateway/default/livy/v1/" | |
| }, { | |
| "name" : "livyConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "livyConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "sdcEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "sdcEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "sdcEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "enableEMRDebugging", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "transformerEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "transformerEmrConnection.defineBootstrapActions", | |
| "value" : false | |
| }, { | |
| "name" : "transformerEmrConnection.bootstrapActionSource", | |
| "value" : "IN_S3" | |
| }, { | |
| "name" : "transformerEmrConnection.bootstrapActions", | |
| "value" : [ ] | |
| }, { | |
| "name" : "transformerEmrConnection.bootstrapActionScripts", | |
| "value" : [ ] | |
| }, { | |
| "name" : "transformerEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "transformerEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEMRConfig.encryption", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "transformerEMRConfig.kmsKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.projectId", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsProvider", | |
| "value" : "DEFAULT_PROVIDER" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.path", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsFileContent", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudConfig.region", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.gcsStagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.create", | |
| "value" : false | |
| }, { | |
| "name" : "googleCloudConfig.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.version", | |
| "value" : "1.4-ubuntu18" | |
| }, { | |
| "name" : "googleCloudConfig.masterType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.workerType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.networkType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.network", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.subnet", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.tags", | |
| "value" : [ ] | |
| }, { | |
| "name" : "googleCloudConfig.workerCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "googleCloudConfig.clusterName", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.terminate", | |
| "value" : null | |
| } ], | |
| "uiInfo" : { | |
| "schemaFromPreview" : { | |
| "OracleCDCClient_01OutputLane16275858718490" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/ID", | |
| "sqpath" : "/ID" | |
| }, | |
| "NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/NAME", | |
| "sqpath" : "/NAME" | |
| }, | |
| "REGION" : { | |
| "type" : "STRING", | |
| "dqpath" : "/REGION", | |
| "sqpath" : "/REGION" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "OracleCDCClient_01_EventLane" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/ID", | |
| "sqpath" : "/ID" | |
| }, | |
| "NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/NAME", | |
| "sqpath" : "/NAME" | |
| }, | |
| "REGION" : { | |
| "type" : "STRING", | |
| "dqpath" : "/REGION", | |
| "sqpath" : "/REGION" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "ExpressionEvaluator_02OutputLane16276070476110" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/ID", | |
| "sqpath" : "/ID" | |
| }, | |
| "NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/NAME", | |
| "sqpath" : "/NAME" | |
| }, | |
| "REGION" : { | |
| "type" : "STRING", | |
| "dqpath" : "/REGION", | |
| "sqpath" : "/REGION" | |
| }, | |
| "DELETED" : { | |
| "type" : "STRING", | |
| "dqpath" : "/DELETED", | |
| "sqpath" : "/DELETED" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| } | |
| }, | |
| "displayMode" : "BASIC", | |
| "schemaFromPreviewUpdateTime" : 1627659056161, | |
| "previewConfig" : { | |
| "previewSource" : "CONFIGURED_SOURCE", | |
| "batchSize" : 10, | |
| "timeout" : 120000, | |
| "writeToDestinations" : false, | |
| "executeLifecycleEvents" : false, | |
| "showHeader" : true, | |
| "showFieldType" : true, | |
| "rememberMe" : true, | |
| "timeZone" : "Browser", | |
| "clusterManagerType" : "CONFIGURED_CLUSTER", | |
| "endStage" : "" | |
| } | |
| }, | |
| "stages" : [ { | |
| "instanceName" : "OracleCDCClient_01", | |
| "library" : "streamsets-datacollector-jdbc-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource", | |
| "stageVersion" : "16", | |
| "configuration" : [ { | |
| "name" : "hikariConf.connectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "hikariConf.connection.connectionString", | |
| "value" : "a" | |
| }, { | |
| "name" : "hikariConf.connection.useCredentials", | |
| "value" : true | |
| }, { | |
| "name" : "hikariConf.connection.username", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConf.connection.password", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConf.driverProperties", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "hikariConf.driverClassName", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConf.connectionTestQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConf.maximumPoolSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConf.minIdle", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConf.connectionTimeout", | |
| "value" : "${30 * SECONDS}" | |
| }, { | |
| "name" : "hikariConf.idleTimeout", | |
| "value" : "${10 * MINUTES}" | |
| }, { | |
| "name" : "hikariConf.maxLifetime", | |
| "value" : "${30 * MINUTES}" | |
| }, { | |
| "name" : "hikariConf.readOnly", | |
| "value" : true | |
| }, { | |
| "name" : "hikariConf.initialQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConf.transactionIsolation", | |
| "value" : "DEFAULT" | |
| }, { | |
| "name" : "oracleCDCConfigBean.baseConfigBean.maxBatchSize", | |
| "value" : 100 | |
| }, { | |
| "name" : "oracleCDCConfigBean.baseConfigBean.schemaTableConfigs", | |
| "value" : [ { | |
| "schema" : "SS", | |
| "table" : "EMPLOYEE" | |
| } ] | |
| }, { | |
| "name" : "oracleCDCConfigBean.baseConfigBean.changeTypes", | |
| "value" : [ "DELETE", "INSERT", "UPDATE" ] | |
| }, { | |
| "name" : "oracleCDCConfigBean.baseConfigBean.caseSensitive", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.maxBatchWaitTimeSecs", | |
| "value" : 0 | |
| }, { | |
| "name" : "oracleCDCConfigBean.pdb", | |
| "value" : "" | |
| }, { | |
| "name" : "oracleCDCConfigBean.startValue", | |
| "value" : "LATEST" | |
| }, { | |
| "name" : "oracleCDCConfigBean.startDate", | |
| "value" : null | |
| }, { | |
| "name" : "oracleCDCConfigBean.startSCN", | |
| "value" : "6781484" | |
| }, { | |
| "name" : "oracleCDCConfigBean.dictionary", | |
| "value" : "DICT_FROM_ONLINE_CATALOG" | |
| }, { | |
| "name" : "oracleCDCConfigBean.bufferLocally", | |
| "value" : true | |
| }, { | |
| "name" : "oracleCDCConfigBean.bufferLocation", | |
| "value" : "IN_MEMORY" | |
| }, { | |
| "name" : "oracleCDCConfigBean.discardExpired", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.unsupportedFieldOp", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "oracleCDCConfigBean.sendUnsupportedFields", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.allowNulls", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.convertTimestampToString", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.txnWindow", | |
| "value" : "${1 * HOURS}" | |
| }, { | |
| "name" : "oracleCDCConfigBean.logminerWindow", | |
| "value" : "${2 * HOURS}" | |
| }, { | |
| "name" : "oracleCDCConfigBean.parseQuery", | |
| "value" : true | |
| }, { | |
| "name" : "oracleCDCConfigBean.putPseudocolumnsInHeader", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.keepOriginalQuery", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.fetchSizeLatest", | |
| "value" : 1 | |
| }, { | |
| "name" : "oracleCDCConfigBean.jdbcFetchSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "oracleCDCConfigBean.useNewParser", | |
| "value" : true | |
| }, { | |
| "name" : "oracleCDCConfigBean.parseThreadPoolSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "oracleCDCConfigBean.disableContinuousMine", | |
| "value" : false | |
| }, { | |
| "name" : "oracleCDCConfigBean.dbTimeZone", | |
| "value" : "GMT" | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "SOURCE", | |
| "rawSource" : null, | |
| "icon" : "rdbms.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Oracle CDC", | |
| "xPos" : 60, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "OracleCDCClient_01OutputLane16275858718490" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "ExpressionEvaluator_02", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "expressionProcessorConfigs", | |
| "value" : [ { | |
| "fieldToSet" : "/DELETED", | |
| "expression" : "${record:attribute('oracle.cdc.operation')=='DELETE'?'true':NULL}" | |
| } ] | |
| }, { | |
| "name" : "headerAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "fieldAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "expression.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Set SOFT DELETE Value", | |
| "xPos" : 280, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "OracleCDCClient_01OutputLane16275858718490" ], | |
| "outputLanes" : [ "ExpressionEvaluator_02OutputLane16276070476110" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "GoogleBigQuery_01", | |
| "library" : "streamsets-datacollector-google-cloud-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_bigquery_destination_BigQueryDTarget", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "conf.datasetEL", | |
| "value" : "corporate" | |
| }, { | |
| "name" : "conf.tableNameEL", | |
| "value" : "EMPLOYEE" | |
| }, { | |
| "name" : "conf.rowIdExpression", | |
| "value" : "${record:value('/ID')}" | |
| }, { | |
| "name" : "conf.ignoreInvalidColumn", | |
| "value" : true | |
| }, { | |
| "name" : "conf.maxCacheSize", | |
| "value" : -1 | |
| }, { | |
| "name" : "conf.credentials.connectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "conf.credentials.connection.projectId", | |
| "value" : "a" | |
| }, { | |
| "name" : "conf.credentials.connection.credentialsProvider", | |
| "value" : "DEFAULT_PROVIDER" | |
| }, { | |
| "name" : "conf.credentials.connection.path", | |
| "value" : null | |
| }, { | |
| "name" : "conf.credentials.connection.credentialsFileContent", | |
| "value" : "" | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "bigquery.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Google BigQuery", | |
| "xPos" : 500, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "ExpressionEvaluator_02OutputLane16276070476110" ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "errorStage" : { | |
| "instanceName" : "errorStageStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Error -Discard" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "testOriginStage" : { | |
| "instanceName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStage", | |
| "library" : "streamsets-datacollector-dev-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "rawData", | |
| "value" : "{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}" | |
| }, { | |
| "name" : "stopAfterFirstBatch", | |
| "value" : false | |
| }, { | |
| "name" : "eventData", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ { | |
| "service" : "com.streamsets.pipeline.api.service.dataformats.DataFormatParserService", | |
| "serviceVersion" : 3, | |
| "configuration" : [ { | |
| "name" : "displayFormats", | |
| "value" : "DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML" | |
| }, { | |
| "name" : "dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "dataFormatConfig.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "dataFormatConfig.filePatternInArchive", | |
| "value" : "*" | |
| }, { | |
| "name" : "dataFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "dataFormatConfig.removeCtrlChars", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.textMaxLineLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.useCustomDelimiter", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customDelimiter", | |
| "value" : "\\r\\n" | |
| }, { | |
| "name" : "dataFormatConfig.includeCustomDelimiterInTheText", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.jsonContent", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "dataFormatConfig.jsonMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "dataFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterFieldDelimiter", | |
| "value" : "||" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterLineDelimiter", | |
| "value" : "${str:unescapeJava('\\\\n')}" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityFieldSeparator", | |
| "value" : "," | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityLineSeparator", | |
| "value" : "${str:unescapeJava('\\\\n')}" | |
| }, { | |
| "name" : "dataFormatConfig.csvParser", | |
| "value" : "LEGACY_PARSER" | |
| }, { | |
| "name" : "dataFormatConfig.csvAllowExtraColumns", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvExtraColumnPrefix", | |
| "value" : "_extra_" | |
| }, { | |
| "name" : "dataFormatConfig.csvMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityMaxColumns", | |
| "value" : 1000 | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityMaxCharsPerColumn", | |
| "value" : 1000 | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocitySkipEmptyLines", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityAllowComments", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvUnivocityCommentMarker", | |
| "value" : "#" | |
| }, { | |
| "name" : "dataFormatConfig.csvEnableComments", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvCommentMarker", | |
| "value" : "#" | |
| }, { | |
| "name" : "dataFormatConfig.csvIgnoreEmptyLines", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvRecordType", | |
| "value" : "LIST_MAP" | |
| }, { | |
| "name" : "dataFormatConfig.csvSkipStartLines", | |
| "value" : 0 | |
| }, { | |
| "name" : "dataFormatConfig.parseNull", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.nullConstant", | |
| "value" : "\\\\N" | |
| }, { | |
| "name" : "dataFormatConfig.xmlRecordElement", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.preserveRootElement", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.includeFieldXpathAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xPathNamespaceContext", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.outputFieldAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xmlMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.logMode", | |
| "value" : "COMMON_LOG_FORMAT" | |
| }, { | |
| "name" : "dataFormatConfig.logMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.retainOriginalLine", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customLogFormat", | |
| "value" : "%h %l %u %t \"%r\" %>s %b" | |
| }, { | |
| "name" : "dataFormatConfig.regex", | |
| "value" : "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)" | |
| }, { | |
| "name" : "dataFormatConfig.fieldPathsToGroupName", | |
| "value" : [ { | |
| "fieldPath" : "/", | |
| "group" : 1 | |
| } ] | |
| }, { | |
| "name" : "dataFormatConfig.grokPatternDefinition", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.grokPattern", | |
| "value" : "%{COMMONAPACHELOG}" | |
| }, { | |
| "name" : "dataFormatConfig.onParseError", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "dataFormatConfig.maxStackTraceLines", | |
| "value" : 50 | |
| }, { | |
| "name" : "dataFormatConfig.enableLog4jCustomLogFormat", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.log4jCustomLogFormat", | |
| "value" : "%r [%t] %-5p %c %x - %m%n" | |
| }, { | |
| "name" : "dataFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.basicAuth", | |
| "value" : "" | |
| }, { | |
| "name" : "dataFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "dataFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSkipUnionIndex", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.isDelimited", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.binaryMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.datagramMode", | |
| "value" : "SYSLOG" | |
| }, { | |
| "name" : "dataFormatConfig.typesDbPath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.convertTime", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excludeInterval", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.authFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesMode", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSize", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMs", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesModeDatagram", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSizeDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMsDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.wholeFileMaxObjectLen", | |
| "value" : 8192 | |
| }, { | |
| "name" : "dataFormatConfig.rateLimit", | |
| "value" : "-1" | |
| }, { | |
| "name" : "dataFormatConfig.verifyChecksum", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelHeader", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.excelSkipCellsWithNoHeader", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelReadAllSheets", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelSheetNames", | |
| "value" : [ ] | |
| } ] | |
| } ], | |
| "uiInfo" : { | |
| "icon" : "dev.png", | |
| "label" : "Test Origin - Dev Raw Data Source", | |
| "stageType" : "SOURCE" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStageOutputLane1" ], | |
| "eventLanes" : [ ] | |
| }, | |
| "info" : { | |
| "name" : "OracleCDCtoBigQuerywithSoftDeletes97c001d2-9e55-4aae-9cbe-fb047069f73c", | |
| "pipelineId" : "OracleCDCtoBigQuerywithSoftDeletes97c001d2-9e55-4aae-9cbe-fb047069f73c", | |
| "title" : "Oracle CDC to BigQuery with Soft Deletes", | |
| "description" : "", | |
| "created" : 1626146882771, | |
| "lastModified" : 1626146882771, | |
| "creator" : "mark@schbrooks", | |
| "lastModifier" : "mark@schbrooks", | |
| "lastRev" : "0", | |
| "uuid" : "28b9babb-44b6-4952-8a4d-692d45f31dfa", | |
| "valid" : false, | |
| "metadata" : null, | |
| "sdcVersion" : "4.0.2", | |
| "sdcId" : "5951405c-e04e-11eb-99f6-2d1e612797de" | |
| }, | |
| "issues" : { | |
| "pipelineIssues" : [ ], | |
| "stageIssues" : { }, | |
| "issueCount" : 0 | |
| }, | |
| "valid" : true, | |
| "previewable" : true, | |
| "statsAggregatorStage" : { | |
| "instanceName" : "statsAggregatorStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Stats Aggregator -Write Directly to Control Hub - statistics are not aggregated across Data Collectors" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "metadata" : { | |
| "dpm.pipeline.rules.id" : "158f9391-59e6-450b-9082-4dbfca45c3b0:schbrooks", | |
| "dpm.pipeline.id" : "b21a9674-9dc3-46c0-8735-31128b1d7f66:schbrooks", | |
| "dpm.base.url" : "https://trailer.streamsetscloud.com", | |
| "dpm.pipeline.version" : "1", | |
| "dpm.pipeline.commit.id" : "b6afc252-69d1-4051-9015-ab5673d52cef:schbrooks", | |
| "dpm.pipeline.connections" : "", | |
| "labels" : [ "priceline" ] | |
| }, | |
| "startEventStages" : [ { | |
| "instanceName" : "Discard_StartEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Start Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "stopEventStages" : [ { | |
| "instanceName" : "Discard_StopEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Stop Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "fragments" : [ ] | |
| }, | |
| "pipelineRules": {"schemaVersion":3,"version":2,"metricsRuleDefinitions":[{"id":"badRecordsAlertID","alertText":"High incidence of Error Records","metricId":"pipeline.batchErrorRecords.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1626146882773,"valid":true},{"id":"stageErrorAlertID","alertText":"High incidence of Stage Errors","metricId":"pipeline.batchErrorMessages.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1626146882773,"valid":true},{"id":"idleGaugeID","alertText":"Pipeline is Idle","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"TIME_OF_LAST_RECEIVED_RECORD","condition":"${time:now() - value() > 120000}","sendEmail":false,"enabled":false,"timestamp":1626146882773,"valid":true},{"id":"batchTimeAlertID","alertText":"Batch taking more time to process","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"CURRENT_BATCH_AGE","condition":"${value() > 200}","sendEmail":false,"enabled":false,"timestamp":1626146882773,"valid":true}],"dataRuleDefinitions":[],"driftRuleDefinitions":[],"uuid":"a44dc323-b1dc-48aa-bc5f-243a3d15cf7a","configuration":[{"name":"emailIDs","value":[]},{"name":"webhookConfigs","value":[]}],"ruleIssues":[],"configIssues":[]}, | |
| "libraryDefinitions": {"schemaVersion":"1","pipeline":[{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ExecutionModeChooserValues","filteringConfig":"","values":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH","BATCH","STREAMING"],"labels":["Standalone","Cluster Batch","Cluster Yarn Streaming","Cluster Mesos Streaming","Edge","Cluster EMR Batch","Batch","Streaming"]},"required":true,"name":"executionMode","type":"MODEL","defaultValue":"STANDALONE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"","fieldName":"executionMode","label":"Execution Mode","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"edgeHttpUrl","type":"STRING","defaultValue":"http://localhost:18633","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EDGE"]},"dependsOn":"","group":"","description":"","fieldName":"edgeHttpUrl","label":"Data Collector Edge URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.DeliveryGuaranteeChooserValues","filteringConfig":"","values":["AT_LEAST_ONCE","AT_MOST_ONCE"],"labels":["At Least Once","At Most Once"]},"required":true,"name":"deliveryGuarantee","type":"MODEL","defaultValue":"AT_LEAST_ONCE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","EMR_BATCH","EDGE","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"","fieldName":"deliveryGuarantee","label":"Delivery Guarantee","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineTestStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_origin_s3_AmazonS3DSource::13","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_common_s3_AwsS3ConnectionVerifier::1","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_origin_sqs_AwsSqsConnectionVerifier::1","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_origin_sqs_SqsDSource::6","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_datalake_gen1_DataLakeDSource::3","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_datalake_gen2_DataLakeGen2DSource::4","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_conf_connection_DataLakeGen2ConnectionVerifier::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_eventhubs_EventHubConsumerDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_coapserver_CoapServerDPushSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_scheduler_SchedulerDPushSource::2","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_stage_destination_DatabricksDeltaLakeConnectionVerifier::1","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource::5","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomSource::1","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipcwithbuffer_SdcIpcWithDiskBufferDSource::4","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_replaying_SnapshotReplayDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_spooldir_SpoolDirDSource::12","streamsets-datacollector-elasticsearch_7-lib::com_streamsets_pipeline_stage_origin_elasticsearch_ElasticsearchDSource::3","streamsets-datacollector-elasticsearch_7-lib::com_streamsets_pipeline_stage_config_elasticsearch_ElasticsearchConnectionVerifier::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_logtail_FileTailDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_fragment_FragmentSource::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_bigquery_origin_BigQueryDSource::3","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_bigquery_lib_connection_BigQueryConnectionVerifier::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_cloudstorage_origin_GoogleCloudStorageDSource::3","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_cloudstorage_lib_connection_CloudStorageConnectionVerifier::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_pubsub_lib_connection_PubSubConnectionVerifier::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_pubsub_origin_PubSubDSource::4","streamsets-datacollector-groovy_2_4-lib::com_streamsets_pipeline_stage_origin_groovy_GroovyDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_grpcclient_GrpcClientDSource::3","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_origin_hdfs_HdfsDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_http_HttpClientDSource::19","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_HttpServerDPushSource::15","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_javascript_JavascriptDSource::1","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_lib_jdbc_connection_JdbcConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_JdbcConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource::10","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_JdbcDSource::13","streamsets-datacollector-jms-lib::com_streamsets_pipeline_lib_jms_config_connection_JmsConnectionVerifier::1","streamsets-datacollector-jms-lib::com_streamsets_pipeline_stage_origin_jms_JmsDSource::8","streamsets-datacollector-jython_2_7-lib::com_streamsets_pipeline_stage_origin_jython_JythonDSource::1","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_lib_kafka_connection_KafkaConnectionVerifier::1","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_lib_kafka_connection_KafkaConnectionVerifier::1","streamsets-datacollector-apache-kafka_2_7-lib::com_streamsets_pipeline_lib_kafka_connection_KafkaConnectionVerifier::1","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::15","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::15","streamsets-datacollector-apache-kafka_2_7-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::15","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::10","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::10","streamsets-datacollector-apache-kafka_2_7-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::10","streamsets-datacollector-mongodb_4-lib::com_streamsets_pipeline_stage_origin_mongodb_MongoDBDSource::4","streamsets-datacollector-mongodb_4-lib::com_streamsets_pipeline_stage_origin_mongodb_oplog_MongoDBOplogDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_mqtt_MqttClientDSource::6","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_MySQLConnectionVerifier::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_nifi_NiFiHttpServerDPushSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_opcua_OpcUaClientDSource::4","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource::16","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_OracleConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_PostgresConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_postgres_PostgresCDCDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_restservice_RestServiceDPushSource::7","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipc_SdcIpcDSource::3","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_origin_sensorreader_SensorReaderDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_remote_RemoteDownloadDSource::8","streamsets-datacollector-basic-lib::com_streamsets_pipeline_lib_remote_RemoteConnectionVerifier::1","streamsets-datacollector-snowflake-lib::com_streamsets_pipeline_lib_connection_snowflake_connection_SnowflakeConnectionVerifier::1","streamsets-datacollector-snowflake-lib::com_streamsets_pipeline_lib_connection_snowflake_connection_SnowpipeConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_sqlserver_SQLServerCDCDSource::6","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_CT_sqlserver_SQLServerCTDSource::3","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_SQLServerConnectionVerifier::1","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startJob_StartJobDSource::6","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startPipeline_StartPipelineDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_systemmetrics_SystemMetricsDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_tcp_TCPServerDSource::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_MultithreadedUDPDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_UDPDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocket_WebSocketClientDSource::7","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocketserver_WebSocketServerDPushSource::15","streamsets-datacollector-windows-lib::com_streamsets_pipeline_stage_origin_windows_WindowsEventLogDSource::3"],"labels":["Amazon S3 (Library: Amazon Web Services 1.11.999)","Amazon S3 Connection Verifier (Library: Amazon Web Services 1.11.999)","Amazon SQS Connection Verifier (Library: Amazon Web Services 1.11.999)","Amazon SQS Consumer (Library: Amazon Web Services 1.11.999)","Azure Data Lake Storage Gen1 (Library: Azure)","Azure Data Lake Storage Gen2 (Library: Azure)","Azure Data Lake Storage Gen2 Connection Verifier (Library: Azure)","Azure IoT/Event Hub Consumer (Library: Azure)","CoAP Server (Library: Basic)","Cron Scheduler (Library: Orchestrator)","Databricks Delta Lake Connection Verifier (Library: Databricks Enterprise Library)","Dev Data Generator (Library: Dev (for development only))","Dev Random Record Source (Library: Dev (for development only))","Dev Raw Data Source (Library: Dev (for development only))","Dev SDC RPC with Buffering (Library: Basic)","Dev Snapshot Replaying (Library: Dev (for development only))","Directory (Library: Basic)","Elasticsearch (Library: Elasticsearch 7.9.0)","Elasticsearch Connection Verifier (Library: Elasticsearch 7.9.0)","File Tail (Library: Basic)","Fragment Origin (Library: Basic)","Google BigQuery (Library: Google Cloud)","Google BigQuery Connection Verifier (Library: Google Cloud)","Google Cloud Storage (Library: Google Cloud)","Google Cloud Storage Connection Verifier (Library: Google Cloud)","Google Pub Sub Connection Verifier (Library: Google Cloud)","Google Pub Sub Subscriber (Library: Google Cloud)","Groovy Scripting (Library: Groovy 2.4.11)","gRPC Client (Library: Basic)","Hadoop FS Standalone (Library: Azure)","HTTP Client (Library: Basic)","HTTP Server (Library: Basic)","JavaScript Scripting (Library: Basic)","JDBC Connection Verifier (Library: Databricks Enterprise Library)","JDBC Connection Verifier (Library: JDBC)","JDBC Multitable Consumer (Library: JDBC)","JDBC Query Consumer (Library: JDBC)","JMS Connection Verifier (Library: JMS)","JMS Consumer (Library: JMS)","Jython Scripting (Library: Jython 2.7)","Kafka Connection Verifier (Library: Apache Kafka 1.1.0)","Kafka Connection Verifier (Library: Apache Kafka 2.6.1)","Kafka Connection Verifier (Library: Apache Kafka 2.7.0)","Kafka Consumer (Library: Apache Kafka 1.1.0)","Kafka Consumer (Library: Apache Kafka 2.6.1)","Kafka Consumer (Library: Apache Kafka 2.7.0)","Kafka Multitopic Consumer (Library: Apache Kafka 1.1.0)","Kafka Multitopic Consumer (Library: Apache Kafka 2.6.1)","Kafka Multitopic Consumer (Library: Apache Kafka 2.7.0)","MongoDB (Library: MongoDB Java Driver 3.12.0)","MongoDB Oplog (Library: MongoDB Java Driver 3.12.0)","MQTT Subscriber (Library: Basic)","MySQL Connection Verifier (Library: JDBC)","NiFi HTTP Server (Library: Basic)","OPC UA Client (Library: Basic)","Oracle CDC Client (Library: JDBC)","Oracle Connection Verifier (Library: JDBC)","Postgres Connection Verifier (Library: JDBC)","PostgreSQL CDC Client (Library: JDBC)","REST Service (Library: Basic)","SDC RPC (Library: Basic)","Sensor Reader (Library: Dev (for development only))","SFTP/FTP/FTPS Client (Library: Basic)","SFTP/FTP/FTPS Connection Verifier (Library: Basic)","Snowflake Connection Verifier (Library: Snowflake Enterprise Library)","Snowpipe Connection Verifier (Library: Snowflake Enterprise Library)","SQL Server CDC Client (Library: JDBC)","SQL Server Change Tracking Client (Library: JDBC)","SQLServer Connection Verifier (Library: JDBC)","Start Jobs (Library: Orchestrator)","Start Pipelines (Library: Orchestrator)","System Metrics (Library: Basic)","TCP Server (Library: Basic)","UDP Multithreaded Source (Library: Basic)","UDP Source (Library: Basic)","WebSocket Client (Library: Basic)","WebSocket Server (Library: Basic)","Windows Event Log (Library: Windows)"]},"required":false,"name":"testOriginStage","type":"MODEL","defaultValue":"streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":21,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","EMR_BATCH","EDGE","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"Stage used for testing in preview mode.","fieldName":"testOriginStage","label":"Test Origin","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen1_DataLakeMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen2_DataLakeGen2MetadataDExecutor::2","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_executor_s3_AmazonS3DExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_stage_executor_DatabricksQueryDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"labels":["ADLS Gen1 File Metadata (Library: Azure)","ADLS Gen2 File Metadata (Library: Azure)","Amazon S3 (Library: Amazon Web Services 1.11.999)","Databricks Job Launcher (Library: Basic)","Databricks Query (Library: Databricks Enterprise Library)","Discard (Library: Basic)","Email (Library: Basic)","HDFS File Metadata (Library: Azure)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"]},"required":false,"name":"startEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":23,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","description":"Stage that should handle pipeline start event.","fieldName":"startEventStage","label":"Start Event","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen1_DataLakeMetadataDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_metadata_gen2_DataLakeGen2MetadataDExecutor::2","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_executor_s3_AmazonS3DExecutor::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-databricks-lib::com_streamsets_pipeline_stage_executor_DatabricksQueryDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_hdfs_metadataexecutor_HdfsMetadataDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"labels":["ADLS Gen1 File Metadata (Library: Azure)","ADLS Gen2 File Metadata (Library: Azure)","Amazon S3 (Library: Amazon Web Services 1.11.999)","Databricks Job Launcher (Library: Basic)","Databricks Query (Library: Databricks Enterprise Library)","Discard (Library: Basic)","Email (Library: Basic)","HDFS File Metadata (Library: Azure)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"]},"required":false,"name":"stopEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":26,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","description":"Stage that should handle pipeline stop event.","fieldName":"stopEventStage","label":"Stop Event","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"shouldRetry","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"","fieldName":"shouldRetry","label":"Retry Pipeline on Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"triggerInterval","type":"NUMBER","defaultValue":2000,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":35,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING"]},"dependsOn":"","group":"","description":"Time interval between generation of batches","fieldName":"triggerInterval","label":"Trigger Interval (millis)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"retryAttempts","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"shouldRetry":[true],"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"Max no of retries. To retry indefinitely, use -1. The wait time between retries starts at 15 seconds and doubles until reaching 5 minutes.","fieldName":"retryAttempts","label":"Retry Attempts","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"ludicrousMode","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"","description":"Ludicrous mode may significantly improve performance, but metrics will be limited","fieldName":"ludicrousMode","label":"Enable Ludicrous Mode","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"ludicrousModeInputCount","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"],"ludicrousMode":[true]},"dependsOn":"","group":"","description":"Collects and displays input metrics. Can result in rereading data unless origins are configured to cache data","fieldName":"ludicrousModeInputCount","label":"Collect Input Metrics","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"advancedErrorHandling","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"","description":"Reports the record that generates an error, when possible. Supported in single-origin pipelines","fieldName":"advancedErrorHandling","label":"Advanced Error Handling","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"MULTI_VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineStateChooserValues","filteringConfig":null,"values":["RUNNING","START_ERROR","RUN_ERROR","RUNNING_ERROR","STOPPED","FINISHED","DISCONNECTED","CONNECTING","STOP_ERROR"],"labels":["Running","Start Error","Run Error","Running Error","Stopped","Finished","Disconnected","Connecting","Stop Error"]},"required":false,"name":"notifyOnStates","type":"MODEL","defaultValue":["RUN_ERROR","STOPPED","FINISHED"],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":75,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Notifies via email when pipeline gets to the specified states","fieldName":"notifyOnStates","label":"Notify on Pipeline State Changes","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"emailIDs","type":"LIST","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":76,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Email Addresses","fieldName":"emailIDs","label":"Email IDs","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"constants","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"PARAMETERS","description":"","fieldName":"constants","label":"Parameters","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorHandlingChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_tooriginresponse_ToErrorOriginResponseDTarget::2","streamsets-datacollector-aws-lib::com_streamsets_pipeline_stage_destination_s3_ToErrorAmazonS3DTarget::13","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3","streamsets-datacollector-azure-lib::com_streamsets_pipeline_stage_destination_eventhubs_ToErrorEventHubProducerDTarget::2","streamsets-datacollector-elasticsearch_7-lib::com_streamsets_pipeline_stage_destination_elasticsearch_ToErrorElasticSearchDTarget::12","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_recordstolocalfilesystem_ToErrorLocalFSDTarget::1","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_cloudstorage_destination_ToErrorGoogleCloudStorageDTarget::2","streamsets-datacollector-google-cloud-lib::com_streamsets_pipeline_stage_pubsub_destination_ToErrorPubSubDTarget::4","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::11","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::11","streamsets-datacollector-apache-kafka_2_7-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::11","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_mqtt_ToErrorMqttClientDTarget::5"],"labels":["Discard (Library: Basic)","Send Response to Origin (Library: Basic)","Write to Amazon S3 (Library: Amazon Web Services 1.11.999)","Write to Another Pipeline (Library: Basic)","Write to Azure Event Hub (Library: Azure)","Write to Elasticsearch (Library: Elasticsearch 7.9.0)","Write to File (Library: Basic)","Write to Google Cloud Storage (Library: Google Cloud)","Write to Google Pub Sub (Library: Google Cloud)","Write to Kafka (Library: Apache Kafka 1.1.0)","Write to Kafka (Library: Apache Kafka 2.6.1)","Write to Kafka (Library: Apache Kafka 2.7.0)","Write to MQTT (Library: Basic)"]},"required":true,"name":"badRecordsHandling","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","EMR_BATCH","EDGE","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"BAD_RECORDS","description":"","fieldName":"badRecordsHandling","label":"Error Records","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorRecordPolicyChooserValues","filteringConfig":"","values":["ORIGINAL_RECORD","STAGE_RECORD"],"labels":["Original record as it was generated by the origin.","Record as it was seen by the stage that sent it to error stream."]},"required":true,"name":"errorRecordPolicy","type":"MODEL","defaultValue":"ORIGINAL_RECORD","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":93,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","EMR_BATCH","EDGE","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"BAD_RECORDS","description":"Determines which variation of the record is sent to error.","fieldName":"errorRecordPolicy","label":"Error Record Policy","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.StatsTargetChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","streamsets-datacollector-apache-kafka_1_1-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::6","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::6","streamsets-datacollector-apache-kafka_2_7-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_StatsSdcIpcDTarget::3"],"labels":["Discard (Library: Basic)","Write Directly to Control Hub - statistics are not aggregated across Data Collectors (Library: Basic)","Write to Kafka (Library: Apache Kafka 1.1.0)","Write to Kafka (Library: Apache Kafka 2.6.1)","Write to Kafka (Library: Apache Kafka 2.7.0)","Write to SDC RPC (Library: Basic)"]},"required":false,"name":"statsAggregatorStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":95,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","BATCH","CLUSTER_YARN_STREAMING","EMR_BATCH","STREAMING","EDGE","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"STATS","description":"","fieldName":"statsAggregatorStage","label":"Statistics Aggregator","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"workerCount","type":"NUMBER","defaultValue":0,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Number of workers. 0 to start as many workers as Kafka partitions for topic.","fieldName":"workerCount","label":"Worker Count","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterSlaveMemory","type":"NUMBER","defaultValue":2048,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":150,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","EMR_BATCH","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"clusterSlaveMemory","label":"Worker Memory (MB)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterSlaveJavaOpts","type":"STRING","defaultValue":"-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":110,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","EMR_BATCH","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","description":"Add properties as needed. Changes to default settings are not recommended.","fieldName":"clusterSlaveJavaOpts","label":"Worker Java Options","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"clusterLauncherEnv","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","description":"Sets additional environment variables for the cluster launcher","fieldName":"clusterLauncherEnv","label":"Launcher ENV","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"mesosDispatcherURL","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"URL for service which launches Mesos framework","fieldName":"mesosDispatcherURL","label":"Mesos Dispatcher URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.LogLevelChooserValues","filteringConfig":"","values":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"labels":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"]},"required":true,"name":"logLevel","type":"MODEL","defaultValue":"INFO","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","EMR_BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Log level to use for the launched application","fieldName":"logLevel","label":"Log Level","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hdfsS3ConfDir","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"An SDC resource directory or symbolic link with HDFS/S3 configuration files core-site.xml and hdfs-site.xml","fieldName":"hdfsS3ConfDir","label":"Checkpoint Configuration Directory","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"rateLimit","type":"NUMBER","defaultValue":0,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":180,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"Maximum number of records per second that should be accepted into the pipeline. Rate is not limited if this is not set, or is set to 0","fieldName":"rateLimit","label":"Rate Limit (records / sec)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"maxRunners","type":"NUMBER","defaultValue":0,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":190,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"","description":"Maximum number of runners that should be created for this pipeline. Use 0 to not impose limit.","fieldName":"maxRunners","label":"Max Runners","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"runnerIdleTIme","type":"NUMBER","defaultValue":60,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","description":"When pipeline runners are idle for at least this time, run an empty batch through the runner to process any events or other time-driven functionality. Value -1 will disable this functionality completely.","fieldName":"runnerIdleTIme","label":"Runner Idle Time (sec)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"shouldCreateFailureSnapshot","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":205,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","description":"Attempts to create a partial snapshot with unprocessed records if the pipeline fails","fieldName":"shouldCreateFailureSnapshot","label":"Create Failure Snapshot","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":false,"name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"Pipeline '{{PIPELINE_TITLE}}' state changed to {{PIPELINE_STATE}} at {{TIME}}. \\n <{{PIPELINE_URL}}|Click here> for details!\",\n \"fields\": [\n \t{\n\t\t\t\"title\": \"Pipeline Status Message\", \n\t\t\t\"value\": \"{{PIPELINE_STATE_MESSAGE}}\",\n \t\t\"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Input Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_INPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Output Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_OUTPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Messages Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_MESSAGES_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Runtime Parameters\", \n\t\t\t\"value\": \"{{PIPELINE_RUNTIME_PARAMETERS}}\",\n \t\"short\": true\n\t\t}\n\t]\n}","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"httpMethod":["PUT","DELETE","POST"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Data that should be included as a part of the Webhook request","fieldName":"payload","label":"Payload","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"webhookUrl","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"The Webhook HTTP resource URL","fieldName":"webhookUrl","label":"Webhook URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"headers","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"Headers to include in the request","fieldName":"headers","label":"Headers","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":"","values":["GET","PUT","POST","DELETE","HEAD"],"labels":["GET","PUT","POST","DELETE","HEAD"]},"required":true,"name":"httpMethod","type":"MODEL","defaultValue":"POST","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"HTTP method to send","fieldName":"httpMethod","label":"HTTP Method","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"contentType","type":"STRING","defaultValue":"application/json","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"httpMethod":["PUT","DELETE","POST"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Content-Type header to be sent with the request; used if that header is not already present","fieldName":"contentType","label":"Content Type","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":"","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"labels":["None","Basic","Digest","Universal"]},"required":true,"name":"authType","type":"MODEL","defaultValue":"NONE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"authType","label":"Authentication Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"username","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"username","label":"Username","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"password","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"password","label":"Password","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"webhookConfigs","type":"MODEL","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":210,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE","BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_MESOS_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Webhooks","fieldName":"webhookConfigs","label":"Webhooks","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"sparkConfigs","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","description":"Additional Spark Configuration to pass to the spark-submit script, the parameters will be passed as --conf <key>=<value>","fieldName":"sparkConfigs","label":"Extra Spark Configuration","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"preprocessScript","type":"TEXT","defaultValue":"/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-scala","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"ADVANCED","description":"Scala script to run on the driver before starting the pipeline. Can be used to register user defined functions, etc. Use the 'spark' variable to access the Spark session","fieldName":"preprocessScript","label":"Preprocessing Script","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkClusterTypeChooserValues","filteringConfig":"","values":["AZURE_HD_INSIGHT","DATABRICKS","EMR","DATAPROC","YARN","KUBERNETES","LOCAL","STANDALONE_SPARK_CLUSTER","SQL_SERVER_BIG_DATA_CLUSTER"],"labels":["Apache Spark for HDInsight","Databricks","EMR","Dataproc","Hadoop YARN","Kubernetes Cluster","None (local)","Spark Standalone Cluster","SQL Server 2019 Big Data Cluster"]},"required":true,"name":"clusterConfig.clusterType","type":"MODEL","defaultValue":"LOCAL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":101,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Type of cluster manager used by the Spark cluster","fieldName":"clusterType","label":"Cluster Manager Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.sparkMasterUrl","type":"STRING","defaultValue":"local[*]","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":102,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["LOCAL","STANDALONE_SPARK_CLUSTER"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Master URL to connect to Spark","fieldName":"sparkMasterUrl","label":"Master URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkDeployModeChooserValues","filteringConfig":"","values":["CLIENT","CLUSTER"],"labels":["Client","Cluster"]},"required":true,"name":"clusterConfig.deployMode","type":"MODEL","defaultValue":"CLIENT","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":103,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN","KUBERNETES","STANDALONE_SPARK_CLUSTER"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Mode used to launch the Spark driver process","fieldName":"deployMode","label":"Deployment Mode","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"clusterConfig.hadoopUserName","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":104,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Name of the Hadoop user that StreamSets impersonates","fieldName":"hadoopUserName","label":"Hadoop User Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.sparkAppName","type":"STRING","defaultValue":"${pipeline:title()}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":105,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Name of the launched Spark application","fieldName":"sparkAppName","label":"Application Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.stagingDir","type":"STRING","defaultValue":"/streamsets","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":106,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","EMR","AZURE_HD_INSIGHT","DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Staging directory on the remote system for copying StreamSets resources","fieldName":"stagingDir","label":"Staging Directory","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.useYarnKerberosKeytab","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Indicates that the Spark application should use a principal and keytab for Kerberos authentication","fieldName":"useYarnKerberosKeytab","label":"Use YARN Kerberos Keytab","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.KeytabSourceChooserValues","filteringConfig":"","values":["PROPERTIES_FILE","PIPELINE","PIPELINE_CREDENTIAL_STORE"],"labels":["Transformer Configuration File","Pipeline Configuration - File","Pipeline Configuration - Credential Store"]},"required":true,"name":"clusterConfig.yarnKerberosKeytabSource","type":"MODEL","defaultValue":"PROPERTIES_FILE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1050,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","description":"Source for the Kerberos keytab used to launch the Spark application","fieldName":"yarnKerberosKeytabSource","label":"Keytab Source","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.yarnKerberosKeytab","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","description":"Absolute path to the Kerberos keytab used to launch the Spark application for the pipeline","fieldName":"yarnKerberosKeytab","label":"YARN Kerberos Keytab Path","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.yarnKerberosKeytabBase64Bytes","type":"CREDENTIAL","defaultValue":null,"upload":"BASE64","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":1150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE_CREDENTIAL_STORE"],"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","description":"Credential function to retrieve the base64 encoded keytab from a credential store.","fieldName":"yarnKerberosKeytabBase64Bytes","label":"Keytab Credential Function","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"clusterConfig.yarnKerberosPrincipal","type":"STRING","defaultValue":"name@DOMAIN","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE_CREDENTIAL_STORE","PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["BATCH","STREAMING"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","description":"Name of the Kerberos principal used to launch the Spark application for the pipeline. Must be present in the keytab specified above.","fieldName":"yarnKerberosPrincipal","label":"YARN Kerberos Principal","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"clusterConfig.callbackUrl","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"ADVANCED","description":"Optional callback URL for the Spark cluster to use to contact this Transformer instance. Use this format: http://<hostname>:<port>","fieldName":"callbackUrl","label":"Cluster Callback URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.baseUrl","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"baseUrl","label":"URL to connect to Databricks","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.CredentialTypeChooserValues","filteringConfig":"","values":["PASSWORD","TOKEN"],"labels":["Username/Password","Token"]},"required":true,"name":"databricksConfig.credentialType","type":"MODEL","defaultValue":"TOKEN","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":106,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Type of credential to use to connect to Databricks","fieldName":"credentialType","label":"Credential Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.username","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","group":"CLUSTER","description":"Databricks user name","fieldName":"username","label":"Username","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.password","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","group":"CLUSTER","description":"Password for the account","fieldName":"password","label":"Password","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.token","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":109,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"],"databricksConfig.credentialType":["TOKEN"]},"dependsOn":"","group":"CLUSTER","description":"Personal access token for the account","fieldName":"token","label":"Token","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Provisions a new cluster when the pipeline starts","fieldName":"provisionNewCluster","label":"Provision a New Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.clusterId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":111,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[false],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"clusterId","label":"Cluster ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"databricksConfig.clusterConfig","type":"TEXT","defaultValue":"{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":112,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Configuration for the Databricks cluster","fieldName":"clusterConfig","label":"Cluster Configuration","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"databricksConfig.terminateCluster","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":113,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Terminates the cluster when the pipeline stops","fieldName":"terminateCluster","label":"Terminate Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"livyConfig.baseUrl","type":"STRING","defaultValue":"https://localhost:30443/gateway/default/livy/v1/","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"URL to connect to the Livy Server","fieldName":"baseUrl","label":"Livy Endpoint","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"livyConfig.username","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Livy user name","fieldName":"username","label":"Username","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"livyConfig.password","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["SQL_SERVER_BIG_DATA_CLUSTER","AZURE_HD_INSIGHT"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Password for the account","fieldName":"password","label":"Password","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"name":"sdcEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-500,"connectionType":"NOT-IMPLEMENTED-SDC-EMR-CONNECTION","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"sdcEmrConnectionSelection","label":"Connection","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":"","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"labels":["AWS Keys","Instance Profile","None"]},"required":true,"name":"sdcEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"credentialMode","label":"Authentication Method","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"awsAccessKeyId","label":"Access Key ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"awsSecretAccessKey","label":"Secret Access Key","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Amazon resource name of the role to assume","fieldName":"roleARN","label":"Role ARN","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"sdcEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","fieldName":"roleSessionName","label":"Role Session Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","fieldName":"sessionDuration","label":"Session Timeout (secs)","min":3600,"elDefs":null,"evaluation":"IMPLICIT","max":43200},{"model":null,"required":true,"name":"sdcEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","fieldName":"setSessionTags","label":"Set Session Tags","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":"","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"]},"required":true,"name":"sdcEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"The AWS region for EMR.","fieldName":"region","label":"AWS Region","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.customRegion","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.region":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Custom endpoint","fieldName":"customRegion","label":"Endpoint","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.s3StagingUri","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","fieldName":"s3StagingUri","label":"S3 Staging URI","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Provisions a new cluster when the pipeline starts","fieldName":"provisionNewCluster","label":"Provision a New Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.clusterId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[false],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"clusterId","label":"Cluster ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.emrVersion","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"emrVersion","label":"EMR Version","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.clusterPrefix","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"clusterPrefix","label":"Cluster Name Prefix","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Terminates the cluster when the pipeline stops","fieldName":"terminateCluster","label":"Terminate Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","fieldName":"loggingEnabled","label":"Logging Enabled","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.s3LogUri","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","group":"EMR","description":"S3 URI to store log files. Use the format: s3://<path>.","fieldName":"s3LogUri","label":"S3 Log URI","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","fieldName":"serviceRole","label":"Service Role","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"EMR role for EC2. Used by EC2 instances within the cluster.","fieldName":"jobFlowRole","label":"Job Flow Role","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"sdcEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"visibleToAllUsers","label":"Visible to All Users","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"ID of the EC2 subnet to launch the cluster in","fieldName":"ec2SubnetId","label":"EC2 Subnet ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"ID of the security group for the master node","fieldName":"masterSecurityGroup","label":"Master Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"ID of the security group for slave nodes","fieldName":"slaveSecurityGroup","label":"Slave Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"sdcEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","fieldName":"serviceAccessSecurityGroup","label":"Service Access Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.instanceCount","type":"NUMBER","defaultValue":2,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","fieldName":"instanceCount","label":"Instance Count","min":2,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"Number of EMR steps this cluster can run concurrently","fieldName":"stepConcurrency","label":"Step Concurrency","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"name":"sdcEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"masterInstanceType","label":"Master Instance Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.masterInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"masterInstanceTypeCustom","label":"Master Instance Type (Custom)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"name":"sdcEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"slaveInstanceType","label":"Slave Instance Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"sdcEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.slaveInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","description":"","fieldName":"slaveInstanceTypeCustom","label":"Slave Instance Type (Custom)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"enableEMRDebugging","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3310,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","group":"EMR","description":"Enable console debugging in EMR","fieldName":"enableEMRDebugging","label":"Enable Debugging","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"name":"transformerEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-600,"connectionType":"STREAMSETS_AWS_EMR_CLUSTER","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"transformerEmrConnectionSelection","label":"Connection","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":"","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"labels":["AWS Keys","Instance Profile","None"]},"required":true,"name":"transformerEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"credentialMode","label":"Authentication Method","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"awsAccessKeyId","label":"Access Key ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"awsSecretAccessKey","label":"Secret Access Key","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"]},"dependsOn":"","group":"CLUSTER","description":"Amazon resource name of the role to assume","fieldName":"roleARN","label":"Role ARN","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"transformerEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"]},"dependsOn":"","group":"CLUSTER","description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","fieldName":"roleSessionName","label":"Role Session Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"]},"dependsOn":"","group":"CLUSTER","description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","fieldName":"sessionDuration","label":"Session Timeout (secs)","min":3600,"elDefs":null,"evaluation":"IMPLICIT","max":43200},{"model":null,"required":true,"name":"transformerEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_IAM_ROLES","WITH_CREDENTIALS"]},"dependsOn":"","group":"CLUSTER","description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","fieldName":"setSessionTags","label":"Set Session Tags","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":"","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"]},"required":true,"name":"transformerEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"The AWS region for EMR.","fieldName":"region","label":"AWS Region","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.customRegion","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.region":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"Custom endpoint","fieldName":"customRegion","label":"Endpoint","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.s3StagingUri","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","fieldName":"s3StagingUri","label":"S3 Staging URI","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","description":"Provisions a new cluster when the pipeline starts","fieldName":"provisionNewCluster","label":"Provision a New Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"transformerEmrConnection.defineBootstrapActions","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Enables actions to be executed on bootstraping a pipeline","fieldName":"defineBootstrapActions","label":"Define Bootstrap Actions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.emr.BootstrapActionSourceChooser","filteringConfig":"","values":["IN_S3","IN_PIPELINE"],"labels":["Executable Files in S3","Defined in Pipeline"]},"required":true,"name":"transformerEmrConnection.bootstrapActionSource","type":"MODEL","defaultValue":"IN_S3","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.defineBootstrapActions":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Defines where bootstrap action should be taken from","fieldName":"bootstrapActionSource","label":"Bootstrap Actions Source","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"location","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2121,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"S3 URI where the action script is located","fieldName":"location","label":"Location","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"arguments","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2122,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Arguments of the action script","fieldName":"arguments","label":"Arguments","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"transformerEmrConnection.bootstrapActions","type":"MODEL","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.bootstrapActionSource":["IN_S3"],"transformerEmrConnection.defineBootstrapActions":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"S3 URIs of bootstrap actions and their arguments","fieldName":"bootstrapActions","label":"Bootstrap Actions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"script","type":"TEXT","defaultValue":null,"upload":"NO","lines":5,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2131,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Content of a bootstrap action script","fieldName":"script","label":"Scripts","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"transformerEmrConnection.bootstrapActionScripts","type":"MODEL","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.bootstrapActionSource":["IN_PIPELINE"],"transformerEmrConnection.defineBootstrapActions":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Contents of bootstrap actions","fieldName":"bootstrapActionScripts","label":"Bootstrap Action Scripts","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.clusterId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[false]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"clusterId","label":"Cluster ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.emrVersion","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"emrVersion","label":"EMR Version","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.clusterPrefix","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"clusterPrefix","label":"Cluster Name Prefix","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Terminates the cluster when the pipeline stops","fieldName":"terminateCluster","label":"Terminate Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","fieldName":"loggingEnabled","label":"Logging Enabled","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.s3LogUri","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.loggingEnabled":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"S3 URI to store log files. Use the format: s3://<path>.","fieldName":"s3LogUri","label":"S3 Log URI","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","fieldName":"serviceRole","label":"Service Role","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"EMR role for EC2. Used by EC2 instances within the cluster.","fieldName":"jobFlowRole","label":"Job Flow Role","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"transformerEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"visibleToAllUsers","label":"Visible to All Users","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"ID of the EC2 subnet to launch the cluster in","fieldName":"ec2SubnetId","label":"EC2 Subnet ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"ID of the security group for the master node","fieldName":"masterSecurityGroup","label":"Master Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"ID of the security group for slave nodes","fieldName":"slaveSecurityGroup","label":"Slave Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"transformerEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","fieldName":"serviceAccessSecurityGroup","label":"Service Access Security Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.instanceCount","type":"NUMBER","defaultValue":2,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","fieldName":"instanceCount","label":"Instance Count","min":2,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"Number of EMR steps this cluster can run concurrently","fieldName":"stepConcurrency","label":"Step Concurrency","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"name":"transformerEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"masterInstanceType","label":"Master Instance Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.masterInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"masterInstanceTypeCustom","label":"Master Instance Type (Custom)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"name":"transformerEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"slaveInstanceType","label":"Slave Instance Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.slaveInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","description":"","fieldName":"slaveInstanceTypeCustom","label":"Slave Instance Type (Custom)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.transformer.config.SseOptionChooserValues","filteringConfig":"","values":["NONE","S3","KMS"],"labels":["None","SSE-S3","SSE-KMS"]},"required":true,"name":"transformerEMRConfig.encryption","type":"MODEL","defaultValue":"NONE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"CLUSTER","description":"Server-Side Encryption","fieldName":"encryption","label":"Enable Server-Side Encryption","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"transformerEMRConfig.kmsKeyId","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":50200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["BATCH","STREAMING"],"transformerEMRConfig.encryption":["KMS"]},"dependsOn":"","group":"CLUSTER","description":"AWS KMS master encryption key that was used for the object. The KMS key you specify in the policy must use the \"arn:aws:kms:region:acct-id:key/key-id\" format.","fieldName":"kmsKeyId","label":"AWS KMS Key ARN","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudCredentialsConfig.projectId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"projectId","label":"Project ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.CredentialsProviderChooserValues","filteringConfig":"","values":["DEFAULT_PROVIDER","JSON_PROVIDER","JSON"],"labels":["Default Credentials Provider","Service Account Credentials File (JSON)","Service Account Credentials (JSON)"]},"required":true,"name":"googleCloudCredentialsConfig.credentialsProvider","type":"MODEL","defaultValue":"DEFAULT_PROVIDER","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"credentialsProvider","label":"Credentials Provider","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudCredentialsConfig.path","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON_PROVIDER"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"Path to the credentials file.","fieldName":"path","label":"Credentials File Path (JSON)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudCredentialsConfig.credentialsFileContent","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"Content of the credentials file","fieldName":"credentialsFileContent","label":"Credentials File Content (JSON)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.GoogleCloudRegionChooserValues","filteringConfig":"","values":["US_WEST_1","US_WEST_2","US_WEST_3","US_EAST_1","US_EAST_4","US_CENTRAL_1","ASIA_EAST_1","ASIA_EAST_2","ASIA_NORTH_EAST_1","ASIA_NORTH_EAST_2","ASIA_NORTH_EAST_3","ASIA_SOUTH_1","ASIA_SOUTH_EAST_1","AUSTRALIA_SOUTH_EAST_1","EUROPE_NORTH_1","EUROPE_WEST_1","EUROPE_WEST_2","EUROPE_WEST_3","EUROPE_WEST_4","EUROPE_WEST_6","NORTH_AMERICA_NORTH_EAST_1","SOUTH_AMERICA_EAST_1","CUSTOM"],"labels":["us-west1","us-west2","us-west3","us-east1","us-east4","us-central1","asia-east1","asia-east2","asia-northeast1","asia-northeast2","asia-northeast3","asia-south1","asia-southeast1","australia-southeast1","europe-north1","europe-west1","europe-west2","europe-west3","europe-west4","europe-west6","northamerica-northeast1","southamerica-east1","Custom"]},"required":true,"name":"googleCloudConfig.region","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":15,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"region","label":"Region","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.customRegion","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":18,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"googleCloudConfig.region":["CUSTOM"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"customRegion","label":"Custom Region","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.gcsStagingUri","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":60,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"GCS URI where Transformer resources are staged for pipeline execution. Use the format: gs://<path>.","fieldName":"gcsStagingUri","label":"GCS Staging URI","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"googleCloudConfig.create","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":70,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"create","label":"Create Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.clusterPrefix","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":80,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"Cluster name is generated by suffixing the pipeline ID to this prefix","fieldName":"clusterPrefix","label":"Cluster Prefix","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"googleCloudConfig.version","type":"STRING","defaultValue":"1.4-ubuntu18","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":85,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"The image version to use for the Dataproc cluster. Example: 1.5-ubuntu18. If not specified, Dataproc default is used","fieldName":"version","label":"Image Version","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":"","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"]},"required":true,"name":"googleCloudConfig.masterType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"masterType","label":"Master Machine Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":"","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"]},"required":true,"name":"googleCloudConfig.workerType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"workerType","label":"Worker Machine Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.NetworkChooserValues","filteringConfig":"","values":["AUTO","CUSTOM","NONE"],"labels":["Auto - VPC created in Auto mode","Custom - VPC with custom subnets","Default VPC for project and region"]},"required":true,"name":"googleCloudConfig.networkType","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"networkType","label":"Network Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.network","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["AUTO"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"network","label":"Network Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.subnet","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["CUSTOM"]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"subnet","label":"Subnet Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"googleCloudConfig.tags","type":"LIST","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":140,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"tags","label":"Network Tags","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.workerCount","type":"NUMBER","defaultValue":2,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"workerCount","label":"Worker Count","min":2,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"googleCloudConfig.clusterName","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":160,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[false]},"dependsOn":"","group":"DATAPROC","description":"","fieldName":"clusterName","label":"Cluster Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"googleCloudConfig.terminate","type":"BOOLEAN","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":170,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["BATCH","STREAMING"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","description":"Terminates the cluster when the pipeline stops","fieldName":"terminate","label":"Terminate Cluster","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"configGroupDefinition":{"groupNameToLabelMapList":[{"name":"CLUSTER","label":"Cluster"},{"name":"PARAMETERS","label":"Parameters"},{"name":"NOTIFICATIONS","label":"Notifications"},{"name":"BAD_RECORDS","label":"Error Records"},{"name":"STATS","label":"Statistics"},{"name":"EMR","label":"EMR"},{"name":"DATAPROC","label":"Dataproc"},{"name":"ADVANCED","label":"Advanced"}],"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineGroups":["CLUSTER","PARAMETERS","NOTIFICATIONS","BAD_RECORDS","STATS","EMR","DATAPROC","ADVANCED"]}}}],"pipelineFragment":null,"pipelineRules":[{"configDefinitions":[{"model":null,"required":false,"name":"emailIDs","type":"LIST","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":76,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"Email Addresses","fieldName":"emailIDs","label":"Email IDs","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":false,"name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"{{ALERT_TEXT}}. The alert, {{ALERT_NAME}}, was triggered for pipeline '{{PIPELINE_TITLE}}'. \\n The threshold of {{ALERT_VALUE}} records, for the following condition was reached at {{TIME}}: {{ALERT_CONDITION}} \\n <{{PIPELINE_URL}}|Click here> for details!\"\n}","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"httpMethod":["PUT","DELETE","POST"]},"dependsOn":"","group":"WEBHOOK","description":"Data that should be included as a part of the Webhook request","fieldName":"payload","label":"Payload","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"webhookUrl","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"The Webhook HTTP resource URL","fieldName":"webhookUrl","label":"Webhook URL","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"headers","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"Headers to include in the request","fieldName":"headers","label":"Headers","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":"","values":["GET","PUT","POST","DELETE","HEAD"],"labels":["GET","PUT","POST","DELETE","HEAD"]},"required":true,"name":"httpMethod","type":"MODEL","defaultValue":"POST","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"HTTP method to send","fieldName":"httpMethod","label":"HTTP Method","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"contentType","type":"STRING","defaultValue":"application/json","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"httpMethod":["PUT","DELETE","POST"]},"dependsOn":"","group":"NOTIFICATIONS","description":"Content-Type header to be sent with the request; used if that header is not already present","fieldName":"contentType","label":"Content Type","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":"","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"labels":["None","Basic","Digest","Universal"]},"required":true,"name":"authType","type":"MODEL","defaultValue":"NONE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"authType","label":"Authentication Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"username","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"username","label":"Username","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"password","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["DIGEST","UNIVERSAL","BASIC"]},"dependsOn":"","group":"NOTIFICATIONS","description":"","fieldName":"password","label":"Password","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"webhookConfigs","type":"MODEL","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","description":"Webhooks","fieldName":"webhookConfigs","label":"Webhooks","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"configGroupDefinition":{"groupNameToLabelMapList":[{"name":"NOTIFICATIONS","label":"Notifications"}],"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineRulesGroups":["NOTIFICATIONS"]}}}],"stages":[{"pipelineLifecycleStage":false,"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"name":"hikariConf.connectionSelection","type":"MODEL","defaultValue":"MANUAL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-500,"connectionType":"STREAMSETS_ORACLE","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"","fieldName":"connectionSelection","label":"Connection","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.connection.connectionString","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConf.connectionSelection":["MANUAL"]},"dependsOn":"","group":"JDBC","description":"","fieldName":"connectionString","label":"JDBC Connection String","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.connection.useCredentials","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"hikariConf.connectionSelection":["MANUAL"]},"dependsOn":"","group":"JDBC","description":"","fieldName":"useCredentials","label":"Use Credentials","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.connection.username","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConf.connectionSelection":["MANUAL"],"hikariConf.connection.useCredentials":[true]},"dependsOn":"","group":"CREDENTIALS","description":"","fieldName":"username","label":"Username","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.connection.password","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":25,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConf.connectionSelection":["MANUAL"],"hikariConf.connection.useCredentials":[true]},"dependsOn":"","group":"CREDENTIALS","description":"","fieldName":"password","label":"Password","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"key","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"","fieldName":"key","label":"Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"value","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"","fieldName":"value","label":"Value","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"hikariConf.driverProperties","type":"MODEL","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"Additional properties to pass to the underlying JDBC driver.","fieldName":"driverProperties","label":"Additional JDBC Configuration Properties","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"hikariConf.driverClassName","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"LEGACY","description":"Class name for pre-JDBC 4 compliant drivers.","fieldName":"driverClassName","label":"JDBC Driver Class Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"hikariConf.connectionTestQuery","type":"TEXT","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-sql","dependsOnMap":{},"dependsOn":"","group":"LEGACY","description":"Not recommended for JDBC 4 compliant drivers. Runs when a new database connection is established.","fieldName":"connectionTestQuery","label":"Connection Health Test Query","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.maximumPoolSize","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Maximum number of connections to create to the data source","fieldName":"maximumPoolSize","label":"Maximum Pool Size","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.minIdle","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Minimum number of connections to maintain. It is recommended to set this to the same valueas Maximum Pool Size which effectively creates a fixed connection pool.","fieldName":"minIdle","label":"Minimum Idle Connections","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.connectionTimeout","type":"NUMBER","defaultValue":"${30 * SECONDS}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","418","419","420","421","422","423","424","425"],"elConstantDefinitionsIdx":["64","426","427","428"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Maximum time to wait for a connection to become available. Exceeding will cause a pipeline error.","fieldName":"connectionTimeout","label":"Connection Timeout (Seconds)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.idleTimeout","type":"NUMBER","defaultValue":"${10 * MINUTES}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","418","419","420","421","422","423","424","425"],"elConstantDefinitionsIdx":["64","426","427","428"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Maximum amount of time that a connection is allowed to sit idle in the pool. Use 0 to opt out of an idle timeout. If set too close to or more than Max Connection Lifetime, the property is ignored.","fieldName":"idleTimeout","label":"Idle Timeout (Seconds)","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.maxLifetime","type":"NUMBER","defaultValue":"${30 * MINUTES}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","418","419","420","421","422","423","424","425"],"elConstantDefinitionsIdx":["64","426","427","428"],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Maximum lifetime of a connection in the pool. When reached, the connection is retired from the pool. Use 0 to set no maximum lifetime. When set, the minimum lifetime is 30 minutes.","fieldName":"maxLifetime","label":"Max Connection Lifetime (Seconds)","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"hikariConf.readOnly","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Should be set to true whenever possible to avoid unintended writes. Set to false with extreme caution.","fieldName":"readOnly","label":"Enforce Read-only Connection","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"hikariConf.initialQuery","type":"TEXT","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-sql","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"SQL query that will be executed on all new connections when they are created, before they are added to the connection pool.","fieldName":"initialQuery","label":"Init Query","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.TransactionIsolationLevelChooserValues","filteringConfig":"","values":["DEFAULT","TRANSACTION_READ_COMMITTED","TRANSACTION_READ_UNCOMMITTED","TRANSACTION_REPEATABLE_READ","TRANSACTION_SERIALIZABLE"],"labels":["Database default","Read committed","Read uncommitted","Repeatable read","Serializable"]},"required":true,"name":"hikariConf.transactionIsolation","type":"MODEL","defaultValue":"DEFAULT","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":70,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Transaction isolation that should be used for all database connections.","fieldName":"transactionIsolation","label":"Transaction Isolation","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.baseConfigBean.maxBatchSize","type":"NUMBER","defaultValue":100,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"Maximum number of records in a batch","fieldName":"maxBatchSize","label":"Max Batch Size (records)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"schema","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"#0","description":"Schema Name","fieldName":"schema","label":"Schema","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"table","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"#0","description":"Pattern of the table names to read. Use a SQL like syntax.","fieldName":"table","label":"Table Name Pattern","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"excludePattern","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"#0","description":"Pattern of the table names to exclude from being read. Use a Java regex syntax. Leave empty if no exclusion needed.","fieldName":"excludePattern","label":"Exclusion Pattern","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"oracleCDCConfigBean.baseConfigBean.schemaTableConfigs","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":0,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Tables to track","fieldName":"schemaTableConfigs","label":"Tables","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"MULTI_VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.cdc.ChangeTypesChooserValues","filteringConfig":null,"values":["INSERT","UPDATE","DELETE","SELECT_FOR_UPDATE"],"labels":["Insert","Update","Delete","Select For Update"]},"required":true,"name":"oracleCDCConfigBean.baseConfigBean.changeTypes","type":"MODEL","defaultValue":["INSERT","UPDATE","DELETE"],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":70,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Operations to capture as records. All other operations are ignored.","fieldName":"changeTypes","label":"Operations","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.baseConfigBean.caseSensitive","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Use for lower or mixed-case database, table and field names. By default, names are changed to all caps. Select only when the database or tables were created with quotation marks around the names.","fieldName":"caseSensitive","label":"Case Sensitive Names","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.maxBatchWaitTimeSecs","type":"NUMBER","defaultValue":0,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"Maximum amount of time to wait to fill a batch before sending it. If it's set to 0 it will wait until the batch is full (according the Max Batch Size config) or until the log miner is not producing any record for 1 second.","fieldName":"maxBatchWaitTimeSecs","label":"Batch Wait Time (secs)","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":false,"name":"oracleCDCConfigBean.pdb","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":50,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"JDBC","description":"The pluggable database containing the database. Required for Oracle 12c if PDB is used.","fieldName":"pdb","label":"PDB","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.cdc.oracle.StartChooserValues","filteringConfig":"","values":["LATEST","DATE","SCN"],"labels":["From Latest Change","From Date","From SCN"]},"required":true,"name":"oracleCDCConfigBean.startValue","type":"MODEL","defaultValue":"LATEST","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Determines where to start reading","fieldName":"startValue","label":"Initial Change","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.startDate","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":50,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.startValue":["DATE"]},"dependsOn":"","group":"CDC","description":"Datetime to use for the initial change. Use the following format: DD-MM-YYYY HH24:MM:SS.","fieldName":"startDate","label":"Start Date","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.startSCN","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":60,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.startValue":["SCN"]},"dependsOn":"","group":"CDC","description":"System change number to use for the initial change","fieldName":"startSCN","label":"Start SCN","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.cdc.oracle.DictionaryChooserValues","filteringConfig":"","values":["DICT_FROM_ONLINE_CATALOG","DICT_FROM_REDO_LOGS"],"labels":["Online Catalog","Redo Logs"]},"required":true,"name":"oracleCDCConfigBean.dictionary","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":70,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Location of the LogMiner dictionary","fieldName":"dictionary","label":"Dictionary Source","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.bufferLocally","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":80,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Buffer changes in SDC memory or on Disk. Use this to reduce PGA memory usage on the DB","fieldName":"bufferLocally","label":"Buffer Changes Locally","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.origin.jdbc.cdc.oracle.BufferingChooserValues","filteringConfig":"","values":["IN_MEMORY","ON_DISK"],"labels":["In Memory","On Disk"]},"required":true,"name":"oracleCDCConfigBean.bufferLocation","type":"MODEL","defaultValue":"IN_MEMORY","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":90,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.bufferLocally":[true]},"dependsOn":"","group":"CDC","description":"","fieldName":"bufferLocation","label":"Buffer Location","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.discardExpired","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.bufferLocally":[true]},"dependsOn":"","group":"CDC","description":"If uncommitted transactions have gone past the transaction window, discard them. If unchecked, such transactions are sent to error","fieldName":"discardExpired","label":"Discard Old Uncommitted Transactions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.parser.sql.UnsupportedFieldTypeChooserValues","filteringConfig":"","values":["SEND_TO_PIPELINE","TO_ERROR","DISCARD"],"labels":["Send Record to Pipeline","Send Record To Error","Discard Record"]},"required":true,"name":"oracleCDCConfigBean.unsupportedFieldOp","type":"MODEL","defaultValue":"TO_ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Action to take if an unsupported field type is encountered. When buffering locally, the action is triggered immediately when the record is read without waiting for the commit","fieldName":"unsupportedFieldOp","label":"Unsupported Field Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.sendUnsupportedFields","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":115,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Add values of unsupported fields as unparsed strings to records","fieldName":"sendUnsupportedFields","label":"Add unsupported fields to records","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.allowNulls","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Includes null values passed from the database from full supplemental logging rather than not returning those fields.","fieldName":"allowNulls","label":"Include Nulls","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.convertTimestampToString","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":125,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Rather then representing timestamps as Data Collector DATETIME type, use String.","fieldName":"convertTimestampToString","label":"Convert Timestamp To String","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.txnWindow","type":"NUMBER","defaultValue":"${1 * HOURS}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","418","419","420","421","422","423","424","425"],"elConstantDefinitionsIdx":["64","426","427","428"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Time window to look for changes within a transaction before commit (in seconds)","fieldName":"txnWindow","label":"Maximum Transaction Length","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.logminerWindow","type":"NUMBER","defaultValue":"${2 * HOURS}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","418","419","420","421","422","423","424","425"],"elConstantDefinitionsIdx":["64","426","427","428"],"displayPosition":140,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Time window of time a LogMiner session should be kept open. Must be greater than or equal to Maximum Transaction Length. Keeping this small will reduce memory usage on Oracle.","fieldName":"logminerWindow","label":"LogMiner Session Window","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.parseQuery","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Parse the SQL Query read from LogMiner into an SDC record. If unselected, the unparsed SQL statement is inserted into the /sql field","fieldName":"parseQuery","label":"Parse SQL Query","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.putPseudocolumnsInHeader","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":160,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.parseQuery":[true]},"dependsOn":"","group":"CDC","description":"Remove pseudocolumns from parsed redolog and place them in pseudocolumns header attributes. ROWID will always be removed and (additionally) inserted into field /ROWID","fieldName":"putPseudocolumnsInHeader","label":"Pseudocolumns in Header","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.keepOriginalQuery","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":170,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Send the actual redo query returned by LogMiner in record headers","fieldName":"keepOriginalQuery","label":"Send Redo Query in Headers","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.fetchSizeLatest","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"JDBC fetch size used for the current LogMiner session window. Strongly recommended to use 1 in order to make data available as soon as Oracle CDC origin receive redo logs","fieldName":"fetchSizeLatest","label":"JDBC Fetch Size for Current Window","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.jdbcFetchSize","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":5,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Used for past LogMiner session windows. To reduce latency, set this lower if the write rate to the tables is low.","fieldName":"jdbcFetchSize","label":"JDBC Fetch Size for Past Windows","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.useNewParser","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":8,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.parseQuery":[true]},"dependsOn":"","group":"ADVANCED","description":"Optionally use the alternate parser to enhance performance","fieldName":"useNewParser","label":"Use PEG Parser","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.parseThreadPoolSize","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"oracleCDCConfigBean.bufferLocally":[true],"oracleCDCConfigBean.parseQuery":[true]},"dependsOn":"","group":"ADVANCED","description":"Number of threads to use to parse","fieldName":"parseThreadPoolSize","label":"Parsing Thread Pool Size","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"oracleCDCConfigBean.disableContinuousMine","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"ADVANCED","description":"Disables the Continuous Mine option for supported Oracle versions (earlier than 19c) ","fieldName":"disableContinuousMine","label":"Disable Continuous Mine","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.TimeZoneChooserValues","filteringConfig":"","values":["America/Los_Angeles","US/Samoa","Pacific/Samoa","Pacific/Pago_Pago","Pacific/Midway","Pacific/Niue","Pacific/Tahiti","US/Hawaii","SystemV/HST10","Pacific/Johnston","Pacific/Honolulu","Pacific/Rarotonga","Pacific/Marquesas","US/Aleutian","America/Atka","America/Adak","Pacific/Gambier","SystemV/YST9","SystemV/PST8","Pacific/Pitcairn","US/Alaska","SystemV/YST9YDT","America/Yakutat","America/Sitka","America/Nome","America/Metlakatla","America/Juneau","America/Anchorage","US/Pacific","SystemV/PST8PDT","PST8PDT","Mexico/BajaNorte","Canada/Pacific","America/Vancouver","America/Tijuana","America/Santa_Isabel","America/Ensenada","US/Arizona","SystemV/MST7","Canada/Yukon","America/Whitehorse","America/Phoenix","America/Hermosillo","America/Fort_Nelson","America/Dawson_Creek","America/Dawson","America/Creston","US/Mountain","SystemV/MST7MDT","Navajo","Mexico/BajaSur","MST7MDT","Canada/Mountain","America/Yellowknife","America/Shiprock","America/Ojinaga","America/Mazatlan","America/Inuvik","America/Edmonton","America/Denver","America/Chihuahua","America/Cambridge_Bay","America/Boise","Pacific/Galapagos","Pacific/Easter","Chile/EasterIsland","SystemV/CST6","Canada/Saskatchewan","America/Tegucigalpa","America/Swift_Current","America/Regina","America/Managua","America/Guatemala","America/El_Salvador","America/Costa_Rica","America/Belize","America/Lima","SystemV/EST5","Jamaica","America/Panama","America/Jamaica","America/Coral_Harbour","America/Cayman","America/Cancun","America/Atikokan","America/Guayaquil","US/Indiana-Starke","US/Central","SystemV/CST6CDT","Mexico/General","Canada/Central","CST6CDT","America/Winnipeg","America/Resolute","America/Rankin_Inlet","America/Rainy_River","America/North_Dakota/New_Salem","America/North_Dakota/Center","America/North_Dakota/Beulah","America/Monterrey","America/Mexico_City","America/Merida","America/Menominee","America/Matamoros","America/Knox_IN","America/Indiana/Tell_City","America/Indiana/Knox","America/Chicago","America/Bahia_Banderas","America/Bogota","Brazil/Acre","America/Rio_Branco","America/Porto_Acre","America/Eirunepe","America/Caracas","America/Asuncion","America/Guyana","US/Michigan","US/Eastern","US/East-Indiana","SystemV/EST5EDT","EST5EDT","Canada/Eastern","America/Toronto","America/Thunder_Bay","America/Port-au-Prince","America/Pangnirtung","America/Nipigon","America/New_York","America/Nassau","America/Montreal","America/Louisville","America/Kentucky/Monticello","America/Kentucky/Louisville","America/Iqaluit","America/Indianapolis","America/Indiana/Winamac","America/Indiana/Vincennes","America/Indiana/Vevay","America/Indiana/Petersburg","America/Indiana/Marengo","America/Indiana/Indianapolis","America/Grand_Turk","America/Fort_Wayne","America/Detroit","Cuba","America/Havana","Chile/Continental","America/Santiago","America/La_Paz","SystemV/AST4","America/Virgin","America/Tortola","America/St_Vincent","America/St_Thomas","America/St_Lucia","America/St_Kitts","America/St_Barthelemy","America/Santo_Domingo","America/Puerto_Rico","America/Port_of_Spain","America/Montserrat","America/Martinique","America/Marigot","America/Lower_Princes","America/Kralendijk","America/Guadeloupe","America/Grenada","America/Dominica","America/Curacao","America/Blanc-Sablon","America/Barbados","America/Aruba","America/Antigua","America/Anguilla","Brazil/West","America/Porto_Velho","America/Manaus","America/Cuiaba","America/Campo_Grande","America/Boa_Vista","America/Montevideo","America/Paramaribo","Antarctica/Rothera","America/Cayenne","Atlantic/Stanley","Antarctica/Palmer","Brazil/East","America/Sao_Paulo","America/Santarem","America/Recife","America/Maceio","America/Fortaleza","America/Belem","America/Bahia","America/Araguaina","America/Punta_Arenas","SystemV/AST4ADT","Canada/Atlantic","Atlantic/Bermuda","America/Thule","America/Moncton","America/Halifax","America/Goose_Bay","America/Glace_Bay","America/Rosario","America/Mendoza","America/Jujuy","America/Cordoba","America/Catamarca","America/Buenos_Aires","America/Argentina/Ushuaia","America/Argentina/Tucuman","America/Argentina/San_Luis","America/Argentina/San_Juan","America/Argentina/Salta","America/Argentina/Rio_Gallegos","America/Argentina/Mendoza","America/Argentina/La_Rioja","America/Argentina/Jujuy","America/Argentina/Cordoba","America/Argentina/ComodRivadavia","America/Argentina/Catamarca","America/Argentina/Buenos_Aires","Canada/Newfoundland","America/St_Johns","America/Nuuk","America/Godthab","America/Miquelon","Atlantic/South_Georgia","Brazil/DeNoronha","America/Noronha","Atlantic/Cape_Verde","Atlantic/Azores","America/Scoresbysund","Africa/Abidjan","Africa/Accra","Africa/Bamako","Africa/Banjul","Africa/Bissau","Africa/Conakry","Africa/Dakar","Africa/Freetown","Africa/Lome","Africa/Monrovia","Africa/Nouakchott","Africa/Ouagadougou","Africa/Sao_Tome","Africa/Timbuktu","America/Danmarkshavn","Atlantic/Reykjavik","Atlantic/St_Helena","Etc/Greenwich","GMT","GMT0","Greenwich","Iceland","Etc/UCT","Etc/UTC","Etc/Universal","Etc/Zulu","UCT","UTC","Universal","Zulu","Europe/Belfast","Europe/Guernsey","Europe/Isle_of_Man","Europe/Jersey","Europe/London","GB","GB-Eire","Africa/Algiers","Africa/Tunis","Eire","Europe/Dublin","Africa/Bangui","Africa/Brazzaville","Africa/Douala","Africa/Kinshasa","Africa/Lagos","Africa/Libreville","Africa/Luanda","Africa/Malabo","Africa/Ndjamena","Africa/Niamey","Africa/Porto-Novo","Africa/Casablanca","Africa/El_Aaiun","Atlantic/Canary","Atlantic/Faeroe","Atlantic/Faroe","Atlantic/Madeira","Europe/Lisbon","Portugal","WET","Antarctica/Troll","Africa/Blantyre","Africa/Bujumbura","Africa/Gaborone","Africa/Harare","Africa/Khartoum","Africa/Kigali","Africa/Lubumbashi","Africa/Lusaka","Africa/Maputo","Africa/Windhoek","Africa/Ceuta","Arctic/Longyearbyen","Atlantic/Jan_Mayen","CET","Europe/Amsterdam","Europe/Andorra","Europe/Belgrade","Europe/Berlin","Europe/Bratislava","Europe/Brussels","Europe/Budapest","Europe/Busingen","Europe/Copenhagen","Europe/Gibraltar","Europe/Ljubljana","Europe/Luxembourg","Europe/Madrid","Europe/Malta","Europe/Monaco","Europe/Oslo","Europe/Paris","Europe/Podgorica","Europe/Prague","Europe/Rome","Europe/San_Marino","Europe/Sarajevo","Europe/Skopje","Europe/Stockholm","Europe/Tirane","Europe/Vaduz","Europe/Vatican","Europe/Vienna","Europe/Warsaw","Europe/Zagreb","Europe/Zurich","Poland","Africa/Cairo","Africa/Tripoli","Egypt","Europe/Kaliningrad","Libya","MET","Africa/Johannesburg","Africa/Maseru","Africa/Mbabane","Asia/Aden","Asia/Baghdad","Asia/Bahrain","Asia/Kuwait","Asia/Qatar","Asia/Riyadh","Asia/Famagusta","Africa/Addis_Ababa","Africa/Asmara","Africa/Asmera","Africa/Dar_es_Salaam","Africa/Djibouti","Africa/Juba","Africa/Kampala","Africa/Mogadishu","Africa/Nairobi","Indian/Antananarivo","Indian/Comoro","Indian/Mayotte","Asia/Amman","Asia/Beirut","Asia/Damascus","Asia/Gaza","Asia/Hebron","Asia/Nicosia","EET","Europe/Athens","Europe/Bucharest","Europe/Chisinau","Europe/Helsinki","Europe/Kiev","Europe/Mariehamn","Europe/Nicosia","Europe/Riga","Europe/Sofia","Europe/Tallinn","Europe/Tiraspol","Europe/Uzhgorod","Europe/Vilnius","Europe/Zaporozhye","Europe/Kirov","Asia/Jerusalem","Asia/Tel_Aviv","Israel","Europe/Minsk","Europe/Moscow","Europe/Simferopol","W-SU","Antarctica/Syowa","Asia/Istanbul","Europe/Istanbul","Turkey","Asia/Yerevan","Asia/Baku","Europe/Astrakhan","Europe/Saratov","Europe/Ulyanovsk","Asia/Tbilisi","Asia/Dubai","Asia/Muscat","Europe/Volgograd","Indian/Mauritius","Indian/Reunion","Europe/Samara","Indian/Mahe","Asia/Kabul","Asia/Tehran","Iran","Asia/Aqtau","Asia/Aqtobe","Asia/Atyrau","Antarctica/Mawson","Indian/Maldives","Asia/Oral","Asia/Karachi","Asia/Qyzylorda","Indian/Kerguelen","Asia/Dushanbe","Asia/Ashgabat","Asia/Ashkhabad","Asia/Samarkand","Asia/Tashkent","Asia/Yekaterinburg","Asia/Calcutta","Asia/Colombo","Asia/Kolkata","Asia/Kathmandu","Asia/Katmandu","Asia/Almaty","Asia/Dacca","Asia/Dhaka","Asia/Thimbu","Asia/Thimphu","Indian/Chagos","Asia/Bishkek","Asia/Omsk","Asia/Qostanay","Antarctica/Vostok","Asia/Kashgar","Asia/Urumqi","Indian/Cocos","Asia/Rangoon","Asia/Yangon","Asia/Barnaul","Asia/Tomsk","Indian/Christmas","Antarctica/Davis","Asia/Hovd","Asia/Bangkok","Asia/Ho_Chi_Minh","Asia/Phnom_Penh","Asia/Saigon","Asia/Vientiane","Asia/Krasnoyarsk","Asia/Novokuznetsk","Asia/Novosibirsk","Asia/Jakarta","Asia/Pontianak","Australia/Perth","Australia/West","Asia/Brunei","Asia/Choibalsan","Asia/Chongqing","Asia/Chungking","Asia/Harbin","Asia/Macao","Asia/Macau","Asia/Shanghai","Asia/Taipei","PRC","Asia/Hong_Kong","Hongkong","Asia/Irkutsk","Asia/Kuala_Lumpur","Asia/Kuching","Asia/Manila","Asia/Singapore","Singapore","Asia/Ulaanbaatar","Asia/Ulan_Bator","Asia/Makassar","Asia/Ujung_Pandang","Australia/Eucla","Asia/Tokyo","Japan","Asia/Pyongyang","Asia/Seoul","ROK","Pacific/Palau","Asia/Dili","Asia/Jayapura","Asia/Chita","Asia/Khandyga","Asia/Yakutsk","Australia/Adelaide","Australia/Broken_Hill","Australia/Darwin","Australia/North","Australia/South","Australia/Yancowinna","Australia/ACT","Australia/Brisbane","Australia/Canberra","Australia/Currie","Australia/Hobart","Australia/Lindeman","Australia/Melbourne","Australia/NSW","Australia/Queensland","Australia/Sydney","Australia/Tasmania","Australia/Victoria","Pacific/Chuuk","Pacific/Truk","Pacific/Yap","Pacific/Guam","Pacific/Saipan","Antarctica/DumontDUrville","Antarctica/Macquarie","Pacific/Port_Moresby","Asia/Ust-Nera","Asia/Vladivostok","Australia/LHI","Australia/Lord_Howe","Antarctica/Casey","Pacific/Bougainville","Pacific/Kosrae","Asia/Magadan","Pacific/Noumea","Pacific/Norfolk","Pacific/Pohnpei","Pacific/Ponape","Asia/Sakhalin","Pacific/Guadalcanal","Asia/Srednekolymsk","Pacific/Efate","Asia/Anadyr","Pacific/Fiji","Pacific/Tarawa","Kwajalein","Pacific/Kwajalein","Pacific/Majuro","Pacific/Nauru","Antarctica/McMurdo","Antarctica/South_Pole","NZ","Pacific/Auckland","Asia/Kamchatka","Pacific/Funafuti","Pacific/Wake","Pacific/Wallis","NZ-CHAT","Pacific/Chatham","Pacific/Enderbury","Pacific/Fakaofo","Pacific/Tongatapu","Pacific/Apia","Pacific/Kiritimati"],"labels":["Same as Data Collector: -07:00 PT (America/Los_Angeles)","-11:00 ST (US/Samoa)","-11:00 ST (Pacific/Samoa)","-11:00 ST (Pacific/Pago_Pago)","-11:00 ST (Pacific/Midway)","-11:00 NUT (Pacific/Niue)","-10:00 TAHT (Pacific/Tahiti)","-10:00 HT (US/Hawaii)","-10:00 HT (SystemV/HST10)","-10:00 HT (Pacific/Johnston)","-10:00 HT (Pacific/Honolulu)","-10:00 CKT (Pacific/Rarotonga)","-09:30 MART (Pacific/Marquesas)","-09:00 HT (US/Aleutian)","-09:00 HT (America/Atka)","-09:00 HT (America/Adak)","-09:00 GAMT (Pacific/Gambier)","-09:00 AKT (SystemV/YST9)","-08:00 PT (SystemV/PST8)","-08:00 PT (Pacific/Pitcairn)","-08:00 AKT (US/Alaska)","-08:00 AKT (SystemV/YST9YDT)","-08:00 AKT (America/Yakutat)","-08:00 AKT (America/Sitka)","-08:00 AKT (America/Nome)","-08:00 AKT (America/Metlakatla)","-08:00 AKT (America/Juneau)","-08:00 AKT (America/Anchorage)","-07:00 PT (US/Pacific)","-07:00 PT (SystemV/PST8PDT)","-07:00 PT (PST8PDT)","-07:00 PT (Mexico/BajaNorte)","-07:00 PT (Canada/Pacific)","-07:00 PT (America/Vancouver)","-07:00 PT (America/Tijuana)","-07:00 PT (America/Santa_Isabel)","-07:00 PT (America/Ensenada)","-07:00 MT (US/Arizona)","-07:00 MT (SystemV/MST7)","-07:00 MT (Canada/Yukon)","-07:00 MT (America/Whitehorse)","-07:00 MT (America/Phoenix)","-07:00 MT (America/Hermosillo)","-07:00 MT (America/Fort_Nelson)","-07:00 MT (America/Dawson_Creek)","-07:00 MT (America/Dawson)","-07:00 MT (America/Creston)","-06:00 MT (US/Mountain)","-06:00 MT (SystemV/MST7MDT)","-06:00 MT (Navajo)","-06:00 MT (Mexico/BajaSur)","-06:00 MT (MST7MDT)","-06:00 MT (Canada/Mountain)","-06:00 MT (America/Yellowknife)","-06:00 MT (America/Shiprock)","-06:00 MT (America/Ojinaga)","-06:00 MT (America/Mazatlan)","-06:00 MT (America/Inuvik)","-06:00 MT (America/Edmonton)","-06:00 MT (America/Denver)","-06:00 MT (America/Chihuahua)","-06:00 MT (America/Cambridge_Bay)","-06:00 MT (America/Boise)","-06:00 GALT (Pacific/Galapagos)","-06:00 EAST (Pacific/Easter)","-06:00 EAST (Chile/EasterIsland)","-06:00 CT (SystemV/CST6)","-06:00 CT (Canada/Saskatchewan)","-06:00 CT (America/Tegucigalpa)","-06:00 CT (America/Swift_Current)","-06:00 CT (America/Regina)","-06:00 CT (America/Managua)","-06:00 CT (America/Guatemala)","-06:00 CT (America/El_Salvador)","-06:00 CT (America/Costa_Rica)","-06:00 CT (America/Belize)","-05:00 PET (America/Lima)","-05:00 ET (SystemV/EST5)","-05:00 ET (Jamaica)","-05:00 ET (America/Panama)","-05:00 ET (America/Jamaica)","-05:00 ET (America/Coral_Harbour)","-05:00 ET (America/Cayman)","-05:00 ET (America/Cancun)","-05:00 ET (America/Atikokan)","-05:00 ECT (America/Guayaquil)","-05:00 CT (US/Indiana-Starke)","-05:00 CT (US/Central)","-05:00 CT (SystemV/CST6CDT)","-05:00 CT (Mexico/General)","-05:00 CT (Canada/Central)","-05:00 CT (CST6CDT)","-05:00 CT (America/Winnipeg)","-05:00 CT (America/Resolute)","-05:00 CT (America/Rankin_Inlet)","-05:00 CT (America/Rainy_River)","-05:00 CT (America/North_Dakota/New_Salem)","-05:00 CT (America/North_Dakota/Center)","-05:00 CT (America/North_Dakota/Beulah)","-05:00 CT (America/Monterrey)","-05:00 CT (America/Mexico_City)","-05:00 CT (America/Merida)","-05:00 CT (America/Menominee)","-05:00 CT (America/Matamoros)","-05:00 CT (America/Knox_IN)","-05:00 CT (America/Indiana/Tell_City)","-05:00 CT (America/Indiana/Knox)","-05:00 CT (America/Chicago)","-05:00 CT (America/Bahia_Banderas)","-05:00 COT (America/Bogota)","-05:00 ACT (Brazil/Acre)","-05:00 ACT (America/Rio_Branco)","-05:00 ACT (America/Porto_Acre)","-05:00 ACT (America/Eirunepe)","-04:00 VET (America/Caracas)","-04:00 PYT (America/Asuncion)","-04:00 GYT (America/Guyana)","-04:00 ET (US/Michigan)","-04:00 ET (US/Eastern)","-04:00 ET (US/East-Indiana)","-04:00 ET (SystemV/EST5EDT)","-04:00 ET (EST5EDT)","-04:00 ET (Canada/Eastern)","-04:00 ET (America/Toronto)","-04:00 ET (America/Thunder_Bay)","-04:00 ET (America/Port-au-Prince)","-04:00 ET (America/Pangnirtung)","-04:00 ET (America/Nipigon)","-04:00 ET (America/New_York)","-04:00 ET (America/Nassau)","-04:00 ET (America/Montreal)","-04:00 ET (America/Louisville)","-04:00 ET (America/Kentucky/Monticello)","-04:00 ET (America/Kentucky/Louisville)","-04:00 ET (America/Iqaluit)","-04:00 ET (America/Indianapolis)","-04:00 ET (America/Indiana/Winamac)","-04:00 ET (America/Indiana/Vincennes)","-04:00 ET (America/Indiana/Vevay)","-04:00 ET (America/Indiana/Petersburg)","-04:00 ET (America/Indiana/Marengo)","-04:00 ET (America/Indiana/Indianapolis)","-04:00 ET (America/Grand_Turk)","-04:00 ET (America/Fort_Wayne)","-04:00 ET (America/Detroit)","-04:00 CT (Cuba)","-04:00 CT (America/Havana)","-04:00 CLT (Chile/Continental)","-04:00 CLT (America/Santiago)","-04:00 BOT (America/La_Paz)","-04:00 AT (SystemV/AST4)","-04:00 AT (America/Virgin)","-04:00 AT (America/Tortola)","-04:00 AT (America/St_Vincent)","-04:00 AT (America/St_Thomas)","-04:00 AT (America/St_Lucia)","-04:00 AT (America/St_Kitts)","-04:00 AT (America/St_Barthelemy)","-04:00 AT (America/Santo_Domingo)","-04:00 AT (America/Puerto_Rico)","-04:00 AT (America/Port_of_Spain)","-04:00 AT (America/Montserrat)","-04:00 AT (America/Martinique)","-04:00 AT (America/Marigot)","-04:00 AT (America/Lower_Princes)","-04:00 AT (America/Kralendijk)","-04:00 AT (America/Guadeloupe)","-04:00 AT (America/Grenada)","-04:00 AT (America/Dominica)","-04:00 AT (America/Curacao)","-04:00 AT (America/Blanc-Sablon)","-04:00 AT (America/Barbados)","-04:00 AT (America/Aruba)","-04:00 AT (America/Antigua)","-04:00 AT (America/Anguilla)","-04:00 AMT (Brazil/West)","-04:00 AMT (America/Porto_Velho)","-04:00 AMT (America/Manaus)","-04:00 AMT (America/Cuiaba)","-04:00 AMT (America/Campo_Grande)","-04:00 AMT (America/Boa_Vista)","-03:00 UYT (America/Montevideo)","-03:00 SRT (America/Paramaribo)","-03:00 ROTT (Antarctica/Rothera)","-03:00 GFT (America/Cayenne)","-03:00 FKT (Atlantic/Stanley)","-03:00 CLT (Antarctica/Palmer)","-03:00 BRT (Brazil/East)","-03:00 BRT (America/Sao_Paulo)","-03:00 BRT (America/Santarem)","-03:00 BRT (America/Recife)","-03:00 BRT (America/Maceio)","-03:00 BRT (America/Fortaleza)","-03:00 BRT (America/Belem)","-03:00 BRT (America/Bahia)","-03:00 BRT (America/Araguaina)","-03:00 America/Punta_Arenas (America/Punta_Arenas)","-03:00 AT (SystemV/AST4ADT)","-03:00 AT (Canada/Atlantic)","-03:00 AT (Atlantic/Bermuda)","-03:00 AT (America/Thule)","-03:00 AT (America/Moncton)","-03:00 AT (America/Halifax)","-03:00 AT (America/Goose_Bay)","-03:00 AT (America/Glace_Bay)","-03:00 ART (America/Rosario)","-03:00 ART (America/Mendoza)","-03:00 ART (America/Jujuy)","-03:00 ART (America/Cordoba)","-03:00 ART (America/Catamarca)","-03:00 ART (America/Buenos_Aires)","-03:00 ART (America/Argentina/Ushuaia)","-03:00 ART (America/Argentina/Tucuman)","-03:00 ART (America/Argentina/San_Luis)","-03:00 ART (America/Argentina/San_Juan)","-03:00 ART (America/Argentina/Salta)","-03:00 ART (America/Argentina/Rio_Gallegos)","-03:00 ART (America/Argentina/Mendoza)","-03:00 ART (America/Argentina/La_Rioja)","-03:00 ART (America/Argentina/Jujuy)","-03:00 ART (America/Argentina/Cordoba)","-03:00 ART (America/Argentina/ComodRivadavia)","-03:00 ART (America/Argentina/Catamarca)","-03:00 ART (America/Argentina/Buenos_Aires)","-02:30 NT (Canada/Newfoundland)","-02:30 NT (America/St_Johns)","-02:00 WGT (America/Nuuk)","-02:00 WGT (America/Godthab)","-02:00 PMT (America/Miquelon)","-02:00 GT (Atlantic/South_Georgia)","-02:00 FNT (Brazil/DeNoronha)","-02:00 FNT (America/Noronha)","-01:00 CVT (Atlantic/Cape_Verde)","+00:00 AZOT (Atlantic/Azores)","+00:00 EGT (America/Scoresbysund)","+00:00 GMT (Africa/Abidjan)","+00:00 GMT (Africa/Accra)","+00:00 GMT (Africa/Bamako)","+00:00 GMT (Africa/Banjul)","+00:00 GMT (Africa/Bissau)","+00:00 GMT (Africa/Conakry)","+00:00 GMT (Africa/Dakar)","+00:00 GMT (Africa/Freetown)","+00:00 GMT (Africa/Lome)","+00:00 GMT (Africa/Monrovia)","+00:00 GMT (Africa/Nouakchott)","+00:00 GMT (Africa/Ouagadougou)","+00:00 GMT (Africa/Sao_Tome)","+00:00 GMT (Africa/Timbuktu)","+00:00 GMT (America/Danmarkshavn)","+00:00 GMT (Atlantic/Reykjavik)","+00:00 GMT (Atlantic/St_Helena)","+00:00 GMT (Etc/Greenwich)","+00:00 GMT (GMT)","+00:00 GMT (GMT0)","+00:00 GMT (Greenwich)","+00:00 GMT (Iceland)","+00:00 UTC (Etc/UCT)","+00:00 UTC (Etc/UTC)","+00:00 UTC (Etc/Universal)","+00:00 UTC (Etc/Zulu)","+00:00 UTC (UCT)","+00:00 UTC (UTC)","+00:00 UTC (Universal)","+00:00 UTC (Zulu)","+01:00 BT (Europe/Belfast)","+01:00 BT (Europe/Guernsey)","+01:00 BT (Europe/Isle_of_Man)","+01:00 BT (Europe/Jersey)","+01:00 BT (Europe/London)","+01:00 BT (GB)","+01:00 BT (GB-Eire)","+01:00 CET (Africa/Algiers)","+01:00 CET (Africa/Tunis)","+01:00 IT (Eire)","+01:00 IT (Europe/Dublin)","+01:00 WAT (Africa/Bangui)","+01:00 WAT (Africa/Brazzaville)","+01:00 WAT (Africa/Douala)","+01:00 WAT (Africa/Kinshasa)","+01:00 WAT (Africa/Lagos)","+01:00 WAT (Africa/Libreville)","+01:00 WAT (Africa/Luanda)","+01:00 WAT (Africa/Malabo)","+01:00 WAT (Africa/Ndjamena)","+01:00 WAT (Africa/Niamey)","+01:00 WAT (Africa/Porto-Novo)","+01:00 WET (Africa/Casablanca)","+01:00 WET (Africa/El_Aaiun)","+01:00 WET (Atlantic/Canary)","+01:00 WET (Atlantic/Faeroe)","+01:00 WET (Atlantic/Faroe)","+01:00 WET (Atlantic/Madeira)","+01:00 WET (Europe/Lisbon)","+01:00 WET (Portugal)","+01:00 WET (WET)","+02:00 ATT (Antarctica/Troll)","+02:00 CAT (Africa/Blantyre)","+02:00 CAT (Africa/Bujumbura)","+02:00 CAT (Africa/Gaborone)","+02:00 CAT (Africa/Harare)","+02:00 CAT (Africa/Khartoum)","+02:00 CAT (Africa/Kigali)","+02:00 CAT (Africa/Lubumbashi)","+02:00 CAT (Africa/Lusaka)","+02:00 CAT (Africa/Maputo)","+02:00 CAT (Africa/Windhoek)","+02:00 CET (Africa/Ceuta)","+02:00 CET (Arctic/Longyearbyen)","+02:00 CET (Atlantic/Jan_Mayen)","+02:00 CET (CET)","+02:00 CET (Europe/Amsterdam)","+02:00 CET (Europe/Andorra)","+02:00 CET (Europe/Belgrade)","+02:00 CET (Europe/Berlin)","+02:00 CET (Europe/Bratislava)","+02:00 CET (Europe/Brussels)","+02:00 CET (Europe/Budapest)","+02:00 CET (Europe/Busingen)","+02:00 CET (Europe/Copenhagen)","+02:00 CET (Europe/Gibraltar)","+02:00 CET (Europe/Ljubljana)","+02:00 CET (Europe/Luxembourg)","+02:00 CET (Europe/Madrid)","+02:00 CET (Europe/Malta)","+02:00 CET (Europe/Monaco)","+02:00 CET (Europe/Oslo)","+02:00 CET (Europe/Paris)","+02:00 CET (Europe/Podgorica)","+02:00 CET (Europe/Prague)","+02:00 CET (Europe/Rome)","+02:00 CET (Europe/San_Marino)","+02:00 CET (Europe/Sarajevo)","+02:00 CET (Europe/Skopje)","+02:00 CET (Europe/Stockholm)","+02:00 CET (Europe/Tirane)","+02:00 CET (Europe/Vaduz)","+02:00 CET (Europe/Vatican)","+02:00 CET (Europe/Vienna)","+02:00 CET (Europe/Warsaw)","+02:00 CET (Europe/Zagreb)","+02:00 CET (Europe/Zurich)","+02:00 CET (Poland)","+02:00 EET (Africa/Cairo)","+02:00 EET (Africa/Tripoli)","+02:00 EET (Egypt)","+02:00 EET (Europe/Kaliningrad)","+02:00 EET (Libya)","+02:00 MET (MET)","+02:00 SAT (Africa/Johannesburg)","+02:00 SAT (Africa/Maseru)","+02:00 SAT (Africa/Mbabane)","+03:00 AT (Asia/Aden)","+03:00 AT (Asia/Baghdad)","+03:00 AT (Asia/Bahrain)","+03:00 AT (Asia/Kuwait)","+03:00 AT (Asia/Qatar)","+03:00 AT (Asia/Riyadh)","+03:00 Asia/Famagusta (Asia/Famagusta)","+03:00 EAT (Africa/Addis_Ababa)","+03:00 EAT (Africa/Asmara)","+03:00 EAT (Africa/Asmera)","+03:00 EAT (Africa/Dar_es_Salaam)","+03:00 EAT (Africa/Djibouti)","+03:00 EAT (Africa/Juba)","+03:00 EAT (Africa/Kampala)","+03:00 EAT (Africa/Mogadishu)","+03:00 EAT (Africa/Nairobi)","+03:00 EAT (Indian/Antananarivo)","+03:00 EAT (Indian/Comoro)","+03:00 EAT (Indian/Mayotte)","+03:00 EET (Asia/Amman)","+03:00 EET (Asia/Beirut)","+03:00 EET (Asia/Damascus)","+03:00 EET (Asia/Gaza)","+03:00 EET (Asia/Hebron)","+03:00 EET (Asia/Nicosia)","+03:00 EET (EET)","+03:00 EET (Europe/Athens)","+03:00 EET (Europe/Bucharest)","+03:00 EET (Europe/Chisinau)","+03:00 EET (Europe/Helsinki)","+03:00 EET (Europe/Kiev)","+03:00 EET (Europe/Mariehamn)","+03:00 EET (Europe/Nicosia)","+03:00 EET (Europe/Riga)","+03:00 EET (Europe/Sofia)","+03:00 EET (Europe/Tallinn)","+03:00 EET (Europe/Tiraspol)","+03:00 EET (Europe/Uzhgorod)","+03:00 EET (Europe/Vilnius)","+03:00 EET (Europe/Zaporozhye)","+03:00 Europe/Kirov (Europe/Kirov)","+03:00 IT (Asia/Jerusalem)","+03:00 IT (Asia/Tel_Aviv)","+03:00 IT (Israel)","+03:00 MT (Europe/Minsk)","+03:00 MT (Europe/Moscow)","+03:00 MT (Europe/Simferopol)","+03:00 MT (W-SU)","+03:00 SYOT (Antarctica/Syowa)","+03:00 TRT (Asia/Istanbul)","+03:00 TRT (Europe/Istanbul)","+03:00 TRT (Turkey)","+04:00 AMT (Asia/Yerevan)","+04:00 AZT (Asia/Baku)","+04:00 Europe/Astrakhan (Europe/Astrakhan)","+04:00 Europe/Saratov (Europe/Saratov)","+04:00 Europe/Ulyanovsk (Europe/Ulyanovsk)","+04:00 GET (Asia/Tbilisi)","+04:00 GT (Asia/Dubai)","+04:00 GT (Asia/Muscat)","+04:00 MT (Europe/Volgograd)","+04:00 MUT (Indian/Mauritius)","+04:00 RET (Indian/Reunion)","+04:00 SAMT (Europe/Samara)","+04:00 SCT (Indian/Mahe)","+04:30 AFT (Asia/Kabul)","+04:30 IRT (Asia/Tehran)","+04:30 IRT (Iran)","+05:00 AQTT (Asia/Aqtau)","+05:00 AQTT (Asia/Aqtobe)","+05:00 Asia/Atyrau (Asia/Atyrau)","+05:00 MAWT (Antarctica/Mawson)","+05:00 MVT (Indian/Maldives)","+05:00 ORAT (Asia/Oral)","+05:00 PKT (Asia/Karachi)","+05:00 QYZT (Asia/Qyzylorda)","+05:00 TFT (Indian/Kerguelen)","+05:00 TJT (Asia/Dushanbe)","+05:00 TMT (Asia/Ashgabat)","+05:00 TMT (Asia/Ashkhabad)","+05:00 UZT (Asia/Samarkand)","+05:00 UZT (Asia/Tashkent)","+05:00 YEKT (Asia/Yekaterinburg)","+05:30 IT (Asia/Calcutta)","+05:30 IT (Asia/Colombo)","+05:30 IT (Asia/Kolkata)","+05:45 NPT (Asia/Kathmandu)","+05:45 NPT (Asia/Katmandu)","+06:00 ALMT (Asia/Almaty)","+06:00 BDT (Asia/Dacca)","+06:00 BDT (Asia/Dhaka)","+06:00 BTT (Asia/Thimbu)","+06:00 BTT (Asia/Thimphu)","+06:00 IOT (Indian/Chagos)","+06:00 KGT (Asia/Bishkek)","+06:00 OMST (Asia/Omsk)","+06:00 QOST (Asia/Qostanay)","+06:00 VOST (Antarctica/Vostok)","+06:00 XJT (Asia/Kashgar)","+06:00 XJT (Asia/Urumqi)","+06:30 CCT (Indian/Cocos)","+06:30 MMT (Asia/Rangoon)","+06:30 MMT (Asia/Yangon)","+07:00 Asia/Barnaul (Asia/Barnaul)","+07:00 Asia/Tomsk (Asia/Tomsk)","+07:00 CIT (Indian/Christmas)","+07:00 DAVT (Antarctica/Davis)","+07:00 HOVT (Asia/Hovd)","+07:00 ICT (Asia/Bangkok)","+07:00 ICT (Asia/Ho_Chi_Minh)","+07:00 ICT (Asia/Phnom_Penh)","+07:00 ICT (Asia/Saigon)","+07:00 ICT (Asia/Vientiane)","+07:00 KRAT (Asia/Krasnoyarsk)","+07:00 KRAT (Asia/Novokuznetsk)","+07:00 NOVT (Asia/Novosibirsk)","+07:00 WIB (Asia/Jakarta)","+07:00 WIB (Asia/Pontianak)","+08:00 AWT (Australia/Perth)","+08:00 AWT (Australia/West)","+08:00 BNT (Asia/Brunei)","+08:00 CHOT (Asia/Choibalsan)","+08:00 CT (Asia/Chongqing)","+08:00 CT (Asia/Chungking)","+08:00 CT (Asia/Harbin)","+08:00 CT (Asia/Macao)","+08:00 CT (Asia/Macau)","+08:00 CT (Asia/Shanghai)","+08:00 CT (Asia/Taipei)","+08:00 CT (PRC)","+08:00 HKT (Asia/Hong_Kong)","+08:00 HKT (Hongkong)","+08:00 IRKT (Asia/Irkutsk)","+08:00 MYT (Asia/Kuala_Lumpur)","+08:00 MYT (Asia/Kuching)","+08:00 PT (Asia/Manila)","+08:00 SGT (Asia/Singapore)","+08:00 SGT (Singapore)","+08:00 ULAT (Asia/Ulaanbaatar)","+08:00 ULAT (Asia/Ulan_Bator)","+08:00 WITA (Asia/Makassar)","+08:00 WITA (Asia/Ujung_Pandang)","+08:45 ACWT (Australia/Eucla)","+09:00 JT (Asia/Tokyo)","+09:00 JT (Japan)","+09:00 KT (Asia/Pyongyang)","+09:00 KT (Asia/Seoul)","+09:00 KT (ROK)","+09:00 PWT (Pacific/Palau)","+09:00 TLT (Asia/Dili)","+09:00 WIT (Asia/Jayapura)","+09:00 YAKT (Asia/Chita)","+09:00 YAKT (Asia/Khandyga)","+09:00 YAKT (Asia/Yakutsk)","+09:30 ACT (Australia/Adelaide)","+09:30 ACT (Australia/Broken_Hill)","+09:30 ACT (Australia/Darwin)","+09:30 ACT (Australia/North)","+09:30 ACT (Australia/South)","+09:30 ACT (Australia/Yancowinna)","+10:00 AET (Australia/ACT)","+10:00 AET (Australia/Brisbane)","+10:00 AET (Australia/Canberra)","+10:00 AET (Australia/Currie)","+10:00 AET (Australia/Hobart)","+10:00 AET (Australia/Lindeman)","+10:00 AET (Australia/Melbourne)","+10:00 AET (Australia/NSW)","+10:00 AET (Australia/Queensland)","+10:00 AET (Australia/Sydney)","+10:00 AET (Australia/Tasmania)","+10:00 AET (Australia/Victoria)","+10:00 CHUT (Pacific/Chuuk)","+10:00 CHUT (Pacific/Truk)","+10:00 CHUT (Pacific/Yap)","+10:00 ChT (Pacific/Guam)","+10:00 ChT (Pacific/Saipan)","+10:00 DDUT (Antarctica/DumontDUrville)","+10:00 MIST (Antarctica/Macquarie)","+10:00 PGT (Pacific/Port_Moresby)","+10:00 VLAT (Asia/Ust-Nera)","+10:00 VLAT (Asia/Vladivostok)","+10:30 LHT (Australia/LHI)","+10:30 LHT (Australia/Lord_Howe)","+11:00 AWT (Antarctica/Casey)","+11:00 BT (Pacific/Bougainville)","+11:00 KOST (Pacific/Kosrae)","+11:00 MAGT (Asia/Magadan)","+11:00 NCT (Pacific/Noumea)","+11:00 NFT (Pacific/Norfolk)","+11:00 PONT (Pacific/Pohnpei)","+11:00 PONT (Pacific/Ponape)","+11:00 SAKT (Asia/Sakhalin)","+11:00 SBT (Pacific/Guadalcanal)","+11:00 SRET (Asia/Srednekolymsk)","+11:00 VUT (Pacific/Efate)","+12:00 ANAT (Asia/Anadyr)","+12:00 FJT (Pacific/Fiji)","+12:00 GILT (Pacific/Tarawa)","+12:00 MHT (Kwajalein)","+12:00 MHT (Pacific/Kwajalein)","+12:00 MHT (Pacific/Majuro)","+12:00 NRT (Pacific/Nauru)","+12:00 NZT (Antarctica/McMurdo)","+12:00 NZT (Antarctica/South_Pole)","+12:00 NZT (NZ)","+12:00 NZT (Pacific/Auckland)","+12:00 PETT (Asia/Kamchatka)","+12:00 TVT (Pacific/Funafuti)","+12:00 WAKT (Pacific/Wake)","+12:00 WFT (Pacific/Wallis)","+12:45 CHAT (NZ-CHAT)","+12:45 CHAT (Pacific/Chatham)","+13:00 PHOT (Pacific/Enderbury)","+13:00 TKT (Pacific/Fakaofo)","+13:00 TOT (Pacific/Tongatapu)","+13:00 WST (Pacific/Apia)","+14:00 LINT (Pacific/Kiritimati)"]},"required":true,"name":"oracleCDCConfigBean.dbTimeZone","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":180,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CDC","description":"Time Zone that the DB is operating in","fieldName":"dbTimeZone","label":"DB Time Zone","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Action to take with records sent to error","fieldName":"stageOnRecordError","label":"On Record Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"name":"com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.origin.jdbc.cdc.oracle.OracleCDCDSource","configGroupDefinition":{"groupNameToLabelMapList":[{"name":"CDC","label":"Oracle CDC"},{"name":"JDBC","label":"JDBC"},{"name":"CREDENTIALS","label":"Credentials"},{"name":"LEGACY","label":"Legacy"},{"name":"ADVANCED","label":"Advanced"}],"classNameToGroupsMap":{"com.streamsets.pipeline.stage.origin.jdbc.cdc.oracle.Groups":["CDC","JDBC","CREDENTIALS","LEGACY","ADVANCED"]}},"description":"Origin that an read change events from an Oracle Database","icon":"rdbms.png","label":"Oracle CDC Client","errorStage":false,"statsAggregatorStage":false,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-jdbc-lib","libraryLabel":"JDBC","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":true,"onlineHelpRefUrl":"index.html?contextID=task_ehh_mjj_tw","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/OracleCDCDSource.yaml","version":"16","services":[],"preconditions":false,"onRecordError":true,"producingEvents":true},{"pipelineLifecycleStage":false,"configDefinitions":[{"model":{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"fieldToSet","type":"MODEL","defaultValue":"/","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use an existing field or enter a new field. Using an existing field overwrites the original value.","fieldName":"fieldToSet","label":"Output Field","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"expression","type":"STRING","defaultValue":"${record:value('/')}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","639","640","641","642","643","644","645","646","647","648","649","650","651","652","653","654","655","656","657","658","659","660","661","662","663","664","665","666","667","668","669","1121","1122","1123","1124","1125","1126","724","725","726","727","728","729","730","731","732","733","734","735","736"],"elConstantDefinitionsIdx":["64","790","791","792","793","794","795","796","797","798","799","800","801","802","803","804","805","806"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use the expression language to modify values in a field.","fieldName":"expression","label":"Field Expression","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"expressionProcessorConfigs","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"","fieldName":"expressionProcessorConfigs","label":"Field Expressions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"attributeToSet","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use an existing header attribute or enter a new attribute. Using an existing attribute overwrites the original value.","fieldName":"attributeToSet","label":"Header Attribute","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"headerAttributeExpression","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","639","640","641","642","643","644","645","646","647","648","649","650","651","652","653","654","655","656","657","658","659","660","661","662","663","664","665","666","667","668","669","724","725","726","727","728","729","730","731","732","733","734","735","736","1121","1122","1123","1124","1125","1126"],"elConstantDefinitionsIdx":["64","790","791","792","793","794","795","796","797","798","799","800","801","802","803","804","805","806"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use the expression language to modify or set new attributes in the header.","fieldName":"headerAttributeExpression","label":"Header Attribute Expression","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"headerAttributeConfigs","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"","fieldName":"headerAttributeConfigs","label":"Header Attribute Expressions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"fieldToSet","type":"MODEL","defaultValue":"/","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"The existing field which will receive the attribute value.","fieldName":"fieldToSet","label":"Field","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"attributeToSet","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use an existing field attribute or enter a new attribute. Using an existing attribute overwrites the original value.","fieldName":"attributeToSet","label":"Attribute Name","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"fieldAttributeExpression","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","639","640","641","642","643","644","645","646","647","648","649","650","651","652","653","654","655","656","657","658","659","660","661","662","663","664","665","666","667","668","669","1121","1122","1123","1124","1125","1126"],"elConstantDefinitionsIdx":["64","790","791","792","793","794","795","796","797","798","799","800","801","802","803","804","805","806"],"displayPosition":50,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"Use the expression language to modify or set new attributes in the field.","fieldName":"fieldAttributeExpression","label":"Header Attribute Expression","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"fieldAttributeConfigs","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","description":"","fieldName":"fieldAttributeConfigs","label":"Field Attribute Expressions","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Action to take with records sent to error","fieldName":"stageOnRecordError","label":"On Record Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"stageRequiredFields","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Records without any of these fields are sent to error","fieldName":"stageRequiredFields","label":"Required Fields","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98","99"],"elConstantDefinitionsIdx":["64","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115","116"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Records that don't satisfy all the preconditions are sent to error","fieldName":"stageRecordPreconditions","label":"Preconditions","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000}],"name":"com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.expression.ExpressionDProcessor","configGroupDefinition":{"groupNameToLabelMapList":[{"name":"EXPRESSIONS","label":"Expressions"}],"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.expression.Groups":["EXPRESSIONS"]}},"description":"Performs calculations on a field-by-field basis","icon":"expression.png","label":"Expression Evaluator","errorStage":false,"statsAggregatorStage":false,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-basic-lib","libraryLabel":"Basic","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_x2h_tv4_yq","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ExpressionDProcessor.yaml","version":"2","services":[],"preconditions":true,"onRecordError":true,"producingEvents":false},{"pipelineLifecycleStage":false,"configDefinitions":[{"model":null,"required":true,"name":"conf.datasetEL","type":"STRING","defaultValue":"${record:attribute('dataset')}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","818","819","820","821","822","823","824","825","828","829","830","831","832","833","834","835","836","837","838","839","840","841","842","843","844","845","846","847","848","849","850"],"elConstantDefinitionsIdx":["64","857","858","859","860","861","862","863","864","865","866","867","868","869","870","871","872","873"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"BIGQUERY","description":"Dataset name or an expression to obtain the dataset name from the record","fieldName":"datasetEL","label":"Dataset","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"conf.tableNameEL","type":"STRING","defaultValue":"${record:attribute('table')}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","818","819","820","821","822","823","824","825","828","829","830","831","832","833","834","835","836","837","838","839","840","841","842","843","844","845","846","847","848","849","850"],"elConstantDefinitionsIdx":["64","857","858","859","860","861","862","863","864","865","866","867","868","869","870","871","872","873"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"BIGQUERY","description":"Table name or an expression to obtain the table name from the record","fieldName":"tableNameEL","label":"Table Name","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"conf.rowIdExpression","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","818","819","820","821","822","823","824","825","828","829","830","831","832","833","834","835","836","837","838","839","840","841","842","843","844","845","846","847","848","849","850"],"elConstantDefinitionsIdx":["64","857","858","859","860","861","862","863","864","865","866","867","868","869","870","871","872","873"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"BIGQUERY","description":"Expression for the insertId to insert or update. Leave blank to perform an insert for each record","fieldName":"rowIdExpression","label":"Insert Id Expression","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"conf.ignoreInvalidColumn","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"BIGQUERY","description":"If enabled, field paths that cannot be mapped to columns will be ignored","fieldName":"ignoreInvalidColumn","label":"Ignore Invalid Column","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"conf.maxCacheSize","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"BIGQUERY","description":"Configures the cache size for storing TableId entries. Use -1 for unlimited number of tableId entries in the cache.","fieldName":"maxCacheSize","label":"Table Cache size","min":-1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"name":"conf.credentials.connectionSelection","type":"MODEL","defaultValue":"MANUAL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":-500,"connectionType":"STREAMSETS_GOOGLE_BIG_QUERY","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"CREDENTIALS","description":"","fieldName":"connectionSelection","label":"Connection","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"conf.credentials.connection.projectId","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"conf.credentials.connectionSelection":["MANUAL"]},"dependsOn":"","group":"CREDENTIALS","description":"","fieldName":"projectId","label":"Project ID","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.CredentialsProviderChooserValues","filteringConfig":"","values":["DEFAULT_PROVIDER","JSON_PROVIDER","JSON"],"labels":["Default Credentials Provider","Service Account Credentials File (JSON)","Service Account Credentials (JSON)"]},"required":true,"name":"conf.credentials.connection.credentialsProvider","type":"MODEL","defaultValue":"DEFAULT_PROVIDER","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"conf.credentials.connectionSelection":["MANUAL"]},"dependsOn":"","group":"CREDENTIALS","description":"","fieldName":"credentialsProvider","label":"Credentials Provider","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"conf.credentials.connection.path","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"conf.credentials.connectionSelection":["MANUAL"],"conf.credentials.connection.credentialsProvider":["JSON_PROVIDER"]},"dependsOn":"","group":"CREDENTIALS","description":"Path to the credentials file.","fieldName":"path","label":"Credentials File Path (JSON)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"conf.credentials.connection.credentialsFileContent","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"conf.credentials.connectionSelection":["MANUAL"],"conf.credentials.connection.credentialsProvider":["JSON"]},"dependsOn":"","group":"CREDENTIALS","description":"Content of the credentials file","fieldName":"credentialsFileContent","label":"Credentials File Content (JSON)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Action to take with records sent to error","fieldName":"stageOnRecordError","label":"On Record Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"name":"stageRequiredFields","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Records without any of these fields are sent to error","fieldName":"stageRequiredFields","label":"Required Fields","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98","99"],"elConstantDefinitionsIdx":["64","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115","116"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Records that don't satisfy all the preconditions are sent to error","fieldName":"stageRecordPreconditions","label":"Preconditions","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000}],"name":"com_streamsets_pipeline_stage_bigquery_destination_BigQueryDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.bigquery.destination.BigQueryDTarget","configGroupDefinition":{"groupNameToLabelMapList":[{"name":"BIGQUERY","label":"BigQuery"},{"name":"CREDENTIALS","label":"Credentials"}],"classNameToGroupsMap":{"com.streamsets.pipeline.stage.bigquery.lib.Groups":["BIGQUERY","CREDENTIALS"]}},"description":"Streams data into Google Big Query","icon":"bigquery.png","label":"Google BigQuery","errorStage":false,"statsAggregatorStage":false,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-google-cloud-lib","libraryLabel":"Google Cloud","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_gxn_dsk_dbb","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/BigQueryDTarget.yaml","version":"3","services":[],"preconditions":true,"onRecordError":true,"producingEvents":false},{"pipelineLifecycleStage":true,"configDefinitions":[],"name":"com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.ToErrorNullDTarget","configGroupDefinition":{"groupNameToLabelMapList":[],"classNameToGroupsMap":{}},"description":"Discards records and events","icon":"","label":"Discard","errorStage":true,"statsAggregatorStage":false,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-basic-lib","libraryLabel":"Basic","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=concept_kgc_l4y_5r","hideStage":["ERROR_STAGE","LIFECYCLE_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ToErrorNullDTarget.yaml","version":"1","services":[],"preconditions":false,"onRecordError":false,"producingEvents":false},{"pipelineLifecycleStage":false,"configDefinitions":[{"model":null,"required":true,"name":"rawData","type":"TEXT","defaultValue":"{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{},"dependsOn":"","group":"RAW","description":"","fieldName":"rawData","label":"Raw Data","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"stopAfterFirstBatch","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":2,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"RAW","description":"","fieldName":"stopAfterFirstBatch","label":"Stop After First Batch","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"eventData","type":"TEXT","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{},"dependsOn":"","group":"EVENT","description":"","fieldName":"eventData","label":"Event Data","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"Action to take with records sent to error","fieldName":"stageOnRecordError","label":"On Record Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"name":"com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.devtest.rawdata.RawDataDSource","configGroupDefinition":{"groupNameToLabelMapList":[{"name":"RAW","label":"Raw Data"},{"name":"EVENT","label":"Event Data"}],"classNameToGroupsMap":{"com.streamsets.pipeline.stage.devtest.rawdata.RawDataSourceGroups":["RAW","EVENT"]}},"description":"Add Raw data to the source.","icon":"dev.png","label":"Dev Raw Data Source","errorStage":false,"statsAggregatorStage":false,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-dev-lib","libraryLabel":"Dev (for development only)","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"index.html#datacollector/UserGuide/Pipeline_Design/DevStages.html","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/RawDataDSource.yaml","version":"3","services":[{"configuration":{"displayFormats":"DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML","dataFormat":"JSON"},"service":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService"}],"preconditions":false,"onRecordError":true,"producingEvents":true},{"pipelineLifecycleStage":false,"configDefinitions":[],"name":"com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.StatsDpmDirectlyDTarget","configGroupDefinition":{"groupNameToLabelMapList":[],"classNameToGroupsMap":{}},"description":"Writes pipeline statistics to Control Hub directly without any aggregation","icon":"","label":"Write Directly to Control Hub - statistics are not aggregated across Data Collectors","errorStage":false,"statsAggregatorStage":true,"privateClassLoader":false,"eventDefs":[],"library":"streamsets-datacollector-basic-lib","libraryLabel":"Basic","beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"","hideStage":["STATS_AGGREGATOR_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/StatsDpmDirectlyDTarget.yaml","version":"1","services":[],"preconditions":false,"onRecordError":false,"producingEvents":false}],"services":[{"configDefinitions":[{"model":null,"required":false,"name":"displayFormats","type":"RUNTIME","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":0,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"","fieldName":"displayFormats","label":"List of formats that should be displayed to the user.","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.service.parser.DataFormatChooserValues","filteringConfig":"displayFormats","values":["AVRO","BINARY","DATAGRAM","DELIMITED","EXCEL","JSON","LOG","NETFLOW","PROTOBUF","SDC_JSON","SYSLOG","TEXT","WHOLE_FILE","XML"],"labels":["Avro","Binary","Datagram","Delimited","Excel","JSON","Log","Netflow","Protobuf","SDC Record","Syslog","Text","Whole File","XML"]},"required":true,"name":"dataFormat","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"dataFormat","label":"Data Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CompressionChooserValues","filteringConfig":"","values":["NONE","COMPRESSED_FILE","ARCHIVE","COMPRESSED_ARCHIVE"],"labels":["None","Compressed File","Archive","Compressed Archive"]},"required":true,"name":"dataFormatConfig.compression","type":"MODEL","defaultValue":"NONE","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON","BINARY","DELIMITED","XML","PROTOBUF","SDC_JSON","LOG","TEXT"]},"dependsOn":"","group":"DATA_FORMAT","description":"Compression formats gzip, bzip2, xz, lzma, Pack200, DEFLATE and Z are supported. Archive formats 7z, ar, arj, cpio, dump, tar and zip are supported.","fieldName":"compression","label":"Compression Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.filePatternInArchive","type":"STRING","defaultValue":"*","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":3,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON","BINARY","DELIMITED","XML","PROTOBUF","SDC_JSON","LOG","TEXT"],"dataFormatConfig.compression":["ARCHIVE","COMPRESSED_ARCHIVE"]},"dependsOn":"","group":"DATA_FORMAT","description":"A glob pattern that defines the pattern of the file names within the compressed directory.","fieldName":"filePatternInArchive","label":"File Name Pattern within Compressed Directory","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CharsetChooserValues","filteringConfig":"","values":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"labels":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"]},"required":true,"name":"dataFormatConfig.charset","type":"MODEL","defaultValue":"UTF-8","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON","DELIMITED","XML","DATAGRAM","LOG","TEXT"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"charset","label":"Charset","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.removeCtrlChars","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON","DELIMITED","XML","DATAGRAM","LOG","TEXT"]},"dependsOn":"","group":"DATA_FORMAT","description":"Use only if required as it impacts reading performance","fieldName":"removeCtrlChars","label":"Ignore Control Characters","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.textMaxLineLen","type":"NUMBER","defaultValue":1024,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":340,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","group":"DATA_FORMAT","description":"Longer lines are truncated","fieldName":"textMaxLineLen","label":"Max Line Length","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":true,"name":"dataFormatConfig.useCustomDelimiter","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":342,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","group":"DATA_FORMAT","description":"Use custom delimiters to create records","fieldName":"useCustomDelimiter","label":"Use Custom Delimiter","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.customDelimiter","type":"STRING","defaultValue":"\\r\\n","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":344,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","group":"DATA_FORMAT","description":"One or more characters. Leading and trailing spaces are stripped.","fieldName":"customDelimiter","label":"Custom Delimiter","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.includeCustomDelimiterInTheText","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":346,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","group":"DATA_FORMAT","description":"Include custom delimiters in the data","fieldName":"includeCustomDelimiterInTheText","label":"Include Custom Delimiter","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.JsonModeChooserValues","filteringConfig":"","values":["ARRAY_OBJECTS","MULTIPLE_OBJECTS"],"labels":["JSON array of objects","Multiple JSON objects"]},"required":true,"name":"dataFormatConfig.jsonContent","type":"MODEL","defaultValue":"MULTIPLE_OBJECTS","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":350,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"jsonContent","label":"JSON Content","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.jsonMaxObjectLen","type":"NUMBER","defaultValue":4096,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":360,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","group":"DATA_FORMAT","description":"Larger objects are not processed","fieldName":"jsonMaxObjectLen","label":"Max Object Length (chars)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvHeaderChooserValues","filteringConfig":"","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"labels":["With Header Line","Ignore Header Line","No Header Line"]},"required":true,"name":"dataFormatConfig.csvHeader","type":"MODEL","defaultValue":"NO_HEADER","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvHeader","label":"Header Line","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvModeChooserValues","filteringConfig":"","values":["CSV","RFC4180","EXCEL","MYSQL","TDF","POSTGRES_CSV","POSTGRES_TEXT","CUSTOM","MULTI_CHARACTER"],"labels":["Default CSV (ignores empty lines)","RFC4180 CSV","MS Excel CSV","MySQL CSV","Tab Separated Values","PostgreSQL CSV","PostgreSQL Text","Custom","Multi Character Delimited"]},"required":true,"name":"dataFormatConfig.csvFileFormat","type":"MODEL","defaultValue":"CSV","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":405,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvFileFormat","label":"Delimiter Format Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvCustomDelimiter","type":"CHARACTER","defaultValue":"|","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":410,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvCustomDelimiter","label":"Delimiter Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.multiCharacterFieldDelimiter","type":"STRING","defaultValue":"||","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":415,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","description":"Delimiter between fields in multi-character delimited mode.","fieldName":"multiCharacterFieldDelimiter","label":"Multi Character Field Delimiter","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.multiCharacterLineDelimiter","type":"STRING","defaultValue":"${str:unescapeJava('\\\\n')}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":420,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","description":"Delimiter between lines (i.e. different records) in multi-character delimited mode.","fieldName":"multiCharacterLineDelimiter","label":"Multi Character Line Delimiter","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvCustomEscape","type":"CHARACTER","defaultValue":"\\","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":425,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","description":"Character used to escape quote and delimiter characters. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","fieldName":"csvCustomEscape","label":"Escape Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvCustomQuote","type":"CHARACTER","defaultValue":"\"","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","description":"Character used to quote string fields. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","fieldName":"csvCustomQuote","label":"Quote Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.csvUnivocityFieldSeparator","type":"STRING","defaultValue":",","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Separator between fields - can be one or more characters.","fieldName":"csvUnivocityFieldSeparator","label":"Field Separator","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityEscape","type":"CHARACTER","defaultValue":"\\","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":445,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Character used to escape quote and delimiter characters.","fieldName":"csvUnivocityEscape","label":"Escape Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityQuote","type":"CHARACTER","defaultValue":"\"","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":450,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Character used to quote string fields.","fieldName":"csvUnivocityQuote","label":"Quote Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityLineSeparator","type":"STRING","defaultValue":"${str:unescapeJava('\\\\n')}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":455,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"One or two characters separating individual records.","fieldName":"csvUnivocityLineSeparator","label":"Line Separator","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvParserChooserValues","filteringConfig":"","values":["UNIVOCITY","LEGACY_PARSER"],"labels":["Univocity - faster but less powerful","Apache Commons - slower but more powerful"]},"required":true,"name":"dataFormatConfig.csvParser","type":"MODEL","defaultValue":"LEGACY_PARSER","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":500,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"CSV parser to use. In new pipelines, use the default Univocity parser for better performance","fieldName":"csvParser","label":"CSV Parser","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.csvAllowExtraColumns","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":505,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"Allows processing rows with more fields than the header. When not enabled, the rows are sent to error","fieldName":"csvAllowExtraColumns","label":"Allow Extra Columns","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvExtraColumnPrefix","type":"STRING","defaultValue":"_extra_","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":510,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"],"dataFormatConfig.csvAllowExtraColumns":[true]},"dependsOn":"","group":"DATA_FORMAT","description":"Each extra column is labeled with this prefix followed by an integer","fieldName":"csvExtraColumnPrefix","label":"Extra Column Prefix","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.csvMaxObjectLen","type":"NUMBER","defaultValue":1024,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":515,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"]},"dependsOn":"","group":"DATA_FORMAT","description":"Larger objects are not processed","fieldName":"csvMaxObjectLen","label":"Max Record Length (chars)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityMaxColumns","type":"NUMBER","defaultValue":1000,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":520,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Maximal number of columns to parse per line.","fieldName":"csvUnivocityMaxColumns","label":"Max Columns","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityMaxCharsPerColumn","type":"NUMBER","defaultValue":1000,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":525,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Maximal number of character that will be read per single column.","fieldName":"csvUnivocityMaxCharsPerColumn","label":"Max Characters Per Column","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocitySkipEmptyLines","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":530,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvUnivocitySkipEmptyLines","label":"Skip Empty Lines","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvUnivocityAllowComments","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":535,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvUnivocityAllowComments","label":"Allow Comments","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.csvUnivocityCommentMarker","type":"CHARACTER","defaultValue":"#","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":540,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvUnivocityAllowComments":[true],"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["UNIVOCITY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvUnivocityCommentMarker","label":"Comment Character","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvEnableComments","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":545,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvEnableComments","label":"Enable comments","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.csvCommentMarker","type":"CHARACTER","defaultValue":"#","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":550,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvEnableComments":[true],"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvCommentMarker","label":"Comment marker","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvIgnoreEmptyLines","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":550,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvParser":["LEGACY_PARSER"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvIgnoreEmptyLines","label":"Ignore empty lines","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvRecordTypeChooserValues","filteringConfig":"","values":["LIST","LIST_MAP"],"labels":["List","List-Map"]},"required":true,"name":"dataFormatConfig.csvRecordType","type":"MODEL","defaultValue":"LIST_MAP","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":555,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"csvRecordType","label":"Root Field Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.csvSkipStartLines","type":"NUMBER","defaultValue":0,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":560,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"Number of lines to skip before reading","fieldName":"csvSkipStartLines","label":"Lines to Skip","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.parseNull","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":565,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","description":"When checked, configured string constant will be converted into NULL field.","fieldName":"parseNull","label":"Parse NULLs","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.nullConstant","type":"STRING","defaultValue":"\\\\N","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":570,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.parseNull":[true]},"dependsOn":"","group":"DATA_FORMAT","description":"String constant that should be converted to a NULL rather then passed as it is.","fieldName":"nullConstant","label":"NULL constant","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.xmlRecordElement","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"XML element that acts as a record delimiter. This may be an element name, with elements having that local name directly under the root as records. Or, it can be a simplified XPath expression (see docs), with elements matching the XPath expression as records. Leaving it blank will treat the whole XML document as one record.","fieldName":"xmlRecordElement","label":"Delimiter Element","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.preserveRootElement","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":441,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"Include the root element in the output records. The root element is the last element defined in the record element delimiter or is the root element of the XML document when no delimiter is defined","fieldName":"preserveRootElement","label":"Preserve Root Element","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.includeFieldXpathAttributes","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":442,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"Include XPath expressions that indicate the path to the input node that was parsed to create each field. If enabled, each field will receive an attribute named \"xpath\" whose value is the XPath expression. Any namespace prefixes will be mapped to the full URI via new xmlns:* attributes in the record header.","fieldName":"includeFieldXpathAttributes","label":"Include Field XPaths","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.xPathNamespaceContext","type":"MAP","defaultValue":[],"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":445,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"Namespace context to use if the delimiter is an XPath expression. This should map namespace prefixes to URIs. Any namespace prefix that is used in the record separator expression must be defined here.","fieldName":"xPathNamespaceContext","label":"Namespaces","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.outputFieldAttributes","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":448,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"Generate field attributes in output record for XML namespace declarations, and XML attributes. Without this option, they will continue to be output as individual fields (separate from the element value).","fieldName":"outputFieldAttributes","label":"Output Field Attributes","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.xmlMaxObjectLen","type":"NUMBER","defaultValue":4096,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":450,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","description":"Larger records are not processed","fieldName":"xmlMaxObjectLen","label":"Max Record Length (chars)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.LogModeChooserValues","filteringConfig":"","values":["COMMON_LOG_FORMAT","COMBINED_LOG_FORMAT","APACHE_ERROR_LOG_FORMAT","APACHE_CUSTOM_LOG_FORMAT","REGEX","GROK","LOG4J","CEF","LEEF"],"labels":["Common Log Format","Combined Log Format","Apache Error Log Format","Apache Access Log Custom Format","Regular Expression","Grok Pattern","Log4j","Common Event Format (CEF)","Log Event Extended Format (LEEF)"]},"required":true,"name":"dataFormatConfig.logMode","type":"MODEL","defaultValue":"COMMON_LOG_FORMAT","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"logMode","label":"Log Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.logMaxObjectLen","type":"NUMBER","defaultValue":1024,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":470,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"Longer lines are truncated","fieldName":"logMaxObjectLen","label":"Max Line Length","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":true,"name":"dataFormatConfig.retainOriginalLine","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":480,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"Indicates if the original line of log should be retained in the record","fieldName":"retainOriginalLine","label":"Retain Original Line","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.customLogFormat","type":"STRING","defaultValue":"%h %l %u %t \"%r\" %>s %b","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":490,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["APACHE_CUSTOM_LOG_FORMAT"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"customLogFormat","label":"Custom Log Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.regex","type":"STRING","defaultValue":"^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"The regular expression which is used to parse the log line.","fieldName":"regex","label":"Regular Expression","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":[{"model":null,"required":true,"name":"fieldPath","type":"STRING","defaultValue":"/","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"","fieldName":"fieldPath","label":"Field Path","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"group","type":"NUMBER","defaultValue":1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","group":"","description":"","fieldName":"group","label":"Regular Expression Group","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"name":"dataFormatConfig.fieldPathsToGroupName","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":510,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"Map groups in the regular expression to field paths","fieldName":"fieldPathsToGroupName","label":"Field Path To RegEx Group Mapping","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.grokPatternDefinition","type":"TEXT","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":520,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"Define your own grok patterns which will be used to parse the logs","fieldName":"grokPatternDefinition","label":"Grok Pattern Definition","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.grokPattern","type":"STRING","defaultValue":"%{COMMONAPACHELOG}","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":530,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"The grok pattern which is used to parse the log line","fieldName":"grokPattern","label":"Grok Pattern","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OnParseErrorChooserValues","filteringConfig":"","values":["ERROR","IGNORE","INCLUDE_AS_STACK_TRACE"],"labels":["ERROR","IGNORE","INCLUDE AS STACK TRACE"]},"required":true,"name":"dataFormatConfig.onParseError","type":"MODEL","defaultValue":"ERROR","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":540,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"onParseError","label":"On Parse Error","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.maxStackTraceLines","type":"NUMBER","defaultValue":50,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":550,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.onParseError":["INCLUDE_AS_STACK_TRACE"]},"dependsOn":"","group":"DATA_FORMAT","description":"Any line that does not match the expected pattern will be treated as a Stack trace as long as it is part of the same message. The stack trace will be trimmed to the specified number of lines.","fieldName":"maxStackTraceLines","label":"Trim Stack Trace to Length","min":0,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":true,"name":"dataFormatConfig.enableLog4jCustomLogFormat","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":560,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"enableLog4jCustomLogFormat","label":"Use Custom Log Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.log4jCustomLogFormat","type":"STRING","defaultValue":"%r [%t] %-5p %c %x - %m%n","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":570,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.enableLog4jCustomLogFormat":[true]},"dependsOn":"","group":"DATA_FORMAT","description":"Specify your own custom log4j format.","fieldName":"log4jCustomLogFormat","label":"Custom Log4J Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaSourceChooserValues","filteringConfig":"","values":["SOURCE","INLINE","REGISTRY"],"labels":["Message/Data Includes Schema","In Pipeline Configuration","Confluent Schema Registry"]},"required":true,"name":"dataFormatConfig.avroSchemaSource","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","group":"DATA_FORMAT","description":"Where to load the Avro Schema from.","fieldName":"avroSchemaSource","label":"Avro Schema Location","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.avroSchema","type":"TEXT","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":410,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["INLINE"]},"dependsOn":"","group":"DATA_FORMAT","description":"Overrides the schema included in the data (if any). Optionally use the runtime:loadResource function to use a schema stored in a file.","fieldName":"avroSchema","label":"Avro Schema","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.schemaRegistryUrls","type":"LIST","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":420,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","description":"List of Confluent Schema Registry URLs","fieldName":"schemaRegistryUrls","label":"Schema Registry URLs","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.basicAuth","type":"CREDENTIAL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63","65","66","67","68"],"elConstantDefinitionsIdx":["64"],"displayPosition":421,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"basicAuth","label":"Basic Auth User Info","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaLookupModeChooserValues","filteringConfig":"","values":["SUBJECT","ID","AUTO"],"labels":["Subject","Schema ID","Embedded Schema ID"]},"required":true,"name":"dataFormatConfig.schemaLookupMode","type":"MODEL","defaultValue":"SUBJECT","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Whether to look up the Avro Schema by ID or fetch the latest schema for a Subject.","fieldName":"schemaLookupMode","label":"Lookup Schema By","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.subject","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["SUBJECT"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"subject","label":"Schema Subject","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.schemaId","type":"NUMBER","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":450,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["ID"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"schemaId","label":"Schema ID","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.avroSkipUnionIndex","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","group":"DATA_FORMAT","description":"When checked generated records will not contain header attributes identifying which part of a union was used to read data in. Data Collector does not use the header attributes directly, thus this can be selected safely unless the pipeline explicitly depends on them.","fieldName":"avroSkipUnionIndex","label":"Skip Union Indexes","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.protoDescriptorFile","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":600,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","description":"Protobuf Descriptor File (.desc) path relative to SDC resources directory","fieldName":"protoDescriptorFile","label":"Protobuf Descriptor File","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.messageType","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":610,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","description":"Fully Qualified Message Type name. Use format <packageName>.<messageTypeName>","fieldName":"messageType","label":"Message Type","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.isDelimited","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":620,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","description":"Should be checked when the input data is prepended with the message size. When unchecked only a single message can be present in the source file/Kafka message, etc.","fieldName":"isDelimited","label":"Delimited Messages","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.binaryMaxObjectLen","type":"NUMBER","defaultValue":1024,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":700,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["BINARY"]},"dependsOn":"","group":"DATA_FORMAT","description":"Larger objects are not processed","fieldName":"binaryMaxObjectLen","label":"Max Data Size (bytes)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.DatagramModeChooserValues","filteringConfig":"","values":["NETFLOW","SYSLOG","COLLECTD","RAW_DATA"],"labels":["NetFlow","syslog","collectd","Raw/Separated data"]},"required":true,"name":"dataFormatConfig.datagramMode","type":"MODEL","defaultValue":"SYSLOG","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"datagramMode","label":"Datagram Packet Format","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.typesDbPath","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":820,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","description":"User-specified TypesDB file. Overrides the included version.","fieldName":"typesDbPath","label":"TypesDB File Path","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.convertTime","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":830,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","description":"Converts high resolution time format interval and timestamp to unix time in (ms).","fieldName":"convertTime","label":"Convert Hi-Res Time & Interval","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.excludeInterval","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":840,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","description":"Excludes the interval field from output records.","fieldName":"excludeInterval","label":"Exclude Interval","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":false,"name":"dataFormatConfig.authFilePath","type":"STRING","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":850,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","description":"","fieldName":"authFilePath","label":"Auth File","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":"","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"labels":["Raw only","Interpreted only","Raw and interpreted"]},"required":true,"name":"dataFormatConfig.netflowOutputValuesMode","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","fieldName":"netflowOutputValuesMode","label":"Record Generation Mode","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.maxTemplateCacheSize","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","fieldName":"maxTemplateCacheSize","label":"Max Templates in Cache","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.templateCacheTimeoutMs","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","fieldName":"templateCacheTimeoutMs","label":"Template Cache Timeout (ms)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":"","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"labels":["Raw only","Interpreted only","Raw and interpreted"]},"required":true,"name":"dataFormatConfig.netflowOutputValuesModeDatagram","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","fieldName":"netflowOutputValuesModeDatagram","label":"Record Generation Mode","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.maxTemplateCacheSizeDatagram","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","fieldName":"maxTemplateCacheSizeDatagram","label":"Max Templates in Cache","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.templateCacheTimeoutMsDatagram","type":"NUMBER","defaultValue":-1,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","fieldName":"templateCacheTimeoutMsDatagram","label":"Template Cache Timeout (ms)","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.wholeFileMaxObjectLen","type":"NUMBER","defaultValue":8192,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":900,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","description":"Size of the Buffer used to copy the file.","fieldName":"wholeFileMaxObjectLen","label":"Buffer Size (bytes)","min":1,"elDefs":null,"evaluation":"IMPLICIT","max":2147483647},{"model":null,"required":true,"name":"dataFormatConfig.rateLimit","type":"STRING","defaultValue":"-1","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64","634","635","638"],"displayPosition":920,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","description":"Rate / sec to manipulate bandwidth requirements for File Transfer. Use <= 0 to opt out. Default unit is B/sec","fieldName":"rateLimit","label":"Rate per second","min":-9223372036854776000,"elDefs":null,"evaluation":"EXPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.verifyChecksum","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","description":"When checked verifies the checksum of the stream during read.","fieldName":"verifyChecksum","label":"Verify Checksum","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.ExcelHeaderChooserValues","filteringConfig":"","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"labels":["With Header Line","Ignore Header Line","No Header Line"]},"required":true,"name":"dataFormatConfig.excelHeader","type":"MODEL","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","description":"Excel headers","fieldName":"excelHeader","label":"Excel Header Option","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.excelSkipCellsWithNoHeader","type":"BOOLEAN","defaultValue":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1001,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"],"dataFormatConfig.excelHeader":["WITH_HEADER"]},"dependsOn":"","group":"DATA_FORMAT","description":"If checked, cells that have no associated header value will be skipped.","fieldName":"excelSkipCellsWithNoHeader","label":"Skip Cells With No Header","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.excelReadAllSheets","type":"BOOLEAN","defaultValue":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1010,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","description":"Specifies whether all sheets from the document should be read.","fieldName":"excelReadAllSheets","label":"Read All Sheets","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000},{"model":null,"required":true,"name":"dataFormatConfig.excelSheetNames","type":"LIST","defaultValue":null,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","63"],"elConstantDefinitionsIdx":["64"],"displayPosition":1020,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.excelReadAllSheets":[false],"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","description":"Names of the sheets that should be imported. Other sheets will be ignored.","fieldName":"excelSheetNames","label":"Import Sheets","min":-9223372036854776000,"elDefs":null,"evaluation":"IMPLICIT","max":9223372036854776000}],"className":"com.streamsets.service.parser.DataParserServiceImpl","configGroupDefinition":{"groupNameToLabelMapList":[{"name":"DATA_FORMAT","label":"Data Format"}],"classNameToGroupsMap":{"com.streamsets.service.parser.Groups":["DATA_FORMAT"]}},"description":"","label":"DataFormat Parser","privateClassLoader":false,"provides":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService","library":"streamsets-datacollector-dataformats-lib","libraryLabel":"Data Formats","version":"3"}],"rulesElMetadata":null,"elCatalog":null,"runtimeConfigs":null,"stageIcons":{"streamsets-datacollector-dev-lib:com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAADXUlEQVRoQ+2XWchOQRjHf5+lEMqaCxf2ZI/IVoQLkaWI0BclbhBKKLJcKJTIVkJSiCRKFEUiyS4KWSNcIMp2Ye+v52ga55xvcpz01czVe87MPGf+y/M881ZQzUdFNT8/EcD/VjAqEBUoyEC0UEECC2+PChSmsGCAqEBBAgtvjwoUprBggCwFWgBdga9e/FrAc+AO8MOb6wU0DDjPZ+AC0BjoAXyzPTWBl8BNe+4GNHHi6dtXgTfuN7IATAN25RzmMjAJeGhrFOcwMCYAgA7Z0db637gN6OB1gEdAcy/eAmBdCIA+wDJgJHANOGKbBKyNE6AzoI8KwGygOzDd5g8CT4Eazvr5xrIAtAI2AQNsfjdwHthhz7OAtsA8exZpin0rBIDW6AOPgRlOUL0fCBwyds4BQxyr1QauALJga+CTx+BGYKIp8BZoCrwyULKs1HGHGy9tPvcPTTvgPiAmtnqBxcwDe9ffPK3HevZbAMSyDtke6AvsA9Z7AKScbDQVkLpSwR2KLVW0txL47ls0r4zmAVCclWYzWWeLBZZ3L5oCOvg7y5UNQAdgMjAKmAB8sD0jgGOAr6amVwOLgNHA0bT8KgJgrCVuGgAl4mlL8qFAfUcR/xyNgLtmSYGU6hqqaNdtbxez2h8YigAYDyhRxZ6qj8phooAAuCOpPLJU2lBuzPHsOgg4A+y0PPTL9q84/wLAWmCx9QXXQvL9C/PuqhwFdI7ksPcAsf0FSEANB05kAC8EQH7e67HmAkiSeBiwzQ6mdy2B404DS+yi5tYJUGl+Yg0tz3qFFFBtP2s1XA1tf0oSJwBc8g4AgzPUWA6sMCvdsKRWn5ib0vV/xwyx0ExguyehGooaju/ttCrkbvX7gDvXG7gEvLdE7gmoAKgYZI4sALqXqAaL5SVWv9VU1IWXAuMsotsjGlglOQk0s9r/2skzJblA98tQwC8Az+xakZX4uRaaAuzJQw5stjafVB9dtOThqkZeRVoIrLEAUkv2yR1ZCiTNxd8seeV3efmUM6mbou5LujtVNXRJ0y1UsfyRXF/0XpbSteSvAFS1r8z5unYB/BjykfiPLISlMtdEBcpkNyR2VCCEpTLXRAXKZDckdlQghKUy10QFymQ3JHZUIISlMtdEBcpkNyR2tVfgJ7j+uDHAB/IgAAAAAElFTkSuQmCC","streamsets-datacollector-google-cloud-lib:com_streamsets_pipeline_stage_bigquery_destination_BigQueryDTarget":"iVBORw0KGgoAAAANSUhEUgAAAQAAAAEACAYAAABccqhmAAAAAXNSR0IArs4c6QAAAAlwSFlzAAALEwAACxMBAJqcGAAABl1pVFh0WE1MOmNvbS5hZG9iZS54bXAAAAAAADx4OnhtcG1ldGEgeG1sbnM6eD0iYWRvYmU6bnM6bWV0YS8iIHg6eG1wdGs9IlhNUCBDb3JlIDUuNC4wIj4KICAgPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4KICAgICAgPHJkZjpEZXNjcmlwdGlvbiByZGY6YWJvdXQ9IiIKICAgICAgICAgICAgeG1sbnM6dGlmZj0iaHR0cDovL25zLmFkb2JlLmNvbS90aWZmLzEuMC8iCiAgICAgICAgICAgIHhtbG5zOmV4aWY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vZXhpZi8xLjAvIgogICAgICAgICAgICB4bWxuczp4bXBNTT0iaHR0cDovL25zLmFkb2JlLmNvbS94YXAvMS4wL21tLyIKICAgICAgICAgICAgeG1sbnM6c3RSZWY9Imh0dHA6Ly9ucy5hZG9iZS5jb20veGFwLzEuMC9zVHlwZS9SZXNvdXJjZVJlZiMiCiAgICAgICAgICAgIHhtbG5zOmRjPSJodHRwOi8vcHVybC5vcmcvZGMvZWxlbWVudHMvMS4xLyIKICAgICAgICAgICAgeG1sbnM6eG1wPSJodHRwOi8vbnMuYWRvYmUuY29tL3hhcC8xLjAvIj4KICAgICAgICAgPHRpZmY6UmVzb2x1dGlvblVuaXQ+MjwvdGlmZjpSZXNvbHV0aW9uVW5pdD4KICAgICAgICAgPHRpZmY6Q29tcHJlc3Npb24+NTwvdGlmZjpDb21wcmVzc2lvbj4KICAgICAgICAgPHRpZmY6WFJlc29sdXRpb24+NzI8L3RpZmY6WFJlc29sdXRpb24+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgICAgIDx0aWZmOllSZXNvbHV0aW9uPjcyPC90aWZmOllSZXNvbHV0aW9uPgogICAgICAgICA8ZXhpZjpQaXhlbFlEaW1lbnNpb24+MjU2PC9leGlmOlBpeGVsWURpbWVuc2lvbj4KICAgICAgICAgPGV4aWY6UGl4ZWxYRGltZW5zaW9uPjI1NjwvZXhpZjpQaXhlbFhEaW1lbnNpb24+CiAgICAgICAgIDxleGlmOkNvbG9yU3BhY2U+MTwvZXhpZjpDb2xvclNwYWNlPgogICAgICAgICA8eG1wTU06SW5zdGFuY2VJRD54bXAuaWlkOkY2NUY3QTEyODU0MDExRTNCRDIyQTM4NzM4NzA1N0Q2PC94bXBNTTpJbnN0YW5jZUlEPgogICAgICAgICA8eG1wTU06RG9jdW1lbnRJRD54bXAuZGlkOkY2NUY3QTEzODU0MDExRTNCRDIyQTM4NzM4NzA1N0Q2PC94bXBNTTpEb2N1bWVudElEPgogICAgICAgICA8eG1wTU06RGVyaXZlZEZyb20gcmRmOnBhcnNlVHlwZT0iUmVzb3VyY2UiPgogICAgICAgICAgICA8c3RSZWY6aW5zdGFuY2VJRD54bXAuaWlkOkY2NUY3QTEwODU0MDExRTNCRDIyQTM4NzM4NzA1N0Q2PC9zdFJlZjppbnN0YW5jZUlEPgogICAgICAgICAgICA8c3RSZWY6ZG9jdW1lbnRJRD54bXAuZGlkOkY2NUY3QTExODU0MDExRTNCRDIyQTM4NzM4NzA1N0Q2PC9zdFJlZjpkb2N1bWVudElEPgogICAgICAgICA8L3htcE1NOkRlcml2ZWRGcm9tPgogICAgICAgICA8ZGM6c3ViamVjdD4KICAgICAgICAgICAgPHJkZjpTZXEvPgogICAgICAgICA8L2RjOnN1YmplY3Q+CiAgICAgICAgIDx4bXA6TW9kaWZ5RGF0ZT4yMDE3OjA1OjAzIDE5OjA1OjAyPC94bXA6TW9kaWZ5RGF0ZT4KICAgICAgICAgPHhtcDpDcmVhdG9yVG9vbD5QaXhlbG1hdG9yIDMuNjwveG1wOkNyZWF0b3JUb29sPgogICAgICA8L3JkZjpEZXNjcmlwdGlvbj4KICAgPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4KvSsGMAAANEtJREFUeAHtnQm0FcW19xtEBUFFRGQSL0ZxQEAUBUeIGjUiBgfQaKLJ9/myXlwvc4JJjBrn6DPJWzHmxc9oEsUBMCJiRIM4RERUQAZlkEEGFQFRGQQn5Pv/mtt4uZyhu093n+4+u9Y6nMvp6hr+VfWvXbt27XIcC4aAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIZAJBJpkopTVLyQ4Nat+MawEARD4THE3B4hfk1GNALZv9qYHH3zwIXV1dUd16tTp8JYtW+6/yy67dNh5551bbh/VfkkrAh9//PGGDz/88J0NGza8sWLFimkLFy58afbs2a+qvJ+mtczVKJcRQD3qXbt2PbBv377nd+zY8Wsa9D0///zzHZo0aeI0bdrU/VSjcSzPyhDYvHmzs2nTJofvHXbYwdm4cePsd95559Fp06bd/9prr02vLPV8vF3zBHDggQf2PPHEE3/Spk2bIRrwLZo1a+YOeAa/hXwhABl89hkrA+ez9957b+ykSZNumT59+qR81TJYbWq2l7dt23bXU0455XLN/D/QYG++0047OTbog3WeLMf+9NNPkQ4+l0Rw15gxY6589913l2e5PmHLvkPYF7P8Xq9evY46++yzH95rr73O0dpek34zG/xZbtAQZWdJoHZv0qJFi8N79Ohxrv4/f+nSpfNDJJXpV2qOADTrX9i/f/8H1fD72Kyf6b4bSeEhf31ad+7c+et77733h1IU1tSSoKYI4Mwzz/wvzf5/ad68+U7MABYMARBA0Ys0sMcee5yinZ9dXn311SdrBZmaGQWnnnrqJYcddtj/auY3rX6t9O4A9UT/gzSgLd9j991336azZs16JsDrmY1aEwTQr1+/k4899tj7NPO7W3uZbS0reOwIsCzUNnD/XXfdden8+fNzv1WYewKQtr/jWWedNU6Df3dEPQuGQDkEWB5KQfyVlStXPrp69eoV5eJn+XnuR8T5559/64477tjB1vxZ7qbJlr1eJ7DLGWeccYdy3jHZ3JPNLdcSgMT+Mw866KBrNPsni6rllnkEmDBkQdipdevWq15//fWXMl+hIhXIswTQ/Oijj74RxY4FQyAMArIRcQ499NArtD3YLsz7WXgntwRw7rnn/pcUOocYAWShG6azjPXnQPYaOHDgVeksYeWlyiUBoPjr1q3bL2FwC4ZAJQjQhzp06PAf3bt3P6ySdNL6bi4JYPDgwVdrX3cP0/qntdtlp1zYB6gf7fiVr3zlpuyU2n9Jc6cEFFMf2adPnz+KuZvSeBYMgUoRQCGovvQlfWYtWbJkTqXppen93EkAOtp7s9b9ZvCTpl6Wg7JgIHTUUUfdqKrskoPqbK1CriSAk0466fwvfelLP6WxLBgCUSJQv5zcs3379ut1YGhilGlXM608EUCrIUOGjNKe/x4m+lezS+U3b5YCu+++ex+5F7tv3bp1a/NQ09wsAc4777wfy+JvP1P85aFbprMOTCzqX621LXhNOksYvFS5kADqFAYMGHCPRP+dbfYP3gnsDf8IIAVIwdzzgw8+GK+zAm/6fzOdMXMhAcjJx/Ua+Lva4E9nJ8tbqaRkbip9082qV+bHT+YlgN69e58gJx+/FSvbnl/eRlpK61O/zOwi3wHzpQ+YldJi+ipW1hlsB4n+N2vtb4PfV3NbpKgQwEJQDmaukzfp3aJKsxrpZJoAvvrVr14sDz99WZdZMASSRAApQBNP3WmnnfbTJPONOq/MEoC2Y/bo2bPnNbbnH3WXsPT8IoAUIPdhP5ZD0f39vpO2eJklgEGDBl0mBu5k235p61K1VR4pBFvKccj1Wa11JmVn7fodJGcfd8noJ9feWrLaqWqp3Cw/JYV21x2E/16+fPnirNU9kxLA6aeffqOAb5E1sK28+UQAEvjyl7/MtmDmvM9kTgKQl59TdXvvday/LBgCaUCAZaguk+0o92Fvyn3YtDSUyW8ZsiYB7CTR/ybz8uO3eS1eUggwIcl92NVyJ75nUnlGkU+mCEA3+3xHir9eRgBRNL2lESUCSAFaCnT42te+9sso0407rcwQAI4Z5eH3CvPwG3eXsPTDIsCWdJcuXS7df//9DwmbRtLvZYYAZPRzpWb/dmbvn3QXsfz8IkDflBTQXNfQZcZ9WCaUgHLw2atv3763a51lnn789kaLVxUE2BHQRNVNSsGXly1blvrrxjMhAcCoAnZHm/2r0qct04AIQALHHHMMUkDqt6pSLwHosM/gAw444HIz+Q3YCy161RBAIahbhdrtueeeq+fOnTu5agXxkXHaJYAW8vD7G9P6+2hJi5IqBNgWPPDAAy/XJaPtU1WwRoVJNQHodp/va+Y/EJHKgiGQJQRYrmriaqszK6m+VSi1BNCpU6fOEv1/bhZ/Wer2VtaGCNB35UX4ElmuHt7w9zT9nVoCkL3/1Zr5W5viL03dxcoSFAFJAc10qxDnBFIZUilb65x/X7n6+oMYNLUElcrWtEKlDgEUgvrsp8nstcWLF89OWwHTOMCacLJKxJlKckpbA1p50o+A7AK4VegGlbRl2kqbukEmD78X6rz/j2zbL21dxcoTFgGkABkG7dmxY8cNr7322nNh04njvVRJADhYlOh/nQ3+OJra0qwmAigEdW3dMF01vm81y9E471QRgCz+fqK1Uh2MacEQyBMCKLPVr3fTacFr01Sv1CwBdIpqvxNOOOFunfbbyTT/aeoiVpaoEMCeRfqAHrpXcMI777yzLKp0K0knNVOt7lu7XgC1ssFfSXPau2lHQMrtpv3790/NrUKpkABk7jugR48et5jRT9q7r5WvUgRY3uqzj24VWqRbhWZUml6l76dBAmgm0f9mxCMLhkAtIICSW7cKXbvHHnvsXu36Vp0AZPH3La37j5RoVG0sLH9DIBEEkAI04XWRk5thiWRYIpOqEsBuu+3WRlZ/V9u2X4kWske5RIDlbteuXX+43377HVDNClaVAHCgKCbsCCNaMARqCQGU3frsoq3vG6tZ76otvHGcKB//f5H4b7J/NXuA5V01BNB7aVvwkE8//fT5N998c1E1ClK1qVfMh6OP5tWotOVpCKQFAc4JaCLEfVhVJsKqSAC63OOr8pZyjW37paUbWjmqhQDLXy0FOui26+W6VWhK0uWohgSwU79+/W6C+SwYAoaAw+WiTvfu3a/SrUJtk8YjcQIYPHjwdzXz97B9/6Sb2vJLKwJIAVoOtz/nnHN+lXQZEyUAHCRK9P+Vif5JN7Pll3YEkALkPuw/dftVjyTLmigBnHHGGVeK6dqavX+STWx5ZQEBxoTGxs4nn3zyb5Isb2JKQBwjyub/T5r97XafJFvY8soMAiyLtRzAMGja0qVLX0+i4IlJAHKMyLXedrtPEq1qeWQWAZYCUpIjBSSyRZ6IBCAff+fI5NFcfGe2W1rBk0IAhaBuFZK6bK8P5syZ80Lc+SYhAewi0f9Gs/ePuykt/bwgwFjRnRi/bNu2bce46xQ7AQwdOvSH2vM/wLb94m7K4ulrRmFWwTGl+9m0aZPDx/u/97x4CvYkSQTqtwXbnHnmmb+OO99YlwDygtpF4v9wKf6am+Y/7qZ0tg7yzz77zJF9ucM3gxzsIWBmFrZg+fA3xlh0NgKE0Pg9fuddazuQSDbQXi1atDjsvffeG7dq1aq348o9Vvtjbftdow62u9fJ4qpELafbcDZnUMuazJF3ZUdrSPdbJqbubzp0td2ghxwY9J988onz8ccfO/JV56xdu9ZZvXq1o07nqPO5v3300UcuCUiJ6xJJLeOdVN0hXY2bHbhVSK7ET1S+m+PIOzYCkMeTY9QJv8lsYyFaBBi4zPB0EvlUcDp37szZckf3KTpaNzJzRJIhAx8SeOutt5zFixc7y5Ytcz744ANXWkB6sGVdJDAXTQRCl+uwASeddNLQCRMmjCgasYIHTSp4t9SrTX/wgx/8W7PPscwaFqJBgEHPjM+srl0V55BDDnHkTdlp1apVNBmUSWXjxo2Ojq060k478+fPd95//32XhCADWyaUAS/kY8h+/fr1C2+55ZbDlMT6kMkUfS0WAtBR328efvjhd0c1ExUtfQ08QEHHwCcww0uycgc+M381w4YNG5x58+Y5r7zyirNkyRKXmJixjAiibxUkMTkQvWrEiBHXRJ165ASAo8NLLrlkZsuWLbvY2r+y5mJtzoDSjTLcLed069YtlWK3Oqfz0ksvOTrO6uoUIAIL0SHAJCDpa90DDzzQU0uxxdGl7DiR7wLoRNMVUkINQiy0EA4BTxu/7777OlKkOrIPd5V6aSVUlI5y6+7U1dUhrroKRDptWssbrlWq9xaTgPDcWdeK7TV16tSHoixJpASAg0M5+/ibFH92u0+IVmLQoI1nja9llCOPyU67du1CpFSdV1q3bu306tXLLfPKlStdhSEkYMuCytsDHCVZ9fjwww+fWr58+dLKU9ySQqQEcP755/9Zov9hpvgL3jzM+ij4pDtxhgwZ4ir5sjqDQlry9uzaJaA0pF62YxC8TzR8o55Em0gKOHjy5Ml/07NItgUjI4AjjzzyJHk1ucm2/Ro2m7+/mfXZv5ezFGfAgAGuoY6/N9MbiyWgHL86++yzj7tzsGbNGo67prfAGSgZE4KkxM6aZBdL7zI9iiJHRQDNNPuPkLGJufgO0CqeyM9AueCCC9w1dIDXMxEV/cChhx7qGhhhT2BLgsqaDUlKth5HvPrqq3/TxPFRZalFpAQcNGjQf0g0+Y7N/v6bwzPmkUdYR4pTR6zu/+WMxWRXABJg8C9atMX7dVaXN9WGnqWA+s5u8h7kzJw588lKy1PxNiCODC+99NJZ2vNvb43qrzlYE0MAp5xyinPcccf5eylgLLYQMdTxTHqx4GPvnuUG+gYCswmkLWszV/HIbI0lId+YDscRZsyY4YwZM8bVC9iSIBzCSI7aFtwou4Deb7zxxrxwqWx5q2ICuPjii38nA5Uf2ezvrxkY+ATdiuT07t3b30s+Y+nOeQxG3Fn27bffdlh3M+DJ09PEe99eknQmAt8QOLM1RkZ77723a3+ADQIGSI3f894P840V4ahRoxwMXIwEwiDouMZhIvjRt91229nhUtjyVkUEoM5xqI77TtFsYQb/PlrBG/yI/OybRxEY5LNmzUIcdJVtmOsyWBlYDOgwAxcJxZNSIHYt71wRHivEPffcM4piO5q5nPvvv99IoAI0IXedETj1xRdf/FfYZCoiAIn+j0pcHGhGP+XhZ/DzYfCzV15pYLbXdpCDSI14jzjPoA8z4MuVxTuDwJkD7fRwk42DkVKlAX3Afffd585mtk0YHE1IWnYB03/7298epbe32IsHTCb0LsAxxxwzUC6Mf21mn/4QZxBh1XfEEUf4e6FILNb148aNcx5++GFnwYIFLqlAwAygOAY/xfDIBd0BJwKnTZvm6hY4clzJQSSZjbsWjjru6i5B4ip/ESgz/zMSnpZu7SWVrdC5jJfDVCgsATTXtt8oiYftTPFXHnZEtQHa3z/hhBPKRy4SA7afOHGiI8WPa3MP7gz8JAcNeXlSBkTAQSCUjez1h13LQyIcGps7d65LNEWqbz8XQYB+ICLtI73K3ZIGPiwSrejPoQhAYuz31XDfsNm/KK5bHzD42QKTe6fQgxVx/95773Wef/75rTN+kgN/a2Ua/MGAh5Q4AMSHbSlm9DABfwb0Xc652HIyGIL0Ay0tW8r6srmWg+OCvR3CDgBHhdq+uk+z/y7V7oRBK5t0fERmttUw8glLljr84QwfPtyBBNiaSxPmlAUiQAcxffp0t45hdQP4N0AxiAOSsNJE0u2blvzAS1u5vXX+Yqy8Oa0IUq7AEoBE/1u0TXS8NVJpmNlWY4Ccd955oQ/0sNZnzxzlYZpnRnQElJG1PLsSuv4tsDhPGjg3Qb+AZGFLy9L9q8DTHbRd21XHsocXeFb0p0AEoK2rI3RY5TbN/k2LpmgPXAS8dT+He4IGBsDIkSOdZ5991jXUycJg8KQBZnFsEHQTVGDSwhqSbUe2NPm24B8B+ohIdH9NzDO0lJrr981AA1mKrJuViZ3oKIMuGn/WtWGUfiwb2B9niw/lWJpE/jLVdh9T5tmzZzt33XWXu673807DOGwxanfJ9SuQtbo3rEc1/kZK5A4O5e3bKaRvCUDuvYfK8GdY2LVsNQCpRp6I/nzY72f9HyQgRsvrizNlypTIHHsGyT+quCwPMUHm8A8K0KDLRSwPX375ZddkOei7UdUhi+kgBajvtZUV5xr5bZzkpw5+CaDVueeey7ZfmyyIo34qHlcctsUw9Alj4//II4+4mn5m0awHBi6KS1yM4xsgyGyObQE4eluD6Acs+EMArKSj66NlwL1y87623Fu+kJW57zAZG5xjs39pOJnBWbvi0IMDNkECW3yPPfZY6jT9QerQOC4iKfYCSES66qrx45L/16Uyri6A7UHIw0igJFxbH4KV+mELSVGtpVB9ZOuDIn+UJQDZge/L7T7Y+wdh8SL55fpnZi2twQIf8sGrLvv8dPK8SVhIAlgscp6AA0Z+A5MNxIE+AVz420jAH3pgLvLtqUtenlixYsVbpd4qqwSUAct1An43G/ylYNxymg7RXSbSpSM2esqJOE7GoTjM2+CnqvQb6jV69Gj3eHKj6pf8r7xMuYeP2BXhA0YW/CEgEthBE/fNil3yvE9JApDd+nE67HOhif7lQWf256KOoKflxo8f757iyzPGzEgYC40dO7Y8kA1isIyCBLyBzw6J93eDaPZnAQRYfmlCOkFXi51f4PHWn0oRQNPjjz/+ZjVeSQbZmlIN/4F4SidH/A8Sli5d6tr3x+V8I0hZ4o6LboSTixxdDhIgAJSC6FcIkABka6E8AkwqOsJ9vXajdi0WuygBnHbaaRepYx5Nx7ZQGgE6Jfv+HIrxGyCNJ554wp3RamF5RR35UOcgAxjvRFgWNpz5WQ4EScNvm+QtHjoTjd+uulvwp8XqVpAA5N+9tbZursmzWFoMkDC/MzsF3eriWi22uWoJY8RSbAOwcwgSsKZsTJJGAv4QRPLSOYsfycx6v0JvFCSAgQMHXib22Me0roUg2/Y3ZnLWqsxSfgPvYOZLaNyx/aYRJB6zJ8rGUh9PxA6Sbpi4SJQcaw4yg+OWDKMqBn3DYCTQEI3Cf9dLXrvqkpnrC8XYTr4XW3QTW3wf5rBQHgEGF1dzcyuO34C9PFtjzIhxB5Yn+B5keQLxFAp0kkmTJrkn8eImfQhAN9s4cmvtXoJSqDyNf6Mv4jqdMjYun0cCtSRJNcan3P/BT0e1z5M+5c+ysNwy89S/tB0BaO1/o7Zt7KhvOVTrnzOo6JxBAhdpMjCT0K+QD2688OdXKjAg33333e0GWKl3wj5jWxBT3yAHpTgfwPmIQsFIoBAq2/6mvtYEpb5wZ596qyi1zRKgb9++X9FMdrax6bbgFfsfgx+s6urqikXZ7neZZ7rXaicx+5M5s3tDBdp2Bar/IaklANlRd6QgJAG/AT8DDXcDGr8HCfipZ+P3auX/TDbqq0dpKfDthnVuSAA7yojlpiRmpYYFyPLfDBou8sStld+A8s9z4un3nbzFg5Q4Lo3/AL/Bc1WORFMs8CyIbqFYOnn9naWApMGrhWUbr45bCUCi/4Xa9uvdeI3lRbTv7RFg1sEVVpDZHM0/A6DWA/0MLIrpJQrhgx6jnKRiJFAIuS2/sfTSBN9R1r0/9GJ5BLCTjm3+LEhH9hKo5W86IzbufgOzHsY/JmVt8TTMaUFcgPkNfi4ogVyNBIojypJVSv7vcqMXsVwCOPbYY09WpzzEZv/iwBV6AqMGOeBCh0f8571aD2DAVWVcH+43gDWTVDmpwUigOKLgromr7YABA4YSy+2JWhdcaIO/OGiFnngKwCCecDGCQVFlS4AtiCJBcVzYb0DfgtuwcgRAekYCxVGFRHU8+wJgairN6l46wDLAxNLigBV6Qifk9B+aab8hiNbbb5pZjsdspOOqvqvg4Y3uxU8wEiiMEpO9sOwjm58DmmovFg+/HU0sLQxWsV+ZvTjEE+QgD95xDOcvEAULbjoqpdn/IvYWvQGE60cC8N4zEvCQ+OIbTIThzrKtOKGpWGDAF4/sL78I0AkxAfa7dGLWkoMGE/8bAAx2ePzBRNlvCEoApGsksD26kK+Uqkc30xr2CJuVtgeo3C8QQJDZnx0AOnoQrMmD9/guFkgvy2bb7NujDPS7lGIZUAqPYjh5JMBzM3ST8k/9RjsBhzTTH12DdMpiANfa73TCINumdPQgCkCWGHRULhMtpZ/hOnDO2FMeOnmWgjcoITm/oZLB6+VHXpWk47esaY7HmBcGnZqJef2bsaW5RlUoW5BOxOD3q7yiKgxo0j/77LNLLjPYVsSOH8LIGgFQTzDxqwMgfhDMid84GAlsQQQc1MdaiQiabncgqDFo9v/CCCQhOZVbH5d7Xrjktf2rRwK1bjYsMm1hFikVjIUgMzqdzvtUkGXRV0k7iyFouZGMogjkS/vV+gGipgLBXK2G7FFBZhD0BWi9o+rAIYucutfAJIguJeoBy/Ij6jRTB3KRAqn/bmym46krdAS4c5E49nMRBJhBgnQc1q50dDTeWQzU189g8YjObx1RcAbdTfGbtt941MvTufh9J+vx6ieidc1U+QVSIHVOYj2bddAalp8BEWT9zVYdW1go7bIYIDtu66mrqysqxYDJokWLXOs+P/YRKC49XPxiAoGST9SB5QASXaVKxqjLFVd6YK/6vtVMllhTJAEMMAIIBjV40RmZPUpt03mpEh9bds4DZDFAAHg+GjRoUMniP/zww+4BHz8EwCzE/n8QCcC7KqxkIUI+rCUSgAAk/b/WVNdSPSO8otGshAQ+i695EkAQKQDHlgCfxUB9GSDlgp84XhrE5TCVH7LgHcgWj0pxTlYeCXhlzOs3/fDtt9+e1FRGJM8L2KVZ7ZjVaiAGBEY4dEi/IYjvAL9pZjkeEkAQTJC41q9fHysBgCckEES/k7U2AHeR6EczZ858rqnWpB/okMpTsKsF/whAAHSSoA4tWPPWK2D8Z5bTmMzkXKjiN6A/gXTBPu7AeMgrCUBwmrheki+GBa4dwCuvvHKvSQDBuxSY4eTDb2jXrp3DTTeGteNiwPo/yG1KYI2iLgkCoE0hAfLLW6Be8+fPv4d6uQSAr3BVdDrMYME/AsxgQQiALbI6adHzOrP4R27L4MLFF84+/YZqKFDzphNg8tHnHd2x8CC4e5aAn02fPv2mPLKd384VJh7KKxxaBDnMwg3CcSqxwtQjynf81o2OePDBB/vOmmUT3oP8Kgx9J+wjYp5IgDEul+x/YOlP1T0CcCZMmDBKM9MLNjv56BH1Uejsa9asCeTVhmuuWAb40bkg6lajw/tHYPuY4FFORGcw49oLMvQbcByyatUqX1uuftMMEi8PJADpigDeeOqpp/7o1X0rAeiHTc8888wwRbItQQ+dMt90dAgT4xe/AWMgbuopR7SQCzsMeBH2E+JWLPpJX+tKZ/bs2WWNaZiFsCmQKzo/VXPjcJEIOwDlyMV3giEiZl0ngKQqzf/lugFq69ZVQwJwpk6dOlEsOzyISBsCx1y9wkDlnr8g4aijjnIt4EoNKjo6s84jjzwSaIkRpBxRxmVQjx071i2zn0EKBkFCGu5ToF5ZJQEmHNmsPDt+/PgHGuK+DQHw4NFHH71CUsBaxAUL5RFAsSeDClc8LR97SwxMahF/yxEtaeM2W23iN+mqxfvnP//pSivlTGkhCq75CnKbMtZ/CxcuDHRoKC4gskgCTDSaTDZp8A8TLttI+NsRgDzXLtGM9t80lIXyCNAh2JtG9A0SBgwY4K5nS0kBpIeZ7PPPP1/0YswgecYV98UXX3See+45Xya91Ld///6BdBtcp4YOwK+CMa56eulmjQSY/VeuXPl3XcX2klcH73s7AuDBgw8++D96aQEiqIXyCDBT45UnCF7MgtzYW04KoLOR/ujRowOTTPmSVx5jzpw5zkMPPeSWkbKWCtSVtX+PHj1KRdvumexUqrr2365A+iErJIAkr2XL+48//vhVhepRkAAUcb22BS8v1zkLJViLv6Gpxx4giDIQnE455RRXG15uucXMR5x77rknVSTA4KdMlK3c7MzMD066gzLQ7A+u6FggwbSFLJAAY1jLp9/IhqLgFUzFCMB58sknR8r2+qly2uq0NUo1ykNHYBBw532QwK3CJ598clkpgDQ5cYgCigEnZW2QbGKJSxnuvvtudzfDz2lIDk0dffTRjtzQByrP5MmT3SVWOYIJlGiEkdNMAkik6jNzJdHfWqzKRQmAF1AaKJHPyq1TiyVeS7+j/Hr99dcDH/c9/vjjXYWYH2mLgUaj3n///c64cePcMwVJugT3ZmHypgyUxc/gR5+E4pPZP0jApgDxP8k6BimfFzetJADuU6ZM+YXKudEra+PvkgSgrZepEsHu9NM5Gydca/+nEyAtobALEhCLzz33XHy0uzN8uXeJz+eJJ55w7rzzTlfzzv/jDgx0KZKcv/71r27eXjnK5YtkxLvUkYtUggSwhATSOvs3rEvaSIDBr92TJ2Tb83DDcjb+uyQBEFl7u1erEVfTkBZKI4AUwG5AkBtvSZGlwJAhQ9wZ3Q/ODAgMiliDP/DAA+5MHPcgYfYnP5Sd5O0nPyRHOqLuow8s+qP1f+GFF1I/+zfsEWkhAXCXdPaJJonLGpav0N9lCUBWQ8sl2t5AQ1oojYDXAWRqWTpigaeHHnqo620HnP0uuSAc4vqNXyDbQD8x65fb52+YINujbHfq+vmGP/v6W8vP2J1/+CpIwEheH6jmeCFvSe63a9zOKFf8sgRAAtqCuk3LgNdQQlkojYCnC5DJZemIBZ6yP45SEIWZ30FNhysVSMfPOt3PjF4qn8bPcN7Rr1+/si7EGr/H/zH71drVl11Bofer/Vs1SQAJUrP/Cm37XesHB7+Lx03qREt0fPMCP53JT8Z5j8PR1V69egWaMcGkW7duri4AhWIUa3sGNoORi0kRq1lT8+Fv1vRyCecuW7DjZ+YoRyh+2o2Zn8E/dOjQwHVgkrn33nvd8kVRfz/ljSsOgxEC9urhl9QrKQ/6Ounufq5dmmf8pFN6+miUwqWXXvqofLgN9LTBjR7bfxsgQENg7z548OAGv/r/EyUfHwi3ktmZAc3ARmPP36TlpUcH9TopmvZKBz8dnHofd9xxzllnnbW14/uvtbvz5GBWHMRRaJD0qxGXNvSWa3HmTxvrwNT03//+9xy08HXfh18JwC23Zo0ZOsP9f1Uhu06sTEsCEcpAFHx77713mdjbP8ZiDi/CmMGyu+DNItvHLP8L71IePvztkUDD3ysd/MzcEMDpp5/unHHGGVtJpnzpvoixePFiZ+TIkW45Ky3PF6lW/y+PZOMeNhC9TLIvlvQ532+tAxGA/N+t0nn2NtrOOTruyvitQNrj0alxfBF0C4x64S8PwxnEdET2tEpezPqQ1de//nXX2CdMm7Asueuuu9i6qojswuSdxDtxkwCThHx8PCS37DcGqU8gAiBhmbtO6dOnz0WaPVrliaWDgOY3LjMt62H0AT179gzVsXGbzZkBFIN4xKEjMXOnITDr0/Go20UXXeTUyd1Z2ACJcM05RJDXyaUhCUQ5dpC81BYbNfiHigRWB2mDwD1JYsZGXSSyTj7uB+W1oYIAWC4ug1Vbqa4SDkcgYQLrR7YJkQhwQeZ5IvbW8mHSrOQd1poMWO45QMcxcOBA1zagkjRZ81NHzlOAV177FiQQNYnTFnIc8zuJ/yOCtkFgAiADaYxnHHnkkQPVSB2r1QmDVrSa8enMzN4MHNb2YQNehSV9uVaDuMditoT9k5IImPFZZ+LI88QTT3S1/JXM+o1xQBEJSbINmGcSoM34REFykImksDdlEHahpMSPGmNa7v+hCECJfq7OvLBr164XRVGJcoXMw3MGKbMb63iOAocNpMP7RxxxhCNJzJUsIAIGJ2Jl1IRMB2PQ841CE1sFzHoZqEGMgvzWt5ZIIApJgNlfJ3d/qLP+k/1i3DBeWALAC84bOtfdXZ2ge1IzUMOCZ+1vBic4sb9PJ+/SpUtFVfCIhK1GZmGImP1+lGisy+lcBPL1u970ZiZvbU8a+O7He9Gpp57qGvVgpxD3Fl0tkUAlEhztJB3T5OHDh/9ATb2Npx+38X38E8gOoHF6WpPuf+GFF05Xh2jpt5M1TqPW/k+DM6Ni8YcYHWWAAHAiivssvhGjIQTy8wZ3sfyQHCAVditY23s7EEgbQXz3F0s/zO84ReXAEzspcZNOmPJF9Q4TQxhpShL/5n/961/9p02b9lzYslREAGR6wQUXXKvZ7Fd5bqCw4BZ7zyMBrOVQoMUlQUEIuH/nwzIBr7osE5k5COTLbMsszzYeOw588/+0hFohASS4INu8iP5SBt97++23f6OStqqYANRpdr/kkktm6ITYvlGvPyupWBbeZTAedNBBrtVctWbZLOCEGTM2AiYJbGktJhD1nXV///vfe+rQz+JK2jC0DsDLVAX5WJc8rJaG+qwgDOa9X8vfsD7behyz9e4NzCMecjTr2vcjXQS5C8DDopZ0AtS5nETIxKGdkuvljPURD6Ow3xUTABlLu/2qtqdOVofuUq7wYQua1/cgAdbp0uS6ijvW3HmSpDjTz+EetkExa6Z+3IwUNEACKCPzvkWI4pUZvtg4YitZOp2Fd9xxx7eEYcVn9CMhABVkswo1R2ar31aHrnhZEbRzZD0+jY0SlcsvcIDZvn17dy2e5Xpx0hC7fnwj0KHRETFz4VCkEhKoJTuBQiSAQle+J7+r5dArUfSPqAgABwRvaj27nxr6sEIFj6KweU4DAkATjOaes/CYEONHj5kvSwHl1LPPPusOfmZ9yu9JNPQLnhsJlG9RSLOxJMD2rqTFp0eMGFHW00/5HLbEiIwASE4kMFXmnP9HUkBz2xb02wTbxoMEEAORBrCNpxNwmjDt+hV2FiAudU73m3IXKrORwLbtXep/jUlAs/8mbfudJ+nq7VLvBXkWKQFoy2Zthw4dmkijfVKhxg9SsFqOyyABP7bt8DHoXTqCAi1tEgGSCi7CR40a5ejOeVdyaTjrF2pHI4FCqBT+DRIgQLAy/75TPiJuLxwz3K+REgBFUIed1rdv3yGSAvb0RL9wRavtt8COgcI3SkKIYMaMGe5BIK7WRqNezYBmn+vAdALN4Wowyoj04rfNjQT8tx6DX0un90SyQ2Xbsd7/m+VjRk4AyvJT6QGWSxIYiobbQngEGEzeUgosUaJxnoAZlyUCEgKzLYTgd+CFL43jblnip597ASSKumVAKcXAZ0AHDbzD+0g4dXV1riFS0DSof94Vg7S7fEJcIYu/fwXFp1z82DT23/ve98ZrKXCyLQXKNUH558wAKIC8gFjIb3xw0Y0NAZp1Hc5yFYdsszEoKwnkhwWh9DrOYpniQjzYLGBdCNnQrh45VZIP75IX9fj2t7/tyOFMqOTyajFIG4skZ996661HCJjAp/3KgRkbAWjPtrf8wb8oht4xqo5SrjJ5ft6YBLy6QgbsDfMcnNluw6oQfQFEwIf/IyXwjIHrSWa8w4cZhoGNxR2+BrwP5sOs8VFKMlvzXlxtGRUJYDGIB6VKCdDDt9rftI2Uq1/TJSkVG/0UqktsBEBmF1988Z+0lfVdxDQLlSNQjAQapuwRAoPWMyrxlhIMYv72lgvecwjE+5u0vDjEj2vANyyz93cUJACJ/fGPf8yFV2GWR1rmjZPRz+keRlF/B1+4BSiBFEVT5M7qW+pIuyTZkQIUMVNRvYHMYC0WwJl43oztzfgNBzMkwYdAfC8uMzwf/u/lVSyfOH4n3yjsBLClYMniSTpxlDXuNGkfEeLHTz/99FDVZ2Vc+fm6GCRs5tqvXKHz79fSqBaiQYBOHVavwmAv9ImmZNGkQt1YdnAHIceawwSWLtQzy4Exo4H/Zyl7Z8VZj1glAAquCryiY6+Dxe57M6tYqBwBb3YuJQlUnkv1UqhEEmBLEktEiDKrJEC7arn3joyqvq5lwIY4WyJ2AlDhN0mcWbzPPvtcGHbmihOArKbtkQDr96x29FLYhyGBl156yTVBBpssTzZIQFrCDNP26L9LYRTFsyQIgAsyFkgXcLgI4EAa1kI0CHgkYJKA4xojcfiI/pXlwY8iVLP/NJ2g/K56SXFlTzRdyElsNOpii5ncKqQGapbHGSui9gicjEcCtSwJeDN/1gc/jQ8BTJ48+SL53FwQuDOEeCExAtDe8iodF24tn3PHZFk7GwLj2F/xSKAWJQHW/HmY+ekkKP5kj/GPsWPH/ib2TlOfQWIEQH5y5jC1d+/e3xAB7GZSQLRN7JFALUgC6JKYKZn5uUiUuvPJcqjf9tugwz5DJC2/l1RdEiUAMRy3Cq2VldqZphCMvok9EsizJIAxlHzgO7KL54KazK/5vV6AxZ+2zW/RAatR3m9JfCdOm4899thfRQQv05AWokegEjuB6EsTfYqQHJalrPf5zvrMD0IQtiSApZr9b4oesdIpJk4AKs6miRMnDkOEsxAPAh4JIFbmNeRpCcnsL3+JV0r0X5N0e1WDADjc8Iwq+wBKDwvxIAAJ5OVATDwIpSPV+m2/STpefU81SlQVAqCijz/++OWaodbndb1ajcZsnGctSAKN65y1/6v/b5bn5GEqd+x7/oWwSVQJ2LAAstd+v1OnTs11VLU/6zkL8SAAtojL7A5YSBcCnPaTz4Xhmgz/UK2SVU0CoMITJky4RSLQYpMC4mt+9AC2HIgP37Ap0y76rJHi74qwaUTxXlUJQKed1snP3eUwoYX4EDASiA/bsCmj/5KJ/H/ryPySsGlE8V5VCYAKPPnkk/cLjH/btmAUzVk8DSOB4tgk/QSJV0uyBf/4xz/+J+m8G+dXdQJQgTbr9phhIgBbpDZunYj/byQQMaAhk2P210m/X+r1D0MmEdlraSAAZ+bMmS9qOfB32xaMrF2LJmQkUBSaRB6w7afPBPksSNTir1jlUkEAFE6a0KvUOd+ng1qIFwEjgXjxLZW6xP/PNPjZ9ktFSA0BvPXWW2/KBdRNJgUk0y+MBJLBuWEuWPzJAO5OXQc/reHv1fw7NQQACA8++OAfJB7NtW3BZLqEkUAyOJNLvWT7rs7CXJ1cruVzShUBqLgbdfXxz21bsHzDRRXDSCAqJEung2Sr4/A3SNe1vHTMZJ+mjQC4b26M7pl7wrYFk+sIRgLxYo0VpqTaV+Xo40/x5hQ89dQRAFXQwYjLRABmHRS8PUO/YSQQGrqyLyLR6k7FyxQxdaffUkkAuktghu6k+3+mECzbtyKNYCQQKZxuYgx+fR7V1V6PRZ965SmmkgColrYFr5XotJJOaSE5BDwSMI9NlWMOlurDH+nMy88rTy2eFFJLALqJdqUkgWtMCoin4UulSseFAIwESqFU/hl9d/Xq1X9asGDBa+VjVydGagkAOMaMGXOHxKcZphBMvnMYCVSGef1W9nIp/m6oLKV4324Wb/IVp/6JfKRfNmDAgMfz5AKqYlQSTAApAOxZy1ob+AcevOS09Nfr1q1b7f+t5GOmWgIADnlLeULWU6MB1EJ1EDB/AsFwR2LVZ8q4cePuCvZm8rFTTwBAIqcJvxCgGxFLLVQHAc+9WHVyz1auEIAuLMHeP/WurzNBALKgmifnCX8whWB1B4KRQHn86aMS+0dOnTr16fKxqx8jEwQATLoB5iYpVt60cwLV7TQeCZg0tn071GPy4fjx4znrn4mQGQLAiajch11pUkD1+5XpBAq3Aaf9dKnn75YtW7awcIz0/ZoZAgA66QLuFsgvssayUF0ETBLYFn/s/RWWyMXdLds+Sff/MkUAgnKTDgv9TARg2sAU9CtPErDlgONuk+rOwl/pFuy1KWga30XInEN+eVFd2r179wN0601Pu0/AdzvHFtHuHZCqXxLpxo0bJ44aNeonAjpTk1PWJAC3I8tC8FcSudbZzBPbuPadMG3gSQK+X8pZRBHA55MmTWLbryq3+1QCZyYJQCcFFy9ZsuQWUwhW0vTRveuRQC2eHaAPrl+//u5Zs2a9EB2iyaWUSQIAnhEjRvxOzLvItgWT6yylcoIEau0AEXVW//tAJ1evLIVNmp9llgAE6vrp06f/0qSA9HSvWiMBtv1koHaTtv6WpacVgpUkywTA3YIjpXx5Bl/rFtKBQK2QQL3kOW/06NFVu9gzihbPNAEIgM1PP/30z9QYZhgQRW+IKI1aIAFm/2nTpmHxtyEi2KqSTNYJgCuWpqxatepvdlqwKv2naKZ5JgEkTi09x8vN10NFAcjIg8wTADhrW/AqKQTfo9NZSA8CeSUBbUF/Wr/tlx6wQ5YkFwQgX+tv61ahG0whGLIXxPha3kiAPiZrvztk9Tc9RtgSSzoXBABaDz300G1aBsyut8lODEDLqDwCeSEB6qH+tUpu668pX+tsxMgNAQjuj7hVyHYE0tnx8kACKP5kgHbdypUrV6QT5eClyhMBOBMnThyrW4XGmUIweEdI4g1IwDtFmER+UeaBvb/CTDn5/HOU6VY7rVwRAGDqOOZl2hb8mM5mIZ0IZJEEIIApU6Zwu0+unFPmjgDmzp07S1eN/9kUgukc/F6pskQCSJQbNmwYIwe1j3vlz8t37giAhtG24HVS1rxTb62Vl7bKXT2yQAJIkupHG5999tlf5K4BVKFcEoCcMr47Z86ca0wXkP4um3YSQJKU0u82+fifk340g5cwlwQADHIi+hcRwCu2LRi8UyT9RlpJAAlSn7cee+yxG5PGJKn8cksAAvBTrdmGmRSQVFeqLJ80kgCzv+71u2rt2rXvVVa79L6dOZdgQaDUUc1FBx100Jd23nnnXnQwC+lGoGnTpu71Y2nQ3TBxiACekd+JHwm13G4p5VkCcHv7yJEjf6zGfMOWAuke/F7p0iAJQEDqLx/Iv/93VK7MufnysPTznWsJAAA0+DfIZ8DLdXV1F6hz7WgXXPrpFtWNU01JAK0/Fn+6g+Ib+kysLhLx5557AgBC+RBc1rx584Vt27Y9R26rxAFN4kfWcqgIgWqQgDf4Ze77Y83+qb/YsyKA61+uCQKgrrpf8NWWLVsuad++/Rn6r/pX7lc/9U2c3a8kSQCxn5lfRmQ/lx1Jpi73qKSFa4YAAGnRokXT1almtGvX7lRJAS3sXoFKuk4y7yZBAhwg01Lxo9dff/0/tX18azI1S0cuNUUAQC7xbp48CP2zc+fOPUUCXbyLLdLRHFaKQgjERQKeyK/BP1vefYbKyceYQvnn+beaIwAaUw4dVuno8HAtBza0atXqcHWEFl4ny3NjZ7luXvtEsUXIwGePXwd8PpKV3+8l8n9r8eLF87OMT9iy17w2TCRQd+KJJ36/U6dO35RE0JZtKD6mKAzbpeJ9j1N5mrEDtw+Dnnf56O/1Ojb+D834v5s3b97MeEuc7tRrngC85tEOQYd+/fqd3aVLl3N23XXXPvp9V55BBKYr8FCq/jftwZqdD4O6WCAeth/E4aM2/ETvTNfdkg9L+huZpSu8i9Uxit+NAAqg2LFjxy4HHHDAEfo+rE2bNt3UmdprG3F3iaEsmYr3ugJp2U/xIMBMruVAwf6r3zdLxF+nnFeuWbNmvsT8GdoFmqbPvHhKk91UCwKY3erEXnLwMgKIHWbfGRTrv9ZGviG0iIaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIZAJBP4/e3RAACgOHqoAAAAASUVORK5CYII=","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget":null,"streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABmJLR0QA/wD/AP+gvaeTAAAD90lEQVRoge3ZXYhVVRQH8J+TZkyW9IE1FGpiWRj0gVIgmQkmFD0kvoRQImUfL1EPRa/VUy+BD5lhPQRFmlSWfakEQRARZIph0Qc4hWLlmFbSqDO3h3Vvc+65+5x7ZubO9HL/cF72WWvt/9p7nbXXXocuuuiiiy7GgSmTONdC3IGezNgADmaefyaRz5gwB/dgMw6jlnsOYCPuxPT/iWNlTMESbMFprc4cwwYs6PTEZ2ERHsGlHbJ5Bd7V6kRNOPcCLhrPBPPxELbhKPabgJXBapyQduQXLKtqaC7WYyt+zRn6GOd2jnMLrhdkU06cqfMqxFp8jeECAx+hd2J4N2Eh/izgMIwHihR7hIfHE4q7cPYoicwQ274eT4gFWq5ahlld4EANg7ixTHmeiPOGwo9G9xEtFeH3t8j1+8T2N+wNiG+qHXaUOPFVmeJynDISdzdXJH453sxM8pKR7+XaOvEsifvb2FsgnWIbz+0ppbk4khHaWJH8rTm9txIym3MEDlSwu7vEgU154V7szQgMilVth5VGdqyGQ9IhtylH4FgF2w+XOLAvL/xiTuCVChMs1PrRP1Yguz8nt6uC/b4SBwaygmsSAskYy6AHX+R0jkufE0tycmfqY1XwW4EDfzUEZmn9wAYLiGRxX8Lo1oRcr9juLPm1FcnDZwUOfNsQ2JB4uaeC4c8TenliM/Fh5v0PuGUU5OH1Age2EQXZYOLlzjZGZ0uf2NfU358nDrD++vhBcYJOGyV5eKPAgXunYpX0Cft7G6M3ab0QDeNBLMYNdfI7sV3UUKfGQB7OSYydxDtTxeUhhXY1z5zE2JCoYZ4SNdWJqgzbYFZibEPD/k/S2/NlG6OPJ3Te7wzfJkwXV83sPD+LENWDywoU2x1g/Ymx4bFxLMUizcVfDevETiNOw6KD4soSw32aC7Sa2M0qWIbrKsq+nJvjubzAd4odKKy769iS0FlRIt+H9/CNdFyn5LMZ8gPNXQ20eph9tleYIN9dOCyyUBbTRfk8gE8rkqe5tOkv0ru7xIEhI3m9CFfj+4TeJ6J4e7tO/CgexdSK5JcaOWf+EFfNJHrElhY58WqFyaaJWmqLCMkBcY7swWui7p9RkThcIi5RDQ67tblQrRSrlnJgWHTUJgsXaq1aayLZrFfSTXwmodR4jihOt53EBYoLt5rY2dLE8qTijsRB5Wl1vJivOWwahLeKlZ9X1dA6xc2lflEDdRorxC3utKhwn8VtxtEfnS1SaMqJ03h6PMZzWInncRfO75DN/7BYpMFUZ+CQ6PXM7PSkE4E+Ubzt0BpeJ0UrZZUJWMF2GMsPjikixK7CxepVYR1DouG018QUdl100UUXXXQW/wKLgdYjXL+F5AAAAABJRU5ErkJggg==","streamsets-datacollector-jdbc-lib:com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource":"iVBORw0KGgoAAAANSUhEUgAAAgAAAAIACAMAAADDpiTIAAAAA3NCSVQICAjb4U/gAAAACXBIWXMAAEqEAABKhAGt3T8EAAAAGXRFWHRTb2Z0d2FyZQB3d3cuaW5rc2NhcGUub3Jnm+48GgAAAwBQTFRF////AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACyO34QAAAP90Uk5TAAECAwQFBgcICQoLDA0ODxAREhMUFRYXGBkaGxwdHh8gISIjJCUmJygpKissLS4vMDEyMzQ1Njc4OTo7PD0+P0BBQkNERUZHSElKS0xNTk9QUVJTVFVWV1hZWltcXV5fYGFiY2RlZmdoaWprbG1ub3BxcnN0dXZ3eHl6e3x9fn+AgYKDhIWGh4iJiouMjY6PkJGSk5SVlpeYmZqbnJ2en6ChoqOkpaanqKmqq6ytrq+wsbKztLW2t7i5uru8vb6/wMHCw8TFxsfIycrLzM3Oz9DR0tPU1dbX2Nna29zd3t/g4eLj5OXm5+jp6uvs7e7v8PHy8/T19vf4+fr7/P3+6wjZNQAAGsJJREFUGBntwQmAznX+B/D3nJhxp5YKK0eSlLPclWQLSxvZsqVIbJKSVI5Eq0hyrCPJf0Uo933kbBCVI2ffcY5xDOOYZ24z88zz/ndsrcrxzMzz+T3fmfm8XkAeF1a6St1mj3Tq2X/4hI8/mTln4dJV6zZu3b5r/8Gok2cuJF7MzExLios9GXXo+93bt25a/8WyhXNmTZsyccTAXs88+kC9qjcWDoDKXYpUafJYz4EjJs1atnF31AU3cyjTdWzP5hWfTx45qNfj91UtDmWlkJvrtHp24Ph5mw8nU9TFqK0LJw7q1ubu8gWg/K7ArQ/1GDF9zd5zHjrvwv51M0e+2KpaISjHlW7wjzenRhz30AYxm6cP7tT45gAocWG3t+41Zsm+FFroolk+rnfbO4tASQit0XHYsmjmAqdWvd+pVkEonynf6o2Ze9OZq7jNnDfbVgyAypESjXt8uDmeuVbS1x/3uv96qGwo+sDApceZJ8SsGvJwSSivBdzWefKeTOYpnsip3e4MgrqW4i0GrYxjHpW4dmirUlBXEFj92Sn7PMzrDk57vmYQ1O9UeWFxPPONpJW9q0P9okS7j6KY75z6pOMNUMGNhmzNZD7l2Tm8WQHkY5V7LEpgPpey4uXbkR8VaD3pKNVPTk5tH4Z8pcBfp8dTXSJ5zmPhyCcKtvk0nuoPUuZ2CEeeV7DtjASqK0iZ9/fCyMMKPTIzkeqqUuc/XgR5UmDLWYlUXkhd0C4Eec3Nb0ZTee3MsIrIQ4JaLXZTZYlnzWMhyBvKvnWcKhvODK+EXC+o9RI3VTZ51nYIRW5WdvAJqhyJfa8ycqtbp7mpcswzryZyo9tnZVL5xpJ6yG3umuuh8p2VDZGb1F1E5WNr70VuUX8FlYCI5sgNmqyhErL1Ydiu3HwqQWuqwmah/ZKpRKUPD4e1WhygEne8PexUbh6VI1ZXhX1C+yVTOSR9WDgs82AklYOOt4NNCn9K5bBlpWCNOyKpHHe8ISzROYXKDzL6wAZhU6n8ZFEJ+F3VvVR+c7Qu/KxjEpUfpfWEPxWcROVnc4rCb8LWUfndjpLwk7B1VBbYURJ+Eb6eygo7r4MfhG+gssR318Fx4V9SWWNXKTiscASVRXaVgqMKR1BZZff1cNJcKstEBMI5T1NZpx8cUyGByjrpdeCQoM1UFooMgzMGUFlpEhxRN4PKTm3ggLBIKkudLQ15o6istQDibrxIZa+akDaGymLzIKxMKpXFPLdD1ttUVpsMWYeorHYhFJLqUVnur5A0mspyn0GSobJcXADkFPNQ2a4K5DSjsl5HyHmdynqjIecjKusthpy5VNbbBDnrqKy3H3K+o7LeacgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTk7qKx3CnLWUFlvL+TMprJeBORMpLLeAsjpTWW99yCnEZX12kFOmJvKduUhaBeV5c5A0lAqy02BpOpUlmsGUXuprBYTCFFvUFltFGSVTKCyWMafIWwolcX+A2nXJVJZK7MKxA2mstZUyAvZQWWp6OJwwG0pVFbKbApH9KCy0jA4ZDmVhbaHwCGlz1JZJ7kqHNOGyjr/hIM+orLMYjgpdBGVVSIKw1EhC6ksElEYDgtZQGWNL8PhuJD5VJbYEA4/CJlHZYX14fCL4LlUFlgXBj8JnkPld2vD4DeBgzOp/OvfofCn5rFUfhTfHn52YwSV33xXGX4XPMxD5R8fFYQNWp6n8oOkf8AS5bZSOW7fbbBGyPuZVM6aEgab1PyKykG7G8MyAZ1jqRwS/1Iw7FNifCaVE6aXhp1qbaESt6cJrBXQ+SyVqPiXg+E/RXAtJSZkUsn5tAyupQjkdMS13TbdTSXCs6A2ru0fkLMI3qg4JZ3K5zI/uwNeCFwIOZE14JXyEy5S+ZR72q3wSpNvIefAv+ClG0elUPlM+uRb4KVx2yDnYCS8dsPwRCqfSB1XDt4KjNkOOQd5J7xXckgcVY4lfVAG3mvKHZBziO8gK8I6b6XKkd09iiErJnAn5BxifBlkzZ0T4qmyKeU/9ZE1t6TyO8g5TM5CVoV3+YYqG/b0LI6sWkbugpwjJJsh62p+mECVJamfNEDWtSW5G3KOkDShyIbCXbdReW1frxLIhrAoknsg5yh/0B/ZU3tUNJUXTk9shOx5hz/YCzlH+YOUCsimgHvej6K6qlPj7g1ENt2axh/sg5wo/mgJcqDue0eoruDE2MaByL7V/NF+yDnGn7yOHKn97kGqP4ge1SAAOfEWf/I95Bzjz55CDt31r0iqS0S9f08AcuZZ/iwScqL5s4y/IMfueGN9GtUP3Jvfqosca+Xmzw5ATjT/K7EOfCC85Zjvmc8dnvhIMfjA3cn8r4OQc5y/OFMRvlG282fnmE/FL/hnRfhG5bP8xSHIOcFfHboBvhJYp9+GdOYz7q8GNwyGr/zpMH91GHJO8H++LQIfKtxq7J5M5hMe8+HfisOHimzj/xyBnJO8xO5y8K2iDwxcfp55XPzqIQ+XhG+V28VLHIWck7zU6XrwuYBbO324y808ybN/StfqgfC5ejG8VBTknOJvpD4GEYXv77/kLPOUuFVvtSgOEe1T+BvHICeGv+UZADGVnhy30cU8IHHLpM7VAiClv4e/FQ05Mfy9aaGQVLbl6zN2pzOXcu//fECbWwIgKHQaf+845JzmH2wsBWkh1R9/Z+kx5ionV4546q4CkFZqI//gBOSc4R8dvgeOKNaw+/iIWFrv/FeTXmhaEo645zD/6CTknOFlZL5fEI4pXOORV8avOJBG62QcXv1h33Y1i8ExBd/P5GWcgpxYXlZkAzgssNy9XYbO+vocLRC3ffaw5x6oEAyHNYjkZcVATiwvL/ODQvCLonc9+sqI6V/sjvXQYZ5z+9bOGPnqY3VKwC8KfZDJyzsNOWd5JQcawa+Cy9R86JnXR3+24fs4Cko4EDHn3/27tKxzcwj8qtEBXskZyDnHK/KMCYMdCpSv1/rJHm+8O3764g07DsVeZA6knzvy3ZdLZkwc3r9npzb1K4TBDmFjPLyis5Bzjldx6EFYKfT6ijWbtu74z74DBr8zYvS4Sf83/bN5i5av3rD56x17zOHDkXt3frN5w5oVi+d99ul/Pho/esS7Qwa+1uPJNvfVrnRDQVjpwUO8inOQc55X9UVNKHE1v+BVnYec87w6z4wKUKIqzPDw6i5AzgVeS9qoUlBiSo1K47XEQU4cry2+XxiUiLB+8bw2F+TE0RsnuwZB+VxQ15P0RjzkuOid/Y8HQ/lU8OP76Z0EyHHRW9GvFoPymWJ9oumtRMiJp/cSR1eA8okKoxPpvSTISWBWuOfUh8qx+nPczIpkyElgFm1pHwSVA0HttjCLUiAnkVl29KUiUNlU5KWjzLJUyElkNiRNaxYIlWWBzaYlMRsuQk4Ssyd6aBWoLKkyNJrZkwY5ycy2Ld1LQHmpRPctzLZ0yElmDlyc3TIY6pqCW86+yBxwQ04Kc+b0yBpQV1Vj5GnmTCbkpDDHIt9rGAh1WQH1hxnmmAdyUukLZ6a0LgT1OwUenhRDn4CcVPpI8oKnS0H9qvgTsxPoK5CTSt/JjHilEtQPbu6xOp0+BDkp9K19795fEPla8D0Dt9HHICeZPpe6bkCDYORLgbX6LEugz3kgJ5kiEpf3qRWIfCWg+osLLlCEB3KSKOb8/BeqIZ+o0v3zWIrxQE4SRcXM7HpHEPK0wOpdpp+gKA/kJFJcUsTIDrcgT/pz+xEbEikuE3IS6IxzK4a0+hPykFIPDVoWS2dkQk4CHXRsbt/7iiDXC2/yyudH6KBMyImnwzK/nzv4seqhyJWCb2v35ud73XSYG3Jc9IuM7+cO7lA9FLlGSLV2gz7fm06/cEOOi36U8f3cIR3uCIXVQqq1HzR7bzr9yA05cfS7jAOrPny9w903wDKl6rTvO2GFSaffZUBOHK2RvG/ZuD6P1ioJPyt2V9uXxyzek0hrZEDOBVonftfC0X2ebHFXmWA4KOhPNZp37D1y3o44WicDcs7TXp5z+9Z/Nqb/s63v/nMhiChYrm7Lzm+Mmrl2T2wm7ZUOOeeZOyQe2rJqzpTRQ17t9kSrJjUr3lAQ2VCg1C13NW759+deGTzq49krNh+IZ+6QDjnnmEulnz+6e9PKJfM/nzF18sSxI4f/a1D/vi/37N6l0xNPPNWl+wsv9+036O1hI8dMmPyfTz+ft3jFxl1HzqUxl0qHnHNU1kuHnLNU1kuDnFgq66VBTiyV9dIg5wyV9S5Czmkq612EnNNU1rsIOTFU1kuFnBgq66VCzikq66VCzkkq66VAzkkq66VAzgkq66VAznEq6yVDznEq6yVDTjSV9ZIhJ5rKesmQc4zKekmQE0VlvSTIiaKyXhLkHKWyXiLkHKGyXiLkHKGyXiLkHKayXgLkHKayXgLkHKKyXgLkHKSyXjzkHKSyXjzkHKCyXjzkRFJZzwU5kVTWc0GOobKeC3K+p7LeBcjZSmW9KMhZTmW9HZAzncp6ayDnAyrrzYScTlTWew1yqlFZ737ICUygspynKAStprLcHkh6jspyb0JSyXQqu1WGqCVUVvsWsv5GZbXnIStgL5XFYgpC2N+pLNYb0gINlbXOhkPcQ1TW6gIHjKey1Hw4odB+Kiudug6OqJlGZSFPczikL5WFRsEpgeuprLO7ABxTNo7KMhfvgIMecVPZpRsc1dFNZZNecFhHN5U9XoTjOrqpbNETftDRTWWHF+AXHd1UNugBP+nopvI7z/Pwm8cvUvlZelf4Uc1DVH4VXR9+VXQulR+tKAV/ezGNyk/cAwLgf/WiqPzi9P2wQoklVH6woQwsEfBqBpXDPO8GwR71d1M56tCDsErwS/FUjkkZWAC2KT2dyiELysNGTfZQOeDAX2Cp4JfjqYQl9wuFvUp/SiVqblnYrcl2KjG7msN+LbdSidjeNgD+VRteaf4llc9tbQmv1Iac4fBSk9VUPrWxObz0HuR8VxTeumcplc+svRfeunUV5Jgn4b2a8zxUvrCyIbw3cBXkmCXIiurTUqlyKGNuPWTFni8gx6QVQ5aUfGk/VQ4c7VcaWXIbV0OOYSdkVZMZF6myJWN+i0Bk0SCuhhzDLQHIsut6G6osixpQBllWMIprIMeQzyA77p2ZRpUF7oUPBSIbBpNrIMeQsSWQLaX6HKDy0rGBNyFbKl0k10KOITkR2XX3iKNU13Tq300DkU0rSK6FHEMysw6yr87ww1RXcWJMo0Bk29/4g3WQY/iDbwORE7XeOUB1Wcc+aBCAHAiP5g/WQY7hj7ojh+5821D9ztERdwcgZ4bxR+shx/BHFyoix6oP3kf1q8PD6yDH7k7nj9ZDjuFPDl4PH6jQbV4cFROX9KwKH6gUy59sgBzDn30dBp8Iqj9oUwbzscxvhzYNgU9cf4g/2wA5hv+1NBi+UqzthEPMl6KndLgOvhL2Df/rS8gx/MXH8KVbus93MV9JWvribfChoKX8xZeQY/irt+BbQQ36Lz3HfMG16q17Q+FbH/FXEZBj+D9d4XuVn5yw0808LHPv5C7VAuBzA/k/GyHH8H/cz0BE+L1vLIplHnRhxZvNi0FEX15iI+QYXmp4IKRU7DhuWwbzjMzdk56pGgAhIVN4qU2QY/gbC8IhKKxRjw83JzCXS/5mSq/7ikBQyQ38jU2QY/hbO26CsIA/t+43a28GcyG3mfPmI5UCIezWg/ytzZBj+Dsn68AJoTX+MXz5ceYaMV+MfLp2ITih2QX+zmbIMfy95EfhmOKNnx+7dH8qLZYWuWL8i/eVgmOey+DvfQU5hn/g6RcARwXc1LjTkE+/Ok2rnPt61tAu95YLhKOCP+AffQU5hpex/hb4Q/gdbXqPW24u0q/SD62a+Orf7ioKf6i+jZexBXIMLyfphQD4TeBNtVt27jd29peR8XRM4qFNc8cN7Nq6btkg+E1w/zRezhbIMby8LyvCAoX+fE/b7oMmLthyJJkCUo99vfijIc8/2rBiOCxQfRsvbyvkGF5Bcq9A2CTkugp3Nm75RPe+/xo7df7abyNjkplFqWcOblu3cNq4d17/Z8fWTWtWvL4AbBI8II1XsBVyDK9oY2VYLbhEuUq31ah9T6P7HmzZtv3jT3Xp3vPlvv3fGjp08IDXevfs/mynJ9q3bdXi/sb31L6zWuXy14XAands5xV9DTmGV5bSOxDKEcED03hl30CO4dXsfBDKAX/dz6v5BnIMr25NbShhDTby6r6FHMNr8MyqCCWo6nxey7eQY3hN6f++AUpImUluXtM2yDH0QsKb4VACiv4rmV7YBjmGXjn9fAiUj4W+eJZe2Q45hl468VpxKB8q2e8UvbQdcgy9ljS2IpSPVJ6QTK/tgBzDLMic3xDKB5ou8jALdkCOYdZ83SEIKkeCn9jGrNkJOYZZdax3UahsK973OLNqJ+QYZl382FpQ2VJnfCKz7jvIMcyWPX1KQ2VR6T57mS27IMcwm9zLOxSE8lqB9svczKZdkGOYfa5JDaC8Um/8BWbfbsgxzJEDA8pDXcONffczR3ZDjmEOedZ1vxHqiko9vdzNHNoDOYY55/m6XzWoy6j0SoSbObcHcgx948CIhoFQlwioN3QffWMv5Bj6zJmPWxeE+kmBhz48RZ/ZCzmGvpQ0/6mSyPdKdJydQF/aBzmGPub+ZniLcORbYc3f3eqmj+2DHEMB6Zvevq8g8p0CTQdHpFHAfsgxFJK6bmDDEOQbwfX7r0mhkP2QYygoaeVrdYOQ5wXWfnV5IgV9DzmGwuLXDvtbWeRZNz3yzhoXhRnIMXRCzOKBLUoijynRvP/CU3SCgRxDxxya9XKjMOQJhRq8NOMAHRMJOYaOcu+a3K1RCeRixRs899HODDoqEnIM/eDUmjHdGpVELlO8QddRX5ykHxyAHEO/iVkztlujksgFijfoOuqLk/SbA5Bj6Gcxa8c+/1DVQrBSgSotuo/+4iT97CDkGFrBE/PVzKFdH6gYAisEV7i/y9ufbjrpoRUOQo6hVTKjIz4Z/HTT8iHwi+CyjZ8a9J8NUW5a5RDkGFrJc27fulmj3+jcsk7ZUAgLuanWQ0+/9sGMtXvPemilQ5BjaL048+Xssf2fbXNf7cqlw+AThf5UqVbT1p3fGP3Z+v3nPbTdYcgxzF3ccdF7v1o15/9Gv/1qtyda3dvw7lo1qlWpULbM9cULFwzGJYIKFC5eqnTZCpVvq1GrXsOmLR9/rs/gUR/PXrl5T9SFDOYuhyHHMC/JSE24EHvmQkJKOvOSI5BjqKx3FHIMlfWOQo6hsl4U5Bgq60VBjqGy3jHIMVTWOwY5hsp60ZBjqKwXDTmGynrHIcdQWe845Bgq652AHENlvROQY6isdxJyDJX1TkGOobLeKcgxVNaLgRxDZb0YyDFU1jsNOYbKeqchx1BZ7wzkGCrrnYEcQ2W9WMgxVNaLhRxDZb2zkGOorHcWcgyV9c5BjqGy3jnIMVTWOw85hsp6FyDHUFnvAuQYKuvFQY6hsl4c5HxHZb3TkLOOynr7IWculfU2Qc5HVNZbDDmvU1lvNOQ0o7JeR8gp5qGyXRUIMlSWiwuAoNFUlvsMkupRWe6vEHWIymoXQiHqbSqrTYasMqlUFvPcDmFjqCw2D9JuvEhlr5oQN4rKWgsgLyySylJnS8MBdTOo7NQGjhhAZaVJcEbQZioLRYbBIRUSqKyTXgeOeZrKOv3goLlUlokIhIMKR1BZZff1cFThCCqL7CoFh4V/SWWNXaXguPANVJb47jr4Qfh6KivsvA5+EbaOygI7SsJPwtZR+d2OkvCbgpOo/GxOUfhTxyQqP0rrCT+rupfKb47Whd+FTaXyk0UlYIPOKVR+kNEHlrgjkspxxxvCGoU/pXLYslKwyYORVA463g6WCe2XTOWQ9GHhsE+5eVSOWF0VdmpxgErc8fawVmi/ZCpR6cPDYbNy86kErakK2zVZQyVk68PIDeqvoBIQ0Ry5Rd1FVD629l7kJnfN9VD5zsqGyG1un5VJ5RtL6iE3unWamyrHPPNqIrcqO/gEVY7EvlcZuVlQ6yVuqmzyrO0Qilyv7FvHqbLhzPBKyBuCWi12U2WJZ81jIchDbn4zmsprZ4ZVRF4T2HJWIpUXUhe0C0GeVOiRmYlUV5U6//EiyMMKtp2RQHUFKfP+Xhh5XsE2n8ZT/UHK3A7hyCcK/HV6PNUlkuc8Fo58pUDrSUepfnJyavsw5EeVeyxKYD6XsuLl25GPBTcasjWT+ZRn5/BmBaBKtPsoivnOqU863gD1iyovLI5nvpG0snd1qN8JrP7slH0e5nUHpz1fMwjqCoq3GLQyjnlU4tqhrUpBXUvAbZ0n78lknuKJnNrtziAorxV9YODS48wTYlYNebgkVDaUaNzjw83xzLWSvv641/3XQ+VM+VZvzNybzlzFbea82bZiAJSvhNboOGxZNHOBU6ve71SrIJSEsNtb9xqzZF8KLXTRLB/Xu+2dRaDklW7wjzenRhz30AYxm6cP7tT45gAopxW49aEeI6av2XvOQ+dd2L9u5sgXW1UrBOV3ITfXafXswPHzNh9OpqiLUVsXThzUrc3d5QtAWalIlSaP9Rw4YtKsZRt3R11wM4cyXcf2bF7x+eSRg3o9fl/V4lC5TFjpKnWbPdKpZ//hEz7+ZOachUtXrdu4dfuu/QejTp65kHgxMzMtKS72ZNSh73dv37pp/RfLFs6ZNW3KxBEDez3z6AP1qt5YOAB52/8DTxb+TnuhD7EAAAAASUVORK5CYII=","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget":null},"legacyStageLibs":null,"eventDefinitions":null,"version":null,"executorVersion":null,"category":null,"categoryLabel":null,"stageDefinitionMap":null,"stageDefinitionMinimalList":null} | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment