Created
November 2, 2021 15:40
-
-
Save onefoursix/66f5ea645a606de1cdf3f4f4846b2937 to your computer and use it in GitHub Desktop.
StreamSets Pipeline that captures Job metrics
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "pipelineConfig": { | |
| "schemaVersion" : 6, | |
| "version" : 22, | |
| "pipelineId" : "GetJobMec005d568-8e20-4797-96fa-1074ff68dd19", | |
| "uuid" : "aff7822e-10e1-49ac-9fb8-e6f0aaf0d2d8", | |
| "title" : "Get Job Metrics", | |
| "description" : "", | |
| "configuration" : [ { | |
| "name" : "executionMode", | |
| "value" : "STANDALONE" | |
| }, { | |
| "name" : "edgeHttpUrl", | |
| "value" : "http://localhost:18633" | |
| }, { | |
| "name" : "deliveryGuarantee", | |
| "value" : "AT_LEAST_ONCE" | |
| }, { | |
| "name" : "testOriginStage", | |
| "value" : "streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3" | |
| }, { | |
| "name" : "startEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "stopEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "shouldRetry", | |
| "value" : true | |
| }, { | |
| "name" : "triggerInterval", | |
| "value" : 2000 | |
| }, { | |
| "name" : "retryAttempts", | |
| "value" : -1 | |
| }, { | |
| "name" : "ludicrousMode", | |
| "value" : false | |
| }, { | |
| "name" : "ludicrousModeInputCount", | |
| "value" : false | |
| }, { | |
| "name" : "advancedErrorHandling", | |
| "value" : false | |
| }, { | |
| "name" : "notifyOnStates", | |
| "value" : [ "RUN_ERROR", "STOPPED", "FINISHED" ] | |
| }, { | |
| "name" : "emailIDs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "constants", | |
| "value" : [ { | |
| "key" : "JOB_LIST", | |
| "value" : "/path/to/job_list.txt" | |
| }, { | |
| "key" : "CONTROL_HUB_URL", | |
| "value" : "https://cloud.streamsets.com" | |
| }, { | |
| "key" : "REFRESH_FREQUENCY_SECONDS", | |
| "value" : "30" | |
| } ] | |
| }, { | |
| "name" : "badRecordsHandling", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "errorRecordPolicy", | |
| "value" : "ORIGINAL_RECORD" | |
| }, { | |
| "name" : "statsAggregatorStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1" | |
| }, { | |
| "name" : "workerCount", | |
| "value" : 0 | |
| }, { | |
| "name" : "clusterSlaveMemory", | |
| "value" : 2048 | |
| }, { | |
| "name" : "clusterSlaveJavaOpts", | |
| "value" : "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug" | |
| }, { | |
| "name" : "clusterLauncherEnv", | |
| "value" : [ ] | |
| }, { | |
| "name" : "mesosDispatcherURL", | |
| "value" : null | |
| }, { | |
| "name" : "logLevel", | |
| "value" : "INFO" | |
| }, { | |
| "name" : "hdfsS3ConfDir", | |
| "value" : null | |
| }, { | |
| "name" : "rateLimit", | |
| "value" : 0 | |
| }, { | |
| "name" : "maxRunners", | |
| "value" : 0 | |
| }, { | |
| "name" : "runnerIdleTIme", | |
| "value" : 60 | |
| }, { | |
| "name" : "shouldCreateFailureSnapshot", | |
| "value" : true | |
| }, { | |
| "name" : "webhookConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "sparkConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "preprocessScript", | |
| "value" : "/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/" | |
| }, { | |
| "name" : "clusterConfig.clusterType", | |
| "value" : "LOCAL" | |
| }, { | |
| "name" : "clusterConfig.sparkMasterUrl", | |
| "value" : "local[*]" | |
| }, { | |
| "name" : "clusterConfig.deployMode", | |
| "value" : "CLIENT" | |
| }, { | |
| "name" : "clusterConfig.hadoopUserName", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.sparkAppName", | |
| "value" : "${pipeline:title()}" | |
| }, { | |
| "name" : "clusterConfig.stagingDir", | |
| "value" : "/streamsets" | |
| }, { | |
| "name" : "clusterConfig.useYarnKerberosKeytab", | |
| "value" : false | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabSource", | |
| "value" : "PROPERTIES_FILE" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytab", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabBase64Bytes", | |
| "value" : "" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosPrincipal", | |
| "value" : "name@DOMAIN" | |
| }, { | |
| "name" : "clusterConfig.callbackUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.baseUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.credentialType", | |
| "value" : "TOKEN" | |
| }, { | |
| "name" : "databricksConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.token", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.provisionNewCluster", | |
| "value" : true | |
| }, { | |
| "name" : "databricksConfig.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.clusterConfig", | |
| "value" : "{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}" | |
| }, { | |
| "name" : "databricksConfig.terminateCluster", | |
| "value" : false | |
| }, { | |
| "name" : "livyConfig.baseUrl", | |
| "value" : "https://localhost:30443/gateway/default/livy/v1/" | |
| }, { | |
| "name" : "livyConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "livyConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "sdcEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "sdcEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "sdcEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "enableEMRDebugging", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "transformerEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "transformerEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "transformerEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEMRConfig.encryption", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "transformerEMRConfig.kmsKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.projectId", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsProvider", | |
| "value" : "DEFAULT_PROVIDER" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.path", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsFileContent", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudConfig.region", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.gcsStagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.create", | |
| "value" : false | |
| }, { | |
| "name" : "googleCloudConfig.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.version", | |
| "value" : "1.4-ubuntu18" | |
| }, { | |
| "name" : "googleCloudConfig.masterType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.workerType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.networkType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.network", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.subnet", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.tags", | |
| "value" : [ ] | |
| }, { | |
| "name" : "googleCloudConfig.workerCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "googleCloudConfig.clusterName", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.terminate", | |
| "value" : null | |
| } ], | |
| "uiInfo" : { | |
| "schemaFromPreview" : { | |
| "DevDataGenerator_01OutputLane16357951453780" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "ts" : { | |
| "type" : "LONG", | |
| "dqpath" : "/ts", | |
| "sqpath" : "/ts" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "DevDataGenerator_01_EventLane" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "ts" : { | |
| "type" : "LONG", | |
| "dqpath" : "/ts", | |
| "sqpath" : "/ts" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "JythonEvaluator_01OutputLane16357952121680" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "ControlHubAPI_02OutputLane16357985563530" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| }, | |
| "job_info" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/id", | |
| "sqpath" : "/job_info/id" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/name", | |
| "sqpath" : "/job_info/name" | |
| }, | |
| "description" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/description", | |
| "sqpath" : "/job_info/description" | |
| }, | |
| "organization" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/organization", | |
| "sqpath" : "/job_info/organization" | |
| }, | |
| "creator" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/creator", | |
| "sqpath" : "/job_info/creator" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/createTime", | |
| "sqpath" : "/job_info/createTime" | |
| }, | |
| "lastModifiedBy" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/lastModifiedBy", | |
| "sqpath" : "/job_info/lastModifiedBy" | |
| }, | |
| "lastModifiedOn" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/lastModifiedOn", | |
| "sqpath" : "/job_info/lastModifiedOn" | |
| }, | |
| "destroyer" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/destroyer", | |
| "sqpath" : "/job_info/destroyer" | |
| }, | |
| "deleteTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/deleteTime", | |
| "sqpath" : "/job_info/deleteTime" | |
| }, | |
| "jobDeleted" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobDeleted", | |
| "sqpath" : "/job_info/jobDeleted" | |
| }, | |
| "pipelineName" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineName", | |
| "sqpath" : "/job_info/pipelineName" | |
| }, | |
| "pipelineId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineId", | |
| "sqpath" : "/job_info/pipelineId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitId", | |
| "sqpath" : "/job_info/pipelineCommitId" | |
| }, | |
| "rulesId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/rulesId", | |
| "sqpath" : "/job_info/rulesId" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitLabel", | |
| "sqpath" : "/job_info/pipelineCommitLabel" | |
| }, | |
| "labels" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/labels[0]", | |
| "sqpath" : "/job_info/labels[0]" | |
| } ], | |
| "dqpath" : "/job_info/labels", | |
| "sqpath" : "/job_info/labels" | |
| }, | |
| "currentJobStatus" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/id", | |
| "sqpath" : "/job_info/currentJobStatus/id" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/jobId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitId" | |
| }, | |
| "runCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/runCount", | |
| "sqpath" : "/job_info/currentJobStatus/runCount" | |
| }, | |
| "user" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/user", | |
| "sqpath" : "/job_info/currentJobStatus/user" | |
| }, | |
| "startTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/startTime", | |
| "sqpath" : "/job_info/currentJobStatus/startTime" | |
| }, | |
| "finishTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/finishTime", | |
| "sqpath" : "/job_info/currentJobStatus/finishTime" | |
| }, | |
| "errorMessage" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/errorMessage", | |
| "sqpath" : "/job_info/currentJobStatus/errorMessage" | |
| }, | |
| "color" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/color", | |
| "sqpath" : "/job_info/currentJobStatus/color" | |
| }, | |
| "sdcIds" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds[0]", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/status", | |
| "sqpath" : "/job_info/currentJobStatus/status" | |
| }, | |
| "errorInfos" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/errorInfos", | |
| "sqpath" : "/job_info/currentJobStatus/errorInfos" | |
| }, | |
| "warnings" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/warnings", | |
| "sqpath" : "/job_info/currentJobStatus/warnings" | |
| }, | |
| "ackTrackers" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime" | |
| }, | |
| "ackStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message" | |
| }, | |
| "eventType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers" | |
| }, | |
| "pipelineOffsets" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineOffsets", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineOffsets" | |
| }, | |
| "pipelineStatus" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name" | |
| }, | |
| "title" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId" | |
| }, | |
| "localPipeline" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status" | |
| }, | |
| "lastReportedTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime" | |
| }, | |
| "worker" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message" | |
| }, | |
| "clusterMode" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus" | |
| }, | |
| "upgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/upgradeStatus", | |
| "sqpath" : "/job_info/currentJobStatus/upgradeStatus" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitLabel", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitLabel" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/edge", | |
| "sqpath" : "/job_info/currentJobStatus/edge" | |
| }, | |
| "inputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/inputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/inputRecordCount" | |
| }, | |
| "outputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/outputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/outputRecordCount" | |
| }, | |
| "errorRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/errorRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/errorRecordCount" | |
| }, | |
| "lastReportedMetricTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/lastReportedMetricTime", | |
| "sqpath" : "/job_info/currentJobStatus/lastReportedMetricTime" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus", | |
| "sqpath" : "/job_info/currentJobStatus" | |
| }, | |
| "currentUpgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentUpgradeStatus", | |
| "sqpath" : "/job_info/currentUpgradeStatus" | |
| }, | |
| "parentJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/parentJobId", | |
| "sqpath" : "/job_info/parentJobId" | |
| }, | |
| "systemJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/systemJobId", | |
| "sqpath" : "/job_info/systemJobId" | |
| }, | |
| "numInstances" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/numInstances", | |
| "sqpath" : "/job_info/numInstances" | |
| }, | |
| "migrateOffsets" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/migrateOffsets", | |
| "sqpath" : "/job_info/migrateOffsets" | |
| }, | |
| "statsRefreshInterval" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/statsRefreshInterval", | |
| "sqpath" : "/job_info/statsRefreshInterval" | |
| }, | |
| "runtimeParameters" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/runtimeParameters", | |
| "sqpath" : "/job_info/runtimeParameters" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/edge", | |
| "sqpath" : "/job_info/edge" | |
| }, | |
| "timeSeries" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/timeSeries", | |
| "sqpath" : "/job_info/timeSeries" | |
| }, | |
| "forceStopTimeout" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/forceStopTimeout", | |
| "sqpath" : "/job_info/forceStopTimeout" | |
| }, | |
| "maxRetriesForFailedJob" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/maxRetriesForFailedJob", | |
| "sqpath" : "/job_info/maxRetriesForFailedJob" | |
| }, | |
| "provenanceMetaData" : { | |
| "type" : "MAP", | |
| "value" : { }, | |
| "dqpath" : "/job_info/provenanceMetaData", | |
| "sqpath" : "/job_info/provenanceMetaData" | |
| }, | |
| "jobTemplate" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobTemplate", | |
| "sqpath" : "/job_info/jobTemplate" | |
| }, | |
| "templateJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/templateJobId", | |
| "sqpath" : "/job_info/templateJobId" | |
| }, | |
| "cdConfig" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/cdConfig", | |
| "sqpath" : "/job_info/cdConfig" | |
| }, | |
| "rawJobTags" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/rawJobTags", | |
| "sqpath" : "/job_info/rawJobTags" | |
| }, | |
| "jobTags" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/jobTags", | |
| "sqpath" : "/job_info/jobTags" | |
| }, | |
| "executorType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/executorType", | |
| "sqpath" : "/job_info/executorType" | |
| }, | |
| "globalMaxRetries" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/globalMaxRetries", | |
| "sqpath" : "/job_info/globalMaxRetries" | |
| } | |
| }, | |
| "dqpath" : "/job_info", | |
| "sqpath" : "/job_info" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "ControlHubAPI_01OutputLane16357970234620" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| }, | |
| "job_info" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/id", | |
| "sqpath" : "/job_info/id" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/name", | |
| "sqpath" : "/job_info/name" | |
| }, | |
| "description" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/description", | |
| "sqpath" : "/job_info/description" | |
| }, | |
| "organization" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/organization", | |
| "sqpath" : "/job_info/organization" | |
| }, | |
| "creator" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/creator", | |
| "sqpath" : "/job_info/creator" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/createTime", | |
| "sqpath" : "/job_info/createTime" | |
| }, | |
| "lastModifiedBy" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/lastModifiedBy", | |
| "sqpath" : "/job_info/lastModifiedBy" | |
| }, | |
| "lastModifiedOn" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/lastModifiedOn", | |
| "sqpath" : "/job_info/lastModifiedOn" | |
| }, | |
| "destroyer" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/destroyer", | |
| "sqpath" : "/job_info/destroyer" | |
| }, | |
| "deleteTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/deleteTime", | |
| "sqpath" : "/job_info/deleteTime" | |
| }, | |
| "jobDeleted" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobDeleted", | |
| "sqpath" : "/job_info/jobDeleted" | |
| }, | |
| "pipelineName" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineName", | |
| "sqpath" : "/job_info/pipelineName" | |
| }, | |
| "pipelineId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineId", | |
| "sqpath" : "/job_info/pipelineId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitId", | |
| "sqpath" : "/job_info/pipelineCommitId" | |
| }, | |
| "rulesId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/rulesId", | |
| "sqpath" : "/job_info/rulesId" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitLabel", | |
| "sqpath" : "/job_info/pipelineCommitLabel" | |
| }, | |
| "labels" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/labels[0]", | |
| "sqpath" : "/job_info/labels[0]" | |
| } ], | |
| "dqpath" : "/job_info/labels", | |
| "sqpath" : "/job_info/labels" | |
| }, | |
| "currentJobStatus" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/id", | |
| "sqpath" : "/job_info/currentJobStatus/id" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/jobId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitId" | |
| }, | |
| "runCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/runCount", | |
| "sqpath" : "/job_info/currentJobStatus/runCount" | |
| }, | |
| "user" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/user", | |
| "sqpath" : "/job_info/currentJobStatus/user" | |
| }, | |
| "startTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/startTime", | |
| "sqpath" : "/job_info/currentJobStatus/startTime" | |
| }, | |
| "finishTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/finishTime", | |
| "sqpath" : "/job_info/currentJobStatus/finishTime" | |
| }, | |
| "errorMessage" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/errorMessage", | |
| "sqpath" : "/job_info/currentJobStatus/errorMessage" | |
| }, | |
| "color" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/color", | |
| "sqpath" : "/job_info/currentJobStatus/color" | |
| }, | |
| "sdcIds" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds[0]", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/status", | |
| "sqpath" : "/job_info/currentJobStatus/status" | |
| }, | |
| "errorInfos" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/errorInfos", | |
| "sqpath" : "/job_info/currentJobStatus/errorInfos" | |
| }, | |
| "warnings" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/warnings", | |
| "sqpath" : "/job_info/currentJobStatus/warnings" | |
| }, | |
| "ackTrackers" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime" | |
| }, | |
| "ackStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message" | |
| }, | |
| "eventType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers" | |
| }, | |
| "pipelineOffsets" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineOffsets", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineOffsets" | |
| }, | |
| "pipelineStatus" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name" | |
| }, | |
| "title" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId" | |
| }, | |
| "localPipeline" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status" | |
| }, | |
| "lastReportedTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime" | |
| }, | |
| "worker" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message" | |
| }, | |
| "clusterMode" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus" | |
| }, | |
| "upgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/upgradeStatus", | |
| "sqpath" : "/job_info/currentJobStatus/upgradeStatus" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitLabel", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitLabel" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/edge", | |
| "sqpath" : "/job_info/currentJobStatus/edge" | |
| }, | |
| "inputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/inputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/inputRecordCount" | |
| }, | |
| "outputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/outputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/outputRecordCount" | |
| }, | |
| "errorRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/errorRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/errorRecordCount" | |
| }, | |
| "lastReportedMetricTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/lastReportedMetricTime", | |
| "sqpath" : "/job_info/currentJobStatus/lastReportedMetricTime" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus", | |
| "sqpath" : "/job_info/currentJobStatus" | |
| }, | |
| "currentUpgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentUpgradeStatus", | |
| "sqpath" : "/job_info/currentUpgradeStatus" | |
| }, | |
| "parentJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/parentJobId", | |
| "sqpath" : "/job_info/parentJobId" | |
| }, | |
| "systemJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/systemJobId", | |
| "sqpath" : "/job_info/systemJobId" | |
| }, | |
| "numInstances" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/numInstances", | |
| "sqpath" : "/job_info/numInstances" | |
| }, | |
| "migrateOffsets" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/migrateOffsets", | |
| "sqpath" : "/job_info/migrateOffsets" | |
| }, | |
| "statsRefreshInterval" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/statsRefreshInterval", | |
| "sqpath" : "/job_info/statsRefreshInterval" | |
| }, | |
| "runtimeParameters" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/runtimeParameters", | |
| "sqpath" : "/job_info/runtimeParameters" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/edge", | |
| "sqpath" : "/job_info/edge" | |
| }, | |
| "timeSeries" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/timeSeries", | |
| "sqpath" : "/job_info/timeSeries" | |
| }, | |
| "forceStopTimeout" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/forceStopTimeout", | |
| "sqpath" : "/job_info/forceStopTimeout" | |
| }, | |
| "maxRetriesForFailedJob" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/maxRetriesForFailedJob", | |
| "sqpath" : "/job_info/maxRetriesForFailedJob" | |
| }, | |
| "provenanceMetaData" : { | |
| "type" : "MAP", | |
| "value" : { }, | |
| "dqpath" : "/job_info/provenanceMetaData", | |
| "sqpath" : "/job_info/provenanceMetaData" | |
| }, | |
| "jobTemplate" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobTemplate", | |
| "sqpath" : "/job_info/jobTemplate" | |
| }, | |
| "templateJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/templateJobId", | |
| "sqpath" : "/job_info/templateJobId" | |
| }, | |
| "cdConfig" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/cdConfig", | |
| "sqpath" : "/job_info/cdConfig" | |
| }, | |
| "rawJobTags" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/rawJobTags", | |
| "sqpath" : "/job_info/rawJobTags" | |
| }, | |
| "jobTags" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/jobTags", | |
| "sqpath" : "/job_info/jobTags" | |
| }, | |
| "executorType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/executorType", | |
| "sqpath" : "/job_info/executorType" | |
| }, | |
| "globalMaxRetries" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/globalMaxRetries", | |
| "sqpath" : "/job_info/globalMaxRetries" | |
| } | |
| }, | |
| "dqpath" : "/job_info", | |
| "sqpath" : "/job_info" | |
| }, | |
| "job_metrics" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "version" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/version", | |
| "sqpath" : "/job_metrics/version" | |
| }, | |
| "gauges" : { | |
| "type" : "MAP", | |
| "value" : { }, | |
| "dqpath" : "/job_metrics/gauges", | |
| "sqpath" : "/job_metrics/gauges" | |
| }, | |
| "counters" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "stage.KafkaProducer_01.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.outputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.stageErrors.counter'" | |
| }, | |
| "pipeline.batchErrorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorRecords.counter'" | |
| }, | |
| "stage.KafkaProducer_01.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.errorRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.outputRecords.counter'" | |
| }, | |
| "stage.KafkaProducer_01.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.stageErrors.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.errorRecords.counter'" | |
| }, | |
| "pipeline.batchErrorMessages.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorMessages.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorMessages.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorMessages.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorMessages.counter'" | |
| }, | |
| "stage.KafkaProducer_01.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter'" | |
| }, | |
| "pipeline.batchInputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchInputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchInputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchInputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchInputRecords.counter'" | |
| }, | |
| "pipeline.batchOutputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchOutputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchOutputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchOutputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchOutputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters", | |
| "sqpath" : "/job_metrics/counters" | |
| }, | |
| "histograms" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/histograms", | |
| "sqpath" : "/job_metrics/histograms" | |
| }, | |
| "meters" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "stage.DevDataGenerator_01.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'" | |
| }, | |
| "stage.KafkaProducer_01.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'" | |
| }, | |
| "pipeline.batchInputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'" | |
| }, | |
| "pipeline.batchOutputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'" | |
| }, | |
| "pipeline.batchErrorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'" | |
| }, | |
| "pipeline.batchErrorMessages.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters", | |
| "sqpath" : "/job_metrics/meters" | |
| }, | |
| "timers" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "pipeline.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'" | |
| }, | |
| "stage.DevDataGenerator_01.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'" | |
| }, | |
| "stage.KafkaProducer_01.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers", | |
| "sqpath" : "/job_metrics/timers" | |
| }, | |
| "slaves" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/slaves", | |
| "sqpath" : "/job_metrics/slaves" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics", | |
| "sqpath" : "/job_metrics" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "ExpressionEvaluator_02OutputLane16357980115630" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| }, | |
| "job_info" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/id", | |
| "sqpath" : "/job_info/id" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/name", | |
| "sqpath" : "/job_info/name" | |
| }, | |
| "description" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/description", | |
| "sqpath" : "/job_info/description" | |
| }, | |
| "organization" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/organization", | |
| "sqpath" : "/job_info/organization" | |
| }, | |
| "creator" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/creator", | |
| "sqpath" : "/job_info/creator" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/createTime", | |
| "sqpath" : "/job_info/createTime" | |
| }, | |
| "lastModifiedBy" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/lastModifiedBy", | |
| "sqpath" : "/job_info/lastModifiedBy" | |
| }, | |
| "lastModifiedOn" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/lastModifiedOn", | |
| "sqpath" : "/job_info/lastModifiedOn" | |
| }, | |
| "destroyer" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/destroyer", | |
| "sqpath" : "/job_info/destroyer" | |
| }, | |
| "deleteTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/deleteTime", | |
| "sqpath" : "/job_info/deleteTime" | |
| }, | |
| "jobDeleted" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobDeleted", | |
| "sqpath" : "/job_info/jobDeleted" | |
| }, | |
| "pipelineName" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineName", | |
| "sqpath" : "/job_info/pipelineName" | |
| }, | |
| "pipelineId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineId", | |
| "sqpath" : "/job_info/pipelineId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitId", | |
| "sqpath" : "/job_info/pipelineCommitId" | |
| }, | |
| "rulesId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/rulesId", | |
| "sqpath" : "/job_info/rulesId" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/pipelineCommitLabel", | |
| "sqpath" : "/job_info/pipelineCommitLabel" | |
| }, | |
| "labels" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/labels[0]", | |
| "sqpath" : "/job_info/labels[0]" | |
| } ], | |
| "dqpath" : "/job_info/labels", | |
| "sqpath" : "/job_info/labels" | |
| }, | |
| "currentJobStatus" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "id" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/id", | |
| "sqpath" : "/job_info/currentJobStatus/id" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/jobId" | |
| }, | |
| "pipelineCommitId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitId" | |
| }, | |
| "runCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/runCount", | |
| "sqpath" : "/job_info/currentJobStatus/runCount" | |
| }, | |
| "user" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/user", | |
| "sqpath" : "/job_info/currentJobStatus/user" | |
| }, | |
| "startTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/startTime", | |
| "sqpath" : "/job_info/currentJobStatus/startTime" | |
| }, | |
| "finishTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/finishTime", | |
| "sqpath" : "/job_info/currentJobStatus/finishTime" | |
| }, | |
| "errorMessage" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/errorMessage", | |
| "sqpath" : "/job_info/currentJobStatus/errorMessage" | |
| }, | |
| "color" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/color", | |
| "sqpath" : "/job_info/currentJobStatus/color" | |
| }, | |
| "sdcIds" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds[0]", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/sdcIds", | |
| "sqpath" : "/job_info/currentJobStatus/sdcIds" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/status", | |
| "sqpath" : "/job_info/currentJobStatus/status" | |
| }, | |
| "errorInfos" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/errorInfos", | |
| "sqpath" : "/job_info/currentJobStatus/errorInfos" | |
| }, | |
| "warnings" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/warnings", | |
| "sqpath" : "/job_info/currentJobStatus/warnings" | |
| }, | |
| "ackTrackers" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/sdcId" | |
| }, | |
| "createTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/createTime" | |
| }, | |
| "ackStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/ackStatus" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/message" | |
| }, | |
| "eventType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]/eventType" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers[0]", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/ackTrackers", | |
| "sqpath" : "/job_info/currentJobStatus/ackTrackers" | |
| }, | |
| "pipelineOffsets" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineOffsets", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineOffsets" | |
| }, | |
| "pipelineStatus" : { | |
| "type" : "LIST", | |
| "value" : [ { | |
| "type" : "MAP", | |
| "value" : { | |
| "sdcId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/sdcId" | |
| }, | |
| "name" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/name" | |
| }, | |
| "title" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/title" | |
| }, | |
| "jobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/jobId" | |
| }, | |
| "localPipeline" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/localPipeline" | |
| }, | |
| "status" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/status" | |
| }, | |
| "lastReportedTime" : { | |
| "type" : "LONG", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/lastReportedTime" | |
| }, | |
| "worker" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/worker" | |
| }, | |
| "message" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/message" | |
| }, | |
| "clusterMode" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]/clusterMode" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus[0]", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus[0]" | |
| } ], | |
| "dqpath" : "/job_info/currentJobStatus/pipelineStatus", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineStatus" | |
| }, | |
| "upgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/upgradeStatus", | |
| "sqpath" : "/job_info/currentJobStatus/upgradeStatus" | |
| }, | |
| "pipelineCommitLabel" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentJobStatus/pipelineCommitLabel", | |
| "sqpath" : "/job_info/currentJobStatus/pipelineCommitLabel" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/currentJobStatus/edge", | |
| "sqpath" : "/job_info/currentJobStatus/edge" | |
| }, | |
| "inputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/inputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/inputRecordCount" | |
| }, | |
| "outputRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/outputRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/outputRecordCount" | |
| }, | |
| "errorRecordCount" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/errorRecordCount", | |
| "sqpath" : "/job_info/currentJobStatus/errorRecordCount" | |
| }, | |
| "lastReportedMetricTime" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/currentJobStatus/lastReportedMetricTime", | |
| "sqpath" : "/job_info/currentJobStatus/lastReportedMetricTime" | |
| } | |
| }, | |
| "dqpath" : "/job_info/currentJobStatus", | |
| "sqpath" : "/job_info/currentJobStatus" | |
| }, | |
| "currentUpgradeStatus" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/currentUpgradeStatus", | |
| "sqpath" : "/job_info/currentUpgradeStatus" | |
| }, | |
| "parentJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/parentJobId", | |
| "sqpath" : "/job_info/parentJobId" | |
| }, | |
| "systemJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/systemJobId", | |
| "sqpath" : "/job_info/systemJobId" | |
| }, | |
| "numInstances" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/numInstances", | |
| "sqpath" : "/job_info/numInstances" | |
| }, | |
| "migrateOffsets" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/migrateOffsets", | |
| "sqpath" : "/job_info/migrateOffsets" | |
| }, | |
| "statsRefreshInterval" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/statsRefreshInterval", | |
| "sqpath" : "/job_info/statsRefreshInterval" | |
| }, | |
| "runtimeParameters" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/runtimeParameters", | |
| "sqpath" : "/job_info/runtimeParameters" | |
| }, | |
| "edge" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/edge", | |
| "sqpath" : "/job_info/edge" | |
| }, | |
| "timeSeries" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/timeSeries", | |
| "sqpath" : "/job_info/timeSeries" | |
| }, | |
| "forceStopTimeout" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/forceStopTimeout", | |
| "sqpath" : "/job_info/forceStopTimeout" | |
| }, | |
| "maxRetriesForFailedJob" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/maxRetriesForFailedJob", | |
| "sqpath" : "/job_info/maxRetriesForFailedJob" | |
| }, | |
| "provenanceMetaData" : { | |
| "type" : "MAP", | |
| "value" : { }, | |
| "dqpath" : "/job_info/provenanceMetaData", | |
| "sqpath" : "/job_info/provenanceMetaData" | |
| }, | |
| "jobTemplate" : { | |
| "type" : "BOOLEAN", | |
| "dqpath" : "/job_info/jobTemplate", | |
| "sqpath" : "/job_info/jobTemplate" | |
| }, | |
| "templateJobId" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/templateJobId", | |
| "sqpath" : "/job_info/templateJobId" | |
| }, | |
| "cdConfig" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/cdConfig", | |
| "sqpath" : "/job_info/cdConfig" | |
| }, | |
| "rawJobTags" : { | |
| "type" : "LIST", | |
| "dqpath" : "/job_info/rawJobTags", | |
| "sqpath" : "/job_info/rawJobTags" | |
| }, | |
| "jobTags" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/jobTags", | |
| "sqpath" : "/job_info/jobTags" | |
| }, | |
| "executorType" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_info/executorType", | |
| "sqpath" : "/job_info/executorType" | |
| }, | |
| "globalMaxRetries" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_info/globalMaxRetries", | |
| "sqpath" : "/job_info/globalMaxRetries" | |
| } | |
| }, | |
| "dqpath" : "/job_info", | |
| "sqpath" : "/job_info" | |
| }, | |
| "job_metrics" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "version" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/version", | |
| "sqpath" : "/job_metrics/version" | |
| }, | |
| "gauges" : { | |
| "type" : "MAP", | |
| "value" : { }, | |
| "dqpath" : "/job_metrics/gauges", | |
| "sqpath" : "/job_metrics/gauges" | |
| }, | |
| "counters" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "stage.KafkaProducer_01.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.outputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.stageErrors.counter'" | |
| }, | |
| "pipeline.batchErrorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorRecords.counter'" | |
| }, | |
| "stage.KafkaProducer_01.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.errorRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.outputRecords.counter'" | |
| }, | |
| "stage.KafkaProducer_01.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.stageErrors.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.errorRecords.counter'" | |
| }, | |
| "pipeline.batchErrorMessages.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorMessages.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorMessages.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchErrorMessages.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchErrorMessages.counter'" | |
| }, | |
| "stage.KafkaProducer_01.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.KafkaProducer_01.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.KafkaProducer_01.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01.inputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.inputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.inputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01.inputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01.inputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.counter'" | |
| }, | |
| "pipeline.batchInputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchInputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchInputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchInputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchInputRecords.counter'" | |
| }, | |
| "pipeline.batchOutputRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchOutputRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchOutputRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"pipeline.batchOutputRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'pipeline.batchOutputRecords.counter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter\"/count", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter'/count" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter\"", | |
| "sqpath" : "/job_metrics/counters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.counter'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/counters", | |
| "sqpath" : "/job_metrics/counters" | |
| }, | |
| "histograms" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/histograms", | |
| "sqpath" : "/job_metrics/histograms" | |
| }, | |
| "meters" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "stage.DevDataGenerator_01.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.stageErrors.meter'" | |
| }, | |
| "stage.KafkaProducer_01.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.inputRecords.meter'" | |
| }, | |
| "pipeline.batchInputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchInputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchInputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.outputRecords.meter'" | |
| }, | |
| "pipeline.batchOutputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchOutputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchOutputRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.stageErrors.meter'" | |
| }, | |
| "pipeline.batchErrorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.outputRecords.meter'" | |
| }, | |
| "stage.KafkaProducer_01.stageErrors.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.KafkaProducer_01.stageErrors.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.KafkaProducer_01.stageErrors.meter'" | |
| }, | |
| "pipeline.batchErrorMessages.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"pipeline.batchErrorMessages.meter\"", | |
| "sqpath" : "/job_metrics/meters/'pipeline.batchErrorMessages.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.outputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.outputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.outputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.errorRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.errorRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.errorRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01.inputRecords.meter'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/count", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/count" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m5_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m5_rate" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m15_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m15_rate" | |
| }, | |
| "m30_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/m30_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/m30_rate" | |
| }, | |
| "h1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h1_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h1_rate" | |
| }, | |
| "h6_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h6_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h6_rate" | |
| }, | |
| "h12_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h12_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h12_rate" | |
| }, | |
| "h24_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/h24_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/h24_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/mean_rate", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/mean_rate" | |
| }, | |
| "units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"/units", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'/units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter\"", | |
| "sqpath" : "/job_metrics/meters/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.inputRecords.meter'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/meters", | |
| "sqpath" : "/job_metrics/meters" | |
| }, | |
| "timers" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "pipeline.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"pipeline.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'pipeline.batchProcessing.timer'" | |
| }, | |
| "stage.DevDataGenerator_01.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01.batchProcessing.timer'" | |
| }, | |
| "stage.KafkaProducer_01.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.KafkaProducer_01.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.KafkaProducer_01.batchProcessing.timer'" | |
| }, | |
| "stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "count" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/count", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/count" | |
| }, | |
| "max" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/max", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/max" | |
| }, | |
| "mean" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/mean", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/mean" | |
| }, | |
| "min" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/min", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/min" | |
| }, | |
| "p50" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p50", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p50" | |
| }, | |
| "p75" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p75", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p75" | |
| }, | |
| "p95" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p95", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p95" | |
| }, | |
| "p98" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p98", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p98" | |
| }, | |
| "p99" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p99", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p99" | |
| }, | |
| "p999" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/p999", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/p999" | |
| }, | |
| "stddev" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/stddev", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/stddev" | |
| }, | |
| "m15_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m15_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m15_rate" | |
| }, | |
| "m1_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m1_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m1_rate" | |
| }, | |
| "m5_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/m5_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/m5_rate" | |
| }, | |
| "mean_rate" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/mean_rate", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/mean_rate" | |
| }, | |
| "duration_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/duration_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/duration_units" | |
| }, | |
| "rate_units" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"/rate_units", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'/rate_units" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers/\"stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer\"", | |
| "sqpath" : "/job_metrics/timers/'stage.DevDataGenerator_01:DevDataGenerator_01OutputLane16358171388740.batchProcessing.timer'" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics/timers", | |
| "sqpath" : "/job_metrics/timers" | |
| }, | |
| "slaves" : { | |
| "type" : "STRING", | |
| "dqpath" : "/job_metrics/slaves", | |
| "sqpath" : "/job_metrics/slaves" | |
| } | |
| }, | |
| "dqpath" : "/job_metrics", | |
| "sqpath" : "/job_metrics" | |
| }, | |
| "JOB_NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_NAME", | |
| "sqpath" : "/JOB_NAME" | |
| }, | |
| "INPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/INPUT_RECORDS", | |
| "sqpath" : "/INPUT_RECORDS" | |
| }, | |
| "ERROR_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/ERROR_RECORDS", | |
| "sqpath" : "/ERROR_RECORDS" | |
| }, | |
| "OUTPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/OUTPUT_RECORDS", | |
| "sqpath" : "/OUTPUT_RECORDS" | |
| }, | |
| "RECORDS_PER_SECOND" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/RECORDS_PER_SECOND", | |
| "sqpath" : "/RECORDS_PER_SECOND" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "FieldRemover_01OutputLane16357984924400" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| }, | |
| "JOB_NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_NAME", | |
| "sqpath" : "/JOB_NAME" | |
| }, | |
| "INPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/INPUT_RECORDS", | |
| "sqpath" : "/INPUT_RECORDS" | |
| }, | |
| "ERROR_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/ERROR_RECORDS", | |
| "sqpath" : "/ERROR_RECORDS" | |
| }, | |
| "OUTPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/OUTPUT_RECORDS", | |
| "sqpath" : "/OUTPUT_RECORDS" | |
| }, | |
| "RECORDS_PER_SECOND" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/RECORDS_PER_SECOND", | |
| "sqpath" : "/RECORDS_PER_SECOND" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "ExpressionEvaluator_03OutputLane16358144994030" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "JOB_ID" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_ID", | |
| "sqpath" : "/JOB_ID" | |
| }, | |
| "JOB_NAME" : { | |
| "type" : "STRING", | |
| "dqpath" : "/JOB_NAME", | |
| "sqpath" : "/JOB_NAME" | |
| }, | |
| "INPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/INPUT_RECORDS", | |
| "sqpath" : "/INPUT_RECORDS" | |
| }, | |
| "ERROR_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/ERROR_RECORDS", | |
| "sqpath" : "/ERROR_RECORDS" | |
| }, | |
| "OUTPUT_RECORDS" : { | |
| "type" : "INTEGER", | |
| "dqpath" : "/OUTPUT_RECORDS", | |
| "sqpath" : "/OUTPUT_RECORDS" | |
| }, | |
| "RECORDS_PER_SECOND" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/RECORDS_PER_SECOND", | |
| "sqpath" : "/RECORDS_PER_SECOND" | |
| }, | |
| "TS" : { | |
| "type" : "DATETIME", | |
| "dqpath" : "/TS", | |
| "sqpath" : "/TS" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| } | |
| }, | |
| "displayMode" : "ADVANCED", | |
| "schemaFromPreviewUpdateTime" : 1635866101367, | |
| "previewConfig" : { | |
| "previewSource" : "CONFIGURED_SOURCE", | |
| "batchSize" : 10, | |
| "timeout" : 120000, | |
| "writeToDestinations" : false, | |
| "executeLifecycleEvents" : false, | |
| "showHeader" : true, | |
| "showFieldType" : true, | |
| "rememberMe" : true, | |
| "timeZone" : "Browser", | |
| "clusterManagerType" : "CONFIGURED_CLUSTER", | |
| "endStage" : "" | |
| } | |
| }, | |
| "stages" : [ { | |
| "instanceName" : "DevDataGenerator_01", | |
| "library" : "streamsets-datacollector-dev-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource", | |
| "stageVersion" : "5", | |
| "configuration" : [ { | |
| "name" : "dataGenConfigs", | |
| "value" : [ { | |
| "field" : "ts", | |
| "type" : "LONG", | |
| "precision" : 10, | |
| "scale" : 2 | |
| } ] | |
| }, { | |
| "name" : "rootFieldType", | |
| "value" : "MAP" | |
| }, { | |
| "name" : "headerAttributes", | |
| "value" : [ ] | |
| }, { | |
| "name" : "delay", | |
| "value" : "${REFRESH_FREQUENCY_SECONDS * 1000}" | |
| }, { | |
| "name" : "batchSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "numThreads", | |
| "value" : 1 | |
| }, { | |
| "name" : "eventName", | |
| "value" : "generated-event" | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 44, | |
| "stageType" : "SOURCE", | |
| "rawSource" : null, | |
| "icon" : "dev.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Timer", | |
| "xPos" : 210, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "DevDataGenerator_01OutputLane16357951453780" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "JythonEvaluator_01", | |
| "library" : "streamsets-datacollector-jython_2_7-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_jython_JythonDProcessor", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "processingMode", | |
| "value" : "BATCH" | |
| }, { | |
| "name" : "initScript", | |
| "value" : "sdc.state['jobs_ids'] = []\nwith open('${JOB_LIST}', 'r') as file:\n for line in file:\n job_id = line.strip()\n if len(job_id) > 0:\n sdc.state['jobs_ids'].append(job_id)" | |
| }, { | |
| "name" : "script", | |
| "value" : "for record in sdc.records:\n try:\n for job_id in sdc.state['jobs_ids']:\n job_record = sdc.createRecord(record.sourceId + job_id)\n job_record.value = {}\n job_record.value['JOB_ID'] = job_id\n sdc.output.write(job_record)\n\n except Exception as e:\n\n sdc.error.write(record, str(e))" | |
| }, { | |
| "name" : "destroyScript", | |
| "value" : "" | |
| }, { | |
| "name" : "scriptRecordType", | |
| "value" : "NATIVE_OBJECTS" | |
| }, { | |
| "name" : "userParams", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 46, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "jython.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Read Job List", | |
| "xPos" : 390, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "DevDataGenerator_01OutputLane16357951453780" ], | |
| "outputLanes" : [ "JythonEvaluator_01OutputLane16357952121680" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "ControlHubAPI_02", | |
| "library" : "streamsets-datacollector-orchestrator-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_controlHub_ControlHubApiDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "conf.baseUrl", | |
| "value" : "${CONTROL_HUB_URL}/jobrunner/rest/v1/job/${record:value('/JOB_ID')}" | |
| }, { | |
| "name" : "conf.outputField", | |
| "value" : "/job_info" | |
| }, { | |
| "name" : "conf.headers", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.httpMethod", | |
| "value" : "GET" | |
| }, { | |
| "name" : "conf.methodExpression", | |
| "value" : null | |
| }, { | |
| "name" : "conf.requestBody", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.connectTimeoutMillis", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.client.readTimeoutMillis", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.client.numThreads", | |
| "value" : 1 | |
| }, { | |
| "name" : "conf.client.basicAuth.username", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.basicAuth.password", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.useProxy", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.proxy.uri", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.proxy.username", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.proxy.password", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.tlsEnabled", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.useRemoteKeyStore", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.tlsConfig.privateKey", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.certificateChain", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreType", | |
| "value" : "JKS" | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStorePassword", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreAlgorithm", | |
| "value" : "SunX509" | |
| }, { | |
| "name" : "conf.client.tlsConfig.useRemoteTrustStore", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustedCertificates", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreType", | |
| "value" : "JKS" | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStorePassword", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreAlgorithm", | |
| "value" : "SunX509" | |
| }, { | |
| "name" : "conf.client.tlsConfig.useDefaultProtocols", | |
| "value" : true | |
| }, { | |
| "name" : "conf.client.tlsConfig.protocols", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.useDefaultCiperSuites", | |
| "value" : true | |
| }, { | |
| "name" : "conf.client.tlsConfig.cipherSuites", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.enableRequestLogging", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.logLevel", | |
| "value" : "FINE" | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.verbosity", | |
| "value" : "HEADERS_ONLY" | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.maxEntitySize", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.maxRequestCompletionSecs", | |
| "value" : 60 | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 48, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "streamsets.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Get Job Info", | |
| "xPos" : 571, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "JythonEvaluator_01OutputLane16357952121680" ], | |
| "outputLanes" : [ "ControlHubAPI_02OutputLane16357985563530" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "ControlHubAPI_01", | |
| "library" : "streamsets-datacollector-orchestrator-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_controlHub_ControlHubApiDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "conf.baseUrl", | |
| "value" : "${CONTROL_HUB_URL}/jobrunner/rest/v1/metrics/job/${record:value('/JOB_ID')}" | |
| }, { | |
| "name" : "conf.outputField", | |
| "value" : "/job_metrics" | |
| }, { | |
| "name" : "conf.headers", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.httpMethod", | |
| "value" : "GET" | |
| }, { | |
| "name" : "conf.methodExpression", | |
| "value" : null | |
| }, { | |
| "name" : "conf.requestBody", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.connectTimeoutMillis", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.client.readTimeoutMillis", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.client.numThreads", | |
| "value" : 1 | |
| }, { | |
| "name" : "conf.client.basicAuth.username", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.basicAuth.password", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.useProxy", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.proxy.uri", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.proxy.username", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.proxy.password", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.tlsEnabled", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.useRemoteKeyStore", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.tlsConfig.privateKey", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.certificateChain", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreType", | |
| "value" : "JKS" | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStorePassword", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.keyStoreAlgorithm", | |
| "value" : "SunX509" | |
| }, { | |
| "name" : "conf.client.tlsConfig.useRemoteTrustStore", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustedCertificates", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreType", | |
| "value" : "JKS" | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStorePassword", | |
| "value" : "" | |
| }, { | |
| "name" : "conf.client.tlsConfig.trustStoreAlgorithm", | |
| "value" : "SunX509" | |
| }, { | |
| "name" : "conf.client.tlsConfig.useDefaultProtocols", | |
| "value" : true | |
| }, { | |
| "name" : "conf.client.tlsConfig.protocols", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.client.tlsConfig.useDefaultCiperSuites", | |
| "value" : true | |
| }, { | |
| "name" : "conf.client.tlsConfig.cipherSuites", | |
| "value" : [ ] | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.enableRequestLogging", | |
| "value" : false | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.logLevel", | |
| "value" : "FINE" | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.verbosity", | |
| "value" : "HEADERS_ONLY" | |
| }, { | |
| "name" : "conf.client.requestLoggingConfig.maxEntitySize", | |
| "value" : 0 | |
| }, { | |
| "name" : "conf.maxRequestCompletionSecs", | |
| "value" : 60 | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 49, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "streamsets.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Get Job Metrics", | |
| "xPos" : 752, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "ControlHubAPI_02OutputLane16357985563530" ], | |
| "outputLanes" : [ "ControlHubAPI_01OutputLane16357970234620" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "ExpressionEvaluator_02", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "expressionProcessorConfigs", | |
| "value" : [ { | |
| "fieldToSet" : "/JOB_NAME", | |
| "expression" : "${record:value('/job_info/name')}" | |
| }, { | |
| "fieldToSet" : "/INPUT_RECORDS", | |
| "expression" : "${record:value('/job_metrics/counters/pipeline.batchInputRecords.counter/count')}" | |
| }, { | |
| "fieldToSet" : "/ERROR_RECORDS", | |
| "expression" : "${record:value('/job_metrics/counters/pipeline.batchErrorRecords.counter/count')}" | |
| }, { | |
| "fieldToSet" : "/OUTPUT_RECORDS", | |
| "expression" : "${record:value('/job_metrics/counters/pipeline.batchOutputRecords.counter/count')}" | |
| }, { | |
| "fieldToSet" : "/RECORDS_PER_SECOND", | |
| "expression" : "${record:value('/job_metrics/meters/pipeline.batchOutputRecords.meter/m1_rate')}" | |
| } ] | |
| }, { | |
| "name" : "headerAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "fieldAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "expression.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Format Metrics", | |
| "xPos" : 940, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "ControlHubAPI_01OutputLane16357970234620" ], | |
| "outputLanes" : [ "ExpressionEvaluator_02OutputLane16357980115630" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "FieldRemover_01", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor", | |
| "stageVersion" : "1", | |
| "configuration" : [ { | |
| "name" : "filterOperation", | |
| "value" : "REMOVE" | |
| }, { | |
| "name" : "fields", | |
| "value" : [ "/job_metrics", "/job_info" ] | |
| }, { | |
| "name" : "constant", | |
| "value" : null | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 51, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "filter.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Field Remover", | |
| "xPos" : 1122, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "ExpressionEvaluator_02OutputLane16357980115630" ], | |
| "outputLanes" : [ "FieldRemover_01OutputLane16357984924400" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "ExpressionEvaluator_03", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "expressionProcessorConfigs", | |
| "value" : [ { | |
| "fieldToSet" : "/TS", | |
| "expression" : "${time:now()}" | |
| } ] | |
| }, { | |
| "name" : "headerAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "fieldAttributeConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 51, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "expression.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Add Timestamp", | |
| "xPos" : 1308, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "FieldRemover_01OutputLane16357984924400" ], | |
| "outputLanes" : [ "ExpressionEvaluator_03OutputLane16358144994030" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "JDBCProducer_01", | |
| "library" : "streamsets-datacollector-jdbc-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_jdbc_JdbcDTarget", | |
| "stageVersion" : "11", | |
| "configuration" : [ { | |
| "name" : "schema", | |
| "value" : "SS" | |
| }, { | |
| "name" : "tableNameTemplate", | |
| "value" : "JOB_METRICS" | |
| }, { | |
| "name" : "columnNames", | |
| "value" : [ ] | |
| }, { | |
| "name" : "encloseTableName", | |
| "value" : true | |
| }, { | |
| "name" : "changeLogFormat", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "defaultOperation", | |
| "value" : "INSERT" | |
| }, { | |
| "name" : "unsupportedAction", | |
| "value" : "DISCARD" | |
| }, { | |
| "name" : "useMultiRowInsert", | |
| "value" : false | |
| }, { | |
| "name" : "maxPrepStmtParameters", | |
| "value" : -1 | |
| }, { | |
| "name" : "rollbackOnError", | |
| "value" : false | |
| }, { | |
| "name" : "hikariConfigBean.connectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "hikariConfigBean.connection.connectionString", | |
| "value" : "x" | |
| }, { | |
| "name" : "hikariConfigBean.connection.useCredentials", | |
| "value" : true | |
| }, { | |
| "name" : "hikariConfigBean.connection.username", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConfigBean.connection.password", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConfigBean.driverProperties", | |
| "value" : [ ] | |
| }, { | |
| "name" : "hikariConfigBean.driverClassName", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.connectionTestQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.maximumPoolSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConfigBean.minIdle", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConfigBean.connectionTimeout", | |
| "value" : "${30 * SECONDS}" | |
| }, { | |
| "name" : "hikariConfigBean.idleTimeout", | |
| "value" : "${10 * MINUTES}" | |
| }, { | |
| "name" : "hikariConfigBean.maxLifetime", | |
| "value" : "${30 * MINUTES}" | |
| }, { | |
| "name" : "hikariConfigBean.initialQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.transactionIsolation", | |
| "value" : "DEFAULT" | |
| }, { | |
| "name" : "customDataSqlStateCodes", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 52, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "rdbms.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "JDBC Producer", | |
| "xPos" : 1493, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "ExpressionEvaluator_03OutputLane16358144994030" ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "errorStage" : { | |
| "instanceName" : "errorStageStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Error -Discard" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "testOriginStage" : { | |
| "instanceName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStage", | |
| "library" : "streamsets-datacollector-dev-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "rawData", | |
| "value" : "{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}" | |
| }, { | |
| "name" : "stopAfterFirstBatch", | |
| "value" : false | |
| }, { | |
| "name" : "eventData", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ { | |
| "service" : "com.streamsets.pipeline.api.service.dataformats.DataFormatParserService", | |
| "serviceVersion" : 2, | |
| "configuration" : [ { | |
| "name" : "displayFormats", | |
| "value" : "DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML" | |
| }, { | |
| "name" : "dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "dataFormatConfig.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "dataFormatConfig.filePatternInArchive", | |
| "value" : "*" | |
| }, { | |
| "name" : "dataFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "dataFormatConfig.removeCtrlChars", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.textMaxLineLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.useCustomDelimiter", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customDelimiter", | |
| "value" : "\\r\\n" | |
| }, { | |
| "name" : "dataFormatConfig.includeCustomDelimiterInTheText", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.jsonContent", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "dataFormatConfig.jsonMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "dataFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "dataFormatConfig.csvAllowExtraColumns", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvExtraColumnPrefix", | |
| "value" : "_extra_" | |
| }, { | |
| "name" : "dataFormatConfig.csvMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterFieldDelimiter", | |
| "value" : "||" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterLineDelimiter", | |
| "value" : "${str:unescapeJava('\\\\n')}" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "dataFormatConfig.csvEnableComments", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvCommentMarker", | |
| "value" : "#" | |
| }, { | |
| "name" : "dataFormatConfig.csvIgnoreEmptyLines", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvRecordType", | |
| "value" : "LIST_MAP" | |
| }, { | |
| "name" : "dataFormatConfig.csvSkipStartLines", | |
| "value" : 0 | |
| }, { | |
| "name" : "dataFormatConfig.parseNull", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.nullConstant", | |
| "value" : "\\\\N" | |
| }, { | |
| "name" : "dataFormatConfig.xmlRecordElement", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.preserveRootElement", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.includeFieldXpathAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xPathNamespaceContext", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.outputFieldAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xmlMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.logMode", | |
| "value" : "COMMON_LOG_FORMAT" | |
| }, { | |
| "name" : "dataFormatConfig.logMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.retainOriginalLine", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customLogFormat", | |
| "value" : "%h %l %u %t \"%r\" %>s %b" | |
| }, { | |
| "name" : "dataFormatConfig.regex", | |
| "value" : "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)" | |
| }, { | |
| "name" : "dataFormatConfig.fieldPathsToGroupName", | |
| "value" : [ { | |
| "fieldPath" : "/", | |
| "group" : 1 | |
| } ] | |
| }, { | |
| "name" : "dataFormatConfig.grokPatternDefinition", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.grokPattern", | |
| "value" : "%{COMMONAPACHELOG}" | |
| }, { | |
| "name" : "dataFormatConfig.onParseError", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "dataFormatConfig.maxStackTraceLines", | |
| "value" : 50 | |
| }, { | |
| "name" : "dataFormatConfig.enableLog4jCustomLogFormat", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.log4jCustomLogFormat", | |
| "value" : "%r [%t] %-5p %c %x - %m%n" | |
| }, { | |
| "name" : "dataFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.basicAuth", | |
| "value" : "" | |
| }, { | |
| "name" : "dataFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "dataFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSkipUnionIndex", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.isDelimited", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.binaryMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.datagramMode", | |
| "value" : "SYSLOG" | |
| }, { | |
| "name" : "dataFormatConfig.typesDbPath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.convertTime", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excludeInterval", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.authFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesMode", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSize", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMs", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesModeDatagram", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSizeDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMsDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.wholeFileMaxObjectLen", | |
| "value" : 8192 | |
| }, { | |
| "name" : "dataFormatConfig.rateLimit", | |
| "value" : "-1" | |
| }, { | |
| "name" : "dataFormatConfig.verifyChecksum", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelHeader", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.excelSkipCellsWithNoHeader", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelReadAllSheets", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelSheetNames", | |
| "value" : [ ] | |
| } ] | |
| } ], | |
| "uiInfo" : { | |
| "icon" : "dev.png", | |
| "label" : "Test Origin - Dev Raw Data Source", | |
| "stageType" : "SOURCE" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStageOutputLane1" ], | |
| "eventLanes" : [ ] | |
| }, | |
| "info" : { | |
| "name" : "GetJobMec005d568-8e20-4797-96fa-1074ff68dd19", | |
| "pipelineId" : "GetJobMec005d568-8e20-4797-96fa-1074ff68dd19", | |
| "title" : "Get Job Metrics", | |
| "description" : "", | |
| "created" : 1635795123270, | |
| "lastModified" : 1635795123270, | |
| "creator" : "mark@schbrooks", | |
| "lastModifier" : "mark@schbrooks", | |
| "lastRev" : "0", | |
| "uuid" : "aff7822e-10e1-49ac-9fb8-e6f0aaf0d2d8", | |
| "valid" : false, | |
| "metadata" : null, | |
| "sdcVersion" : "3.21.0", | |
| "sdcId" : "28a700c0-e846-11eb-8bd5-6585b70d8152" | |
| }, | |
| "issues" : { | |
| "pipelineIssues" : [ ], | |
| "stageIssues" : { }, | |
| "issueCount" : 0 | |
| }, | |
| "valid" : true, | |
| "previewable" : true, | |
| "statsAggregatorStage" : { | |
| "instanceName" : "statsAggregatorStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Stats Aggregator -Write Directly to Control Hub - statistics are not aggregated across Data Collectors" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "metadata" : { | |
| "dpm.pipeline.rules.id" : "112be265-75d7-4817-833e-e938906ffa36:schbrooks", | |
| "dpm.pipeline.id" : "89116780-bac2-4f99-96c4-b3fd03de245d:schbrooks", | |
| "dpm.base.url" : "https://trailer.streamsetscloud.com", | |
| "dpm.pipeline.version" : "2", | |
| "dpm.pipeline.commit.id" : "2ca00c0f-2ca7-44dd-9d01-d8c4c8def431:schbrooks", | |
| "dpm.pipeline.connections" : "" | |
| }, | |
| "startEventStages" : [ { | |
| "instanceName" : "Discard_StartEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Start Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "stopEventStages" : [ { | |
| "instanceName" : "Discard_StopEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Stop Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "fragments" : [ ] | |
| }, | |
| "pipelineRules": {"schemaVersion":3,"version":2,"metricsRuleDefinitions":[{"id":"badRecordsAlertID","alertText":"High incidence of Error Records","metricId":"pipeline.batchErrorRecords.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1635795123271,"valid":true},{"id":"stageErrorAlertID","alertText":"High incidence of Stage Errors","metricId":"pipeline.batchErrorMessages.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1635795123271,"valid":true},{"id":"idleGaugeID","alertText":"Pipeline is Idle","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"TIME_OF_LAST_RECEIVED_RECORD","condition":"${time:now() - value() > 120000}","sendEmail":false,"enabled":false,"timestamp":1635795123271,"valid":true},{"id":"batchTimeAlertID","alertText":"Batch taking more time to process","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"CURRENT_BATCH_AGE","condition":"${value() > 200}","sendEmail":false,"enabled":false,"timestamp":1635795123271,"valid":true}],"dataRuleDefinitions":[],"driftRuleDefinitions":[],"uuid":"0e7bfa80-bdda-4907-b91d-5e5056a0d8af","configuration":[{"name":"emailIDs","value":[]},{"name":"webhookConfigs","value":[]}],"ruleIssues":[],"configIssues":[]}, | |
| "libraryDefinitions": {"schemaVersion":"1","pipeline":[{"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"executionMode","type":"MODEL","defaultValue":"STANDALONE","max":9223372036854776000,"model":{"labels":["Standalone","Cluster Batch","Cluster Yarn Streaming","Cluster Mesos Streaming","Edge","Cluster EMR Batch","Batch","Streaming"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH","BATCH","STREAMING"],"valuesProviderClass":"com.streamsets.datacollector.config.ExecutionModeChooserValues","filteringConfig":""},"description":"","label":"Execution Mode","fieldName":"executionMode","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","name":"edgeHttpUrl","type":"STRING","defaultValue":"http://localhost:18633","max":9223372036854776000,"model":null,"description":"","label":"Data Collector Edge URL","fieldName":"edgeHttpUrl","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EDGE"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"deliveryGuarantee","type":"MODEL","defaultValue":"AT_LEAST_ONCE","max":9223372036854776000,"model":{"labels":["At Least Once","At Most Once"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["AT_LEAST_ONCE","AT_MOST_ONCE"],"valuesProviderClass":"com.streamsets.datacollector.config.DeliveryGuaranteeChooserValues","filteringConfig":""},"description":"","label":"Delivery Guarantee","fieldName":"deliveryGuarantee","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":21,"connectionType":"","displayMode":"ADVANCED","name":"testOriginStage","type":"MODEL","defaultValue":"streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","max":9223372036854776000,"model":{"labels":["CoAP Server (Library: Basic)","Cron Scheduler (Library: Orchestrator)","Dev Data Generator (Library: Dev (for development only))","Dev Random Record Source (Library: Dev (for development only))","Dev Raw Data Source (Library: Dev (for development only))","Dev SDC RPC with Buffering (Library: Basic)","Dev Snapshot Replaying (Library: Dev (for development only))","Directory (Library: Basic)","File Tail (Library: Basic)","Fragment Origin (Library: Basic)","Groovy Scripting (Library: Groovy 2.4.11)","gRPC Client (Library: Basic)","HTTP Client (Library: Basic)","HTTP Server (Library: Basic)","HTTP to Kafka (Library: Apache Kafka 2.6.0)","JavaScript Scripting (Library: Basic)","JDBC Connection Verifier (Library: JDBC)","JDBC Multitable Consumer (Library: JDBC)","JDBC Query Consumer (Library: JDBC)","Jython Scripting (Library: Jython 2.7)","Kafka Connection Verifier (Library: Apache Kafka 2.6.0)","Kafka Consumer (Library: Apache Kafka 2.6.0)","Kafka Multitopic Consumer (Library: Apache Kafka 2.6.0)","MQTT Subscriber (Library: Basic)","NiFi HTTP Server (Library: Basic)","OPC UA Client (Library: Basic)","Oracle CDC Client (Library: JDBC)","PostgreSQL CDC Client (Library: JDBC)","REST Service (Library: Basic)","SDC RPC (Library: Basic)","SDC RPC to Kafka (Library: Apache Kafka 2.6.0)","Sensor Reader (Library: Dev (for development only))","SFTP/FTP/FTPS Client (Library: Basic)","SQL Server CDC Client (Library: JDBC)","SQL Server Change Tracking Client (Library: JDBC)","Start Jobs (Library: Orchestrator)","Start Pipelines (Library: Orchestrator)","System Metrics (Library: Basic)","TCP Server (Library: Basic)","UDP Multithreaded Source (Library: Basic)","UDP Source (Library: Basic)","UDP to Kafka (Library: Apache Kafka 2.6.0)","WebSocket Client (Library: Basic)","WebSocket Server (Library: Basic)","Windows Event Log (Library: Windows)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_coapserver_CoapServerDPushSource::1","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_scheduler_SchedulerDPushSource::2","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource::5","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomSource::1","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipcwithbuffer_SdcIpcWithDiskBufferDSource::4","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_replaying_SnapshotReplayDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_spooldir_SpoolDirDSource::11","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_logtail_FileTailDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_fragment_FragmentSource::1","streamsets-datacollector-groovy_2_4-lib::com_streamsets_pipeline_stage_origin_groovy_GroovyDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_grpcclient_GrpcClientDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_http_HttpClientDSource::18","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_HttpServerDPushSource::14","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_httptokafka_HttpToKafkaDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_javascript_JavascriptDSource::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_JdbcConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource::10","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_JdbcDSource::13","streamsets-datacollector-jython_2_7-lib::com_streamsets_pipeline_stage_origin_jython_JythonDSource::1","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_lib_kafka_connection_KafkaConnectionVerifier::1","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_kafka_KafkaDSource::13","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_multikafka_MultiKafkaDSource::8","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_mqtt_MqttClientDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_nifi_NiFiHttpServerDPushSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_opcua_OpcUaClientDSource::4","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource::13","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_postgres_PostgresCDCDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_restservice_RestServiceDPushSource::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipc_SdcIpcDSource::3","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_ipctokafka_SdcIpcToKafkaDSource::6","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_origin_sensorreader_SensorReaderDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_remote_RemoteDownloadDSource::6","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_sqlserver_SQLServerCDCDSource::5","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_CT_sqlserver_SQLServerCTDSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startJob_StartJobDSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startPipeline_StartPipelineDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_systemmetrics_SystemMetricsDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_tcp_TCPServerDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_MultithreadedUDPDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_UDPDSource::4","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_origin_udptokafka_UDPToKafkaDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocket_WebSocketClientDSource::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocketserver_WebSocketServerDPushSource::14","streamsets-datacollector-windows-lib::com_streamsets_pipeline_stage_origin_windows_WindowsEventLogDSource::3"],"valuesProviderClass":"com.streamsets.datacollector.config.PipelineTestStageChooserValues","filteringConfig":""},"description":"Stage used for testing in preview mode.","label":"Test Origin","fieldName":"testOriginStage","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":23,"connectionType":"","displayMode":"ADVANCED","name":"startEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","max":9223372036854776000,"model":{"labels":["Databricks Job Launcher (Library: Basic)","Discard (Library: Basic)","Email (Library: Basic)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":""},"description":"Stage that should handle pipeline start event.","label":"Start Event","fieldName":"startEventStage","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":26,"connectionType":"","displayMode":"ADVANCED","name":"stopEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","max":9223372036854776000,"model":{"labels":["Databricks Job Launcher (Library: Basic)","Discard (Library: Basic)","Email (Library: Basic)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":""},"description":"Stage that should handle pipeline stop event.","label":"Stop Event","fieldName":"stopEventStage","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"shouldRetry","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"","label":"Retry Pipeline on Error","fieldName":"shouldRetry","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":35,"connectionType":"","displayMode":"ADVANCED","name":"triggerInterval","type":"NUMBER","defaultValue":2000,"max":9223372036854776000,"model":null,"description":"Time interval between generation of batches","label":"Trigger Interval (millis)","fieldName":"triggerInterval","min":1,"dependsOnMap":{"executionMode":["STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"retryAttempts","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"Max no of retries. To retry indefinitely, use -1. The wait time between retries starts at 15 seconds and doubles until reaching 5 minutes.","label":"Retry Attempts","fieldName":"retryAttempts","min":-9223372036854776000,"dependsOnMap":{"shouldRetry":[true],"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"ludicrousMode","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Ludicrous mode may significantly improve performance, but metrics will be limited","label":"Enable Ludicrous Mode","fieldName":"ludicrousMode","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","name":"ludicrousModeInputCount","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Collects and displays input metrics. Can result in rereading data unless origins are configured to cache data","label":"Collect Input Metrics","fieldName":"ludicrousModeInputCount","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"],"ludicrousMode":[true]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","name":"advancedErrorHandling","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Reports the record that generates an error, when possible. Supported in single-origin pipelines","label":"Advanced Error Handling","fieldName":"advancedErrorHandling","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":75,"connectionType":"","displayMode":"ADVANCED","name":"notifyOnStates","type":"MODEL","defaultValue":["RUN_ERROR","STOPPED","FINISHED"],"max":9223372036854776000,"model":{"labels":["Running","Start Error","Run Error","Running Error","Stopped","Finished","Disconnected","Connecting","Stop Error"],"configDefinitions":null,"modelType":"MULTI_VALUE_CHOOSER","values":["RUNNING","START_ERROR","RUN_ERROR","RUNNING_ERROR","STOPPED","FINISHED","DISCONNECTED","CONNECTING","STOP_ERROR"],"valuesProviderClass":"com.streamsets.datacollector.config.PipelineStateChooserValues","filteringConfig":null},"description":"Notifies via email when pipeline gets to the specified states","label":"Notify on Pipeline State Changes","fieldName":"notifyOnStates","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":76,"connectionType":"","displayMode":"ADVANCED","name":"emailIDs","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Email Addresses","label":"Email IDs","fieldName":"emailIDs","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","name":"constants","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"","label":"Parameters","fieldName":"constants","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"PARAMETERS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"ADVANCED","name":"badRecordsHandling","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","max":9223372036854776000,"model":{"labels":["Discard (Library: Basic)","Send Response to Origin (Library: Basic)","Write to Another Pipeline (Library: Basic)","Write to File (Library: Basic)","Write to Kafka (Library: Apache Kafka 2.6.0)","Write to MQTT (Library: Basic)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_tooriginresponse_ToErrorOriginResponseDTarget::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_recordstolocalfilesystem_ToErrorLocalFSDTarget::1","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_destination_kafka_ToErrorKafkaDTarget::9","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_mqtt_ToErrorMqttClientDTarget::5"],"valuesProviderClass":"com.streamsets.datacollector.config.ErrorHandlingChooserValues","filteringConfig":""},"description":"","label":"Error Records","fieldName":"badRecordsHandling","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"BAD_RECORDS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":93,"connectionType":"","displayMode":"ADVANCED","name":"errorRecordPolicy","type":"MODEL","defaultValue":"ORIGINAL_RECORD","max":9223372036854776000,"model":{"labels":["Original record as it was generated by the origin.","Record as it was seen by the stage that sent it to error stream."],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["ORIGINAL_RECORD","STAGE_RECORD"],"valuesProviderClass":"com.streamsets.datacollector.config.ErrorRecordPolicyChooserValues","filteringConfig":""},"description":"Determines which variation of the record is sent to error.","label":"Error Record Policy","fieldName":"errorRecordPolicy","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"BAD_RECORDS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":95,"connectionType":"","displayMode":"BASIC","name":"statsAggregatorStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","max":9223372036854776000,"model":{"labels":["Discard (Library: Basic)","Write Directly to Control Hub - statistics are not aggregated across Data Collectors (Library: Basic)","Write to Kafka (Library: Apache Kafka 2.6.0)","Write to SDC RPC (Library: Basic)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","streamsets-datacollector-apache-kafka_2_6-lib::com_streamsets_pipeline_stage_destination_kafka_StatsKafkaDTarget::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_StatsSdcIpcDTarget::3"],"valuesProviderClass":"com.streamsets.datacollector.config.StatsTargetChooserValues","filteringConfig":""},"description":"","label":"Statistics Aggregator","fieldName":"statsAggregatorStage","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"STATS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":100,"connectionType":"","displayMode":"ADVANCED","name":"workerCount","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"Number of workers. 0 to start as many workers as Kafka partitions for topic.","label":"Worker Count","fieldName":"workerCount","min":0,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"ADVANCED","name":"clusterSlaveMemory","type":"NUMBER","defaultValue":2048,"max":9223372036854776000,"model":null,"description":"","label":"Worker Memory (MB)","fieldName":"clusterSlaveMemory","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":110,"connectionType":"","displayMode":"ADVANCED","name":"clusterSlaveJavaOpts","type":"STRING","defaultValue":"-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug","max":9223372036854776000,"model":null,"description":"Add properties as needed. Changes to default settings are not recommended.","label":"Worker Java Options","fieldName":"clusterSlaveJavaOpts","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","name":"clusterLauncherEnv","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Sets additional environment variables for the cluster launcher","label":"Launcher ENV","fieldName":"clusterLauncherEnv","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","name":"mesosDispatcherURL","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"URL for service which launches Mesos framework","label":"Mesos Dispatcher URL","fieldName":"mesosDispatcherURL","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","name":"logLevel","type":"MODEL","defaultValue":"INFO","max":9223372036854776000,"model":{"labels":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"valuesProviderClass":"com.streamsets.datacollector.config.LogLevelChooserValues","filteringConfig":""},"description":"Log level to use for the launched application","label":"Log Level","fieldName":"logLevel","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH","STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","name":"hdfsS3ConfDir","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"An SDC resource directory or symbolic link with HDFS/S3 configuration files core-site.xml and hdfs-site.xml","label":"Checkpoint Configuration Directory","fieldName":"hdfsS3ConfDir","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":180,"connectionType":"","displayMode":"ADVANCED","name":"rateLimit","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"Maximum number of records per second that should be accepted into the pipeline. Rate is not limited if this is not set, or is set to 0","label":"Rate Limit (records / sec)","fieldName":"rateLimit","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":190,"connectionType":"","displayMode":"ADVANCED","name":"maxRunners","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"Maximum number of runners that should be created for this pipeline. Use 0 to not impose limit.","label":"Max Runners","fieldName":"maxRunners","min":0,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"ADVANCED","name":"runnerIdleTIme","type":"NUMBER","defaultValue":60,"max":9223372036854776000,"model":null,"description":"When pipeline runners are idle for at least this time, run an empty batch through the runner to process any events or other time-driven functionality. Value -1 will disable this functionality completely.","label":"Runner Idle Time (sec)","fieldName":"runnerIdleTIme","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":205,"connectionType":"","displayMode":"ADVANCED","name":"shouldCreateFailureSnapshot","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Attempts to create a partial snapshot with unprocessed records if the pipeline fails","label":"Create Failure Snapshot","fieldName":"shouldCreateFailureSnapshot","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":210,"connectionType":"","displayMode":"ADVANCED","name":"webhookConfigs","type":"MODEL","defaultValue":[],"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":false,"upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"Pipeline '{{PIPELINE_TITLE}}' state changed to {{PIPELINE_STATE}} at {{TIME}}. \\n <{{PIPELINE_URL}}|Click here> for details!\",\n \"fields\": [\n \t{\n\t\t\t\"title\": \"Pipeline Status Message\", \n\t\t\t\"value\": \"{{PIPELINE_STATE_MESSAGE}}\",\n \t\t\"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Input Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_INPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Output Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_OUTPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Messages Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_MESSAGES_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Runtime Parameters\", \n\t\t\t\"value\": \"{{PIPELINE_RUNTIME_PARAMETERS}}\",\n \t\"short\": true\n\t\t}\n\t]\n}","max":9223372036854776000,"model":null,"description":"Data that should be included as a part of the Webhook request","label":"Payload","fieldName":"payload","min":-9223372036854776000,"dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","name":"webhookUrl","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The Webhook HTTP resource URL","label":"Webhook URL","fieldName":"webhookUrl","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","name":"headers","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Headers to include in the request","label":"Headers","fieldName":"headers","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","name":"httpMethod","type":"MODEL","defaultValue":"POST","max":9223372036854776000,"model":{"labels":["GET","PUT","POST","DELETE","HEAD"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["GET","PUT","POST","DELETE","HEAD"],"valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":""},"description":"HTTP method to send","label":"HTTP Method","fieldName":"httpMethod","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","name":"contentType","type":"STRING","defaultValue":"application/json","max":9223372036854776000,"model":null,"description":"Content-Type header to be sent with the request; used if that header is not already present","label":"Content Type","fieldName":"contentType","min":-9223372036854776000,"dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","name":"authType","type":"MODEL","defaultValue":"NONE","max":9223372036854776000,"model":{"labels":["None","Basic","Digest","Universal"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":""},"description":"","label":"Authentication Type","fieldName":"authType","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","name":"username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","name":"password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Webhooks","label":"Webhooks","fieldName":"webhookConfigs","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":220,"connectionType":"","displayMode":"BASIC","name":"sparkConfigs","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Additional Spark Configuration to pass to the spark-submit script, the parameters will be passed as --conf <key>=<value>","label":"Extra Spark Configuration","fieldName":"sparkConfigs","min":-9223372036854776000,"dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"preprocessScript","type":"TEXT","defaultValue":"/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/","max":9223372036854776000,"model":null,"description":"Scala script to run on the driver before starting the pipeline. Can be used to register user defined functions, etc. Use the 'spark' variable to access the Spark session","label":"Preprocessing Script","fieldName":"preprocessScript","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"ADVANCED","mode":"text/x-scala","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":101,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.clusterType","type":"MODEL","defaultValue":"LOCAL","max":9223372036854776000,"model":{"labels":["Apache Spark for HDInsight","Databricks","EMR","Dataproc","Hadoop YARN","Kubernetes Cluster","None (local)","Spark Standalone Cluster","SQL Server 2019 Big Data Cluster"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["AZURE_HD_INSIGHT","DATABRICKS","EMR","DATAPROC","YARN","KUBERNETES","LOCAL","STANDALONE_SPARK_CLUSTER","SQL_SERVER_BIG_DATA_CLUSTER"],"valuesProviderClass":"com.streamsets.datacollector.config.SparkClusterTypeChooserValues","filteringConfig":""},"description":"Type of cluster manager used by the Spark cluster","label":"Cluster Manager Type","fieldName":"clusterType","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":102,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.sparkMasterUrl","type":"STRING","defaultValue":"local[*]","max":9223372036854776000,"model":null,"description":"Master URL to connect to Spark","label":"Master URL","fieldName":"sparkMasterUrl","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["LOCAL","STANDALONE_SPARK_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":103,"connectionType":"","displayMode":"ADVANCED","name":"clusterConfig.deployMode","type":"MODEL","defaultValue":"CLIENT","max":9223372036854776000,"model":{"labels":["Client","Cluster"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["CLIENT","CLUSTER"],"valuesProviderClass":"com.streamsets.datacollector.config.SparkDeployModeChooserValues","filteringConfig":""},"description":"Mode used to launch the Spark driver process","label":"Deployment Mode","fieldName":"deployMode","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["KUBERNETES","STANDALONE_SPARK_CLUSTER","YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":104,"connectionType":"","displayMode":"ADVANCED","name":"clusterConfig.hadoopUserName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Name of the Hadoop user that StreamSets impersonates","label":"Hadoop User Name","fieldName":"hadoopUserName","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"ADVANCED","name":"clusterConfig.sparkAppName","type":"STRING","defaultValue":"${pipeline:title()}","max":9223372036854776000,"model":null,"description":"Name of the launched Spark application","label":"Application Name","fieldName":"sparkAppName","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":106,"connectionType":"","displayMode":"ADVANCED","name":"clusterConfig.stagingDir","type":"STRING","defaultValue":"/streamsets","max":9223372036854776000,"model":null,"description":"Staging directory on the remote system for copying StreamSets resources","label":"Staging Directory","fieldName":"stagingDir","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS","AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER","EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.useYarnKerberosKeytab","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Indicates that the Spark application should use a principal and keytab for Kerberos authentication","label":"Use YARN Kerberos Keytab","fieldName":"useYarnKerberosKeytab","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1050,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.yarnKerberosKeytabSource","type":"MODEL","defaultValue":"PROPERTIES_FILE","max":9223372036854776000,"model":{"labels":["Transformer Configuration File","Pipeline Configuration - File","Pipeline Configuration - Credential Store"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["PROPERTIES_FILE","PIPELINE","PIPELINE_CREDENTIAL_STORE"],"valuesProviderClass":"com.streamsets.datacollector.config.KeytabSourceChooserValues","filteringConfig":""},"description":"Source for the Kerberos keytab used to launch the Spark application","label":"Keytab Source","fieldName":"yarnKerberosKeytabSource","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1100,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.yarnKerberosKeytab","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Absolute path to the Kerberos keytab used to launch the Spark application for the pipeline","label":"YARN Kerberos Keytab Path","fieldName":"yarnKerberosKeytab","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"BASE64","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":1150,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.yarnKerberosKeytabBase64Bytes","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Credential function to retrieve the base64 encoded keytab from a credential store.","label":"Keytab Credential Function","fieldName":"yarnKerberosKeytabBase64Bytes","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE_CREDENTIAL_STORE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","name":"clusterConfig.yarnKerberosPrincipal","type":"STRING","defaultValue":"name@DOMAIN","max":9223372036854776000,"model":null,"description":"Name of the Kerberos principal used to launch the Spark application for the pipeline. Must be present in the keytab specified above.","label":"YARN Kerberos Principal","fieldName":"yarnKerberosPrincipal","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE","PIPELINE_CREDENTIAL_STORE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5,"connectionType":"","displayMode":"ADVANCED","name":"clusterConfig.callbackUrl","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Optional callback URL for the Spark cluster to use to contact this Transformer instance. Use this format: http://<hostname>:<port>","label":"Cluster Callback URL","fieldName":"callbackUrl","min":-9223372036854776000,"dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.baseUrl","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"URL to connect to Databricks","fieldName":"baseUrl","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":106,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.credentialType","type":"MODEL","defaultValue":"TOKEN","max":9223372036854776000,"model":{"labels":["Username/Password","Token"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["PASSWORD","TOKEN"],"valuesProviderClass":"com.streamsets.datacollector.config.CredentialTypeChooserValues","filteringConfig":""},"description":"Type of credential to use to connect to Databricks","label":"Credential Type","fieldName":"credentialType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Databricks user name","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Password for the account","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":109,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.token","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Personal access token for the account","label":"Token","fieldName":"token","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["TOKEN"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","fieldName":"provisionNewCluster","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":111,"connectionType":"","displayMode":"BASIC","name":"databricksConfig.clusterId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster ID","fieldName":"clusterId","min":-9223372036854776000,"dependsOnMap":{"databricksConfig.provisionNewCluster":[false],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":112,"connectionType":"","displayMode":"ADVANCED","name":"databricksConfig.clusterConfig","type":"TEXT","defaultValue":"{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}","max":9223372036854776000,"model":null,"description":"Configuration for the Databricks cluster","label":"Cluster Configuration","fieldName":"clusterConfig","min":-9223372036854776000,"dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":113,"connectionType":"","displayMode":"ADVANCED","name":"databricksConfig.terminateCluster","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","fieldName":"terminateCluster","min":-9223372036854776000,"dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","name":"livyConfig.baseUrl","type":"STRING","defaultValue":"https://localhost:30443/gateway/default/livy/v1/","max":9223372036854776000,"model":null,"description":"URL to connect to the Livy Server","label":"Livy Endpoint","fieldName":"baseUrl","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","name":"livyConfig.username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Livy user name","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","name":"livyConfig.password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Password for the account","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-500,"connectionType":"NOT-IMPLEMENTED-SDC-EMR-CONNECTION","displayMode":"BASIC","name":"sdcEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL","max":9223372036854776000,"model":{"labels":["None"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["MANUAL"],"valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":""},"description":"","label":"Connection","fieldName":"sdcEmrConnectionSelection","min":-9223372036854776000,"dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS","max":9223372036854776000,"model":{"labels":["AWS Keys","Instance Profile","None"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":""},"description":"","label":"Authentication Method","fieldName":"credentialMode","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Access Key ID","fieldName":"awsAccessKeyId","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Secret Access Key","fieldName":"awsSecretAccessKey","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name","max":9223372036854776000,"model":null,"description":"Amazon resource name of the role to assume","label":"Role ARN","fieldName":"roleARN","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","label":"Role Session Name","fieldName":"roleSessionName","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600,"max":43200,"model":null,"description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","label":"Session Timeout (secs)","fieldName":"sessionDuration","min":3600,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","label":"Set Session Tags","fieldName":"setSessionTags","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2","max":9223372036854776000,"model":{"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":""},"description":"The AWS region for EMR.","label":"AWS Region","fieldName":"region","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.customRegion","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Custom endpoint","label":"Endpoint","fieldName":"customRegion","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.region":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.s3StagingUri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","label":"S3 Staging URI","fieldName":"s3StagingUri","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","fieldName":"provisionNewCluster","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.clusterId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster ID","fieldName":"clusterId","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[false],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.emrVersion","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"EMR Version","fieldName":"emrVersion","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.clusterPrefix","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster Name Prefix","fieldName":"clusterPrefix","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","fieldName":"terminateCluster","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","label":"Logging Enabled","fieldName":"loggingEnabled","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.s3LogUri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"S3 URI to store log files. Use the format: s3://<path>.","label":"S3 Log URI","fieldName":"s3LogUri","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole","max":9223372036854776000,"model":null,"description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","label":"Service Role","fieldName":"serviceRole","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole","max":9223372036854776000,"model":null,"description":"EMR role for EC2. Used by EC2 instances within the cluster.","label":"Job Flow Role","fieldName":"jobFlowRole","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"","label":"Visible to All Users","fieldName":"visibleToAllUsers","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the EC2 subnet to launch the cluster in","label":"EC2 Subnet ID","fieldName":"ec2SubnetId","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for the master node","label":"Master Security Group","fieldName":"masterSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for slave nodes","label":"Slave Security Group","fieldName":"slaveSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","label":"Service Access Security Group","fieldName":"serviceAccessSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.instanceCount","type":"NUMBER","defaultValue":2,"max":9223372036854776000,"model":null,"description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","label":"Instance Count","fieldName":"instanceCount","min":2,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","name":"sdcEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"Number of EMR steps this cluster can run concurrently","label":"Step Concurrency","fieldName":"stepConcurrency","min":1,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"description":"","label":"Master Instance Type","fieldName":"masterInstanceType","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Master Instance Type (Custom)","fieldName":"masterInstanceTypeCustom","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.masterInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"description":"","label":"Slave Instance Type","fieldName":"slaveInstanceType","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","name":"sdcEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Slave Instance Type (Custom)","fieldName":"slaveInstanceTypeCustom","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnection.slaveInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3310,"connectionType":"","displayMode":"ADVANCED","name":"enableEMRDebugging","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Enable console debugging in EMR","label":"Enable Debugging","fieldName":"enableEMRDebugging","min":-9223372036854776000,"dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","group":"EMR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-600,"connectionType":"STREAMSETS_AWS_EMR_CLUSTER","displayMode":"BASIC","name":"transformerEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL","max":9223372036854776000,"model":{"labels":["None"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["MANUAL"],"valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":""},"description":"","label":"Connection","fieldName":"transformerEmrConnectionSelection","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS","max":9223372036854776000,"model":{"labels":["AWS Keys","Instance Profile","None"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":""},"description":"","label":"Authentication Method","fieldName":"credentialMode","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Access Key ID","fieldName":"awsAccessKeyId","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Secret Access Key","fieldName":"awsSecretAccessKey","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name","max":9223372036854776000,"model":null,"description":"Amazon resource name of the role to assume","label":"Role ARN","fieldName":"roleARN","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","label":"Role Session Name","fieldName":"roleSessionName","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600,"max":43200,"model":null,"description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","label":"Session Timeout (secs)","fieldName":"sessionDuration","min":3600,"dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","label":"Set Session Tags","fieldName":"setSessionTags","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2","max":9223372036854776000,"model":{"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":""},"description":"The AWS region for EMR.","label":"AWS Region","fieldName":"region","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.customRegion","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Custom endpoint","label":"Endpoint","fieldName":"customRegion","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.region":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.s3StagingUri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","label":"S3 Staging URI","fieldName":"s3StagingUri","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","fieldName":"provisionNewCluster","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.clusterId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster ID","fieldName":"clusterId","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[false]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.emrVersion","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"EMR Version","fieldName":"emrVersion","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.clusterPrefix","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster Name Prefix","fieldName":"clusterPrefix","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","fieldName":"terminateCluster","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","label":"Logging Enabled","fieldName":"loggingEnabled","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.s3LogUri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"S3 URI to store log files. Use the format: s3://<path>.","label":"S3 Log URI","fieldName":"s3LogUri","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.loggingEnabled":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole","max":9223372036854776000,"model":null,"description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","label":"Service Role","fieldName":"serviceRole","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole","max":9223372036854776000,"model":null,"description":"EMR role for EC2. Used by EC2 instances within the cluster.","label":"Job Flow Role","fieldName":"jobFlowRole","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"","label":"Visible to All Users","fieldName":"visibleToAllUsers","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the EC2 subnet to launch the cluster in","label":"EC2 Subnet ID","fieldName":"ec2SubnetId","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for the master node","label":"Master Security Group","fieldName":"masterSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for slave nodes","label":"Slave Security Group","fieldName":"slaveSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","label":"Service Access Security Group","fieldName":"serviceAccessSecurityGroup","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.instanceCount","type":"NUMBER","defaultValue":2,"max":9223372036854776000,"model":null,"description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","label":"Instance Count","fieldName":"instanceCount","min":2,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","name":"transformerEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"Number of EMR steps this cluster can run concurrently","label":"Step Concurrency","fieldName":"stepConcurrency","min":1,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"description":"","label":"Master Instance Type","fieldName":"masterInstanceType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Master Instance Type (Custom)","fieldName":"masterInstanceTypeCustom","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.masterInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":""},"description":"","label":"Slave Instance Type","fieldName":"slaveInstanceType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","name":"transformerEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Slave Instance Type (Custom)","fieldName":"slaveInstanceTypeCustom","min":-9223372036854776000,"dependsOnMap":{"transformerEmrConnection.slaveInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50100,"connectionType":"","displayMode":"ADVANCED","name":"transformerEMRConfig.encryption","type":"MODEL","defaultValue":"NONE","max":9223372036854776000,"model":{"labels":["None","SSE-S3","SSE-KMS"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NONE","S3","KMS"],"valuesProviderClass":"com.streamsets.transformer.config.SseOptionChooserValues","filteringConfig":""},"description":"Server-Side Encryption","label":"Enable Server-Side Encryption","fieldName":"encryption","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":50200,"connectionType":"","displayMode":"ADVANCED","name":"transformerEMRConfig.kmsKeyId","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"AWS KMS master encryption key that was used for the object. The KMS key you specify in the policy must use the \"arn:aws:kms:region:acct-id:key/key-id\" format.","label":"AWS KMS Key ARN","fieldName":"kmsKeyId","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEMRConfig.encryption":["KMS"]},"dependsOn":"","group":"CLUSTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"googleCloudCredentialsConfig.projectId","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Project ID","fieldName":"projectId","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"googleCloudCredentialsConfig.credentialsProvider","type":"MODEL","defaultValue":"DEFAULT_PROVIDER","max":9223372036854776000,"model":{"labels":["Default Credentials Provider","Service Account Credentials File (JSON)","Service Account Credentials (JSON)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DEFAULT_PROVIDER","JSON_PROVIDER","JSON"],"valuesProviderClass":"com.streamsets.pipeline.stage.common.CredentialsProviderChooserValues","filteringConfig":""},"description":"","label":"Credentials Provider","fieldName":"credentialsProvider","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"googleCloudCredentialsConfig.path","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Path to the credentials file.","label":"Credentials File Path (JSON)","fieldName":"path","min":-9223372036854776000,"dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON_PROVIDER"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"googleCloudCredentialsConfig.credentialsFileContent","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Content of the credentials file","label":"Credentials File Content (JSON)","fieldName":"credentialsFileContent","min":-9223372036854776000,"dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":15,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.region","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["us-west1","us-west2","us-west3","us-east1","us-east4","us-central1","asia-east1","asia-east2","asia-northeast1","asia-northeast2","asia-northeast3","asia-south1","asia-southeast1","australia-southeast1","europe-north1","europe-west1","europe-west2","europe-west3","europe-west4","europe-west6","northamerica-northeast1","southamerica-east1","Custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["US_WEST_1","US_WEST_2","US_WEST_3","US_EAST_1","US_EAST_4","US_CENTRAL_1","ASIA_EAST_1","ASIA_EAST_2","ASIA_NORTH_EAST_1","ASIA_NORTH_EAST_2","ASIA_NORTH_EAST_3","ASIA_SOUTH_1","ASIA_SOUTH_EAST_1","AUSTRALIA_SOUTH_EAST_1","EUROPE_NORTH_1","EUROPE_WEST_1","EUROPE_WEST_2","EUROPE_WEST_3","EUROPE_WEST_4","EUROPE_WEST_6","NORTH_AMERICA_NORTH_EAST_1","SOUTH_AMERICA_EAST_1","CUSTOM"],"valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.GoogleCloudRegionChooserValues","filteringConfig":""},"description":"","label":"Region","fieldName":"region","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":18,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.customRegion","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Custom Region","fieldName":"customRegion","min":-9223372036854776000,"dependsOnMap":{"googleCloudConfig.region":["CUSTOM"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.gcsStagingUri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"GCS URI where Transformer resources are staged for pipeline execution. Use the format: gs://<path>.","label":"GCS Staging URI","fieldName":"gcsStagingUri","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":70,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.create","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"","label":"Create Cluster","fieldName":"create","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.clusterPrefix","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Cluster name is generated by suffixing the pipeline ID to this prefix","label":"Cluster Prefix","fieldName":"clusterPrefix","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":85,"connectionType":"","displayMode":"ADVANCED","name":"googleCloudConfig.version","type":"STRING","defaultValue":"1.4-ubuntu18","max":9223372036854776000,"model":null,"description":"The image version to use for the Dataproc cluster. Example: 1.5-ubuntu18. If not specified, Dataproc default is used","label":"Image Version","fieldName":"version","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.masterType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":""},"description":"","label":"Master Machine Type","fieldName":"masterType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":100,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.workerType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":""},"description":"","label":"Worker Machine Type","fieldName":"workerType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.networkType","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["Auto - VPC created in Auto mode","Custom - VPC with custom subnets","Default VPC for project and region"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["AUTO","CUSTOM","NONE"],"valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.NetworkChooserValues","filteringConfig":""},"description":"","label":"Network Type","fieldName":"networkType","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.network","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Network Name","fieldName":"network","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["AUTO"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.subnet","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Subnet Name","fieldName":"subnet","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["CUSTOM"]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":140,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.tags","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"","label":"Network Tags","fieldName":"tags","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.workerCount","type":"NUMBER","defaultValue":2,"max":9223372036854776000,"model":null,"description":"","label":"Worker Count","fieldName":"workerCount","min":2,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":160,"connectionType":"","displayMode":"BASIC","name":"googleCloudConfig.clusterName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Cluster Name","fieldName":"clusterName","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[false]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":170,"connectionType":"","displayMode":"ADVANCED","name":"googleCloudConfig.terminate","type":"BOOLEAN","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","fieldName":"terminate","min":-9223372036854776000,"dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","group":"DATAPROC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineGroups":["CLUSTER","PARAMETERS","NOTIFICATIONS","BAD_RECORDS","STATS","EMR","DATAPROC","ADVANCED"]},"groupNameToLabelMapList":[{"name":"CLUSTER","label":"Cluster"},{"name":"PARAMETERS","label":"Parameters"},{"name":"NOTIFICATIONS","label":"Notifications"},{"name":"BAD_RECORDS","label":"Error Records"},{"name":"STATS","label":"Statistics"},{"name":"EMR","label":"EMR"},{"name":"DATAPROC","label":"Dataproc"},{"name":"ADVANCED","label":"Advanced"}]}}],"pipelineFragment":null,"pipelineRules":[{"configDefinitions":[{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":76,"connectionType":"","displayMode":"BASIC","name":"emailIDs","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Email Addresses","label":"Email IDs","fieldName":"emailIDs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":200,"connectionType":"","displayMode":"BASIC","name":"webhookConfigs","type":"MODEL","defaultValue":[],"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":false,"upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"{{ALERT_TEXT}}. The alert, {{ALERT_NAME}}, was triggered for pipeline '{{PIPELINE_TITLE}}'. \\n The threshold of {{ALERT_VALUE}} records, for the following condition was reached at {{TIME}}: {{ALERT_CONDITION}} \\n <{{PIPELINE_URL}}|Click here> for details!\"\n}","max":9223372036854776000,"model":null,"description":"Data that should be included as a part of the Webhook request","label":"Payload","fieldName":"payload","min":-9223372036854776000,"dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","group":"WEBHOOK","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","name":"webhookUrl","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The Webhook HTTP resource URL","label":"Webhook URL","fieldName":"webhookUrl","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","name":"headers","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Headers to include in the request","label":"Headers","fieldName":"headers","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","name":"httpMethod","type":"MODEL","defaultValue":"POST","max":9223372036854776000,"model":{"labels":["GET","PUT","POST","DELETE","HEAD"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["GET","PUT","POST","DELETE","HEAD"],"valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":""},"description":"HTTP method to send","label":"HTTP Method","fieldName":"httpMethod","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","name":"contentType","type":"STRING","defaultValue":"application/json","max":9223372036854776000,"model":null,"description":"Content-Type header to be sent with the request; used if that header is not already present","label":"Content Type","fieldName":"contentType","min":-9223372036854776000,"dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","name":"authType","type":"MODEL","defaultValue":"NONE","max":9223372036854776000,"model":{"labels":["None","Basic","Digest","Universal"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":""},"description":"","label":"Authentication Type","fieldName":"authType","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","name":"username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","name":"password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Webhooks","label":"Webhooks","fieldName":"webhookConfigs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"NOTIFICATIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineRulesGroups":["NOTIFICATIONS"]},"groupNameToLabelMapList":[{"name":"NOTIFICATIONS","label":"Notifications"}]}}],"stages":[{"icon":"dev.png","name":"com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.devtest.RandomDataGeneratorSource","version":"5","configDefinitions":[{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"dataGenConfigs","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"field","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Field Name","fieldName":"field","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"type","type":"MODEL","defaultValue":"STRING","max":9223372036854776000,"model":{"labels":["STRING","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","ZONED_DATETIME","TIME","BOOLEAN","DECIMAL","BYTE_ARRAY","LONG_SEQUENCE","ADDRESS_FULL_ADDRESS","ADDRESS_BUILDING_NUMBER","ADDRESS_STREET_ADDRESS","ADDRESS_CITY","ADDRESS_STATE","ADDRESS_COUNTRY","ADDRESS_LATITUDE","ADDRESS_LONGITUDE","APP_NAME","APP_AUTHOR","APP_VERSION","ARTIST_NAME","BOOK_TITLE","BOOK_AUTHOR","BOOK_GENRE","BOOK_PUBLISHER","BUSINESS_CREDIT_CARD_NUMBER","BUSINESS_CREDIT_CARD_EXPIRY","BUSINESS_CREDIT_CARD_TYPE","CAT_NAME","CAT_BREED","CAT_REGISTRY","CODE_ASIN","CODE_IMEI","CODE_ISBN10","CODE_ISBN13","COLOR","COMMERCE_DEPARTMENT","COMMERCE_COLOR","COMMERCE_MATERIAL","COMMERCE_PRICE","COMMERCE_PRODUCT_NAME","COMMERCE_PROMOTION_CODE","COMPANY_NAME","COMPANY_INDUSTRY","COMPANY_BUZZWORD","COMPANY_URL","CRYPTO_MD5","CRYPTO_SHA1","CRYPTO_SHA256","CRYPTO_SHA512","DEMOGRAPHIC","EDUCATOR","EMAIL","FILE","FINANCE","FOOD","GAMEOFTHRONES","HACKER","IDNUMBER","INTERNET","LOREM","MUSIC","NAME","PHONENUMBER","POKEMON","RACE","SEX","SHAKESPEARE","SLACKEMOJI","SPACE","SSN","STOCK","SUPERHERO","TEAM","UNIVERSITY"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["STRING","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","ZONED_DATETIME","TIME","BOOLEAN","DECIMAL","BYTE_ARRAY","LONG_SEQUENCE","ADDRESS_FULL_ADDRESS","ADDRESS_BUILDING_NUMBER","ADDRESS_STREET_ADDRESS","ADDRESS_CITY","ADDRESS_STATE","ADDRESS_COUNTRY","ADDRESS_LATITUDE","ADDRESS_LONGITUDE","APP_NAME","APP_AUTHOR","APP_VERSION","ARTIST_NAME","BOOK_TITLE","BOOK_AUTHOR","BOOK_GENRE","BOOK_PUBLISHER","BUSINESS_CREDIT_CARD_NUMBER","BUSINESS_CREDIT_CARD_EXPIRY","BUSINESS_CREDIT_CARD_TYPE","CAT_NAME","CAT_BREED","CAT_REGISTRY","CODE_ASIN","CODE_IMEI","CODE_ISBN10","CODE_ISBN13","COLOR","COMMERCE_DEPARTMENT","COMMERCE_COLOR","COMMERCE_MATERIAL","COMMERCE_PRICE","COMMERCE_PRODUCT_NAME","COMMERCE_PROMOTION_CODE","COMPANY_NAME","COMPANY_INDUSTRY","COMPANY_BUZZWORD","COMPANY_URL","CRYPTO_MD5","CRYPTO_SHA1","CRYPTO_SHA256","CRYPTO_SHA512","DEMOGRAPHIC","EDUCATOR","EMAIL","FILE","FINANCE","FOOD","GAMEOFTHRONES","HACKER","IDNUMBER","INTERNET","LOREM","MUSIC","NAME","PHONENUMBER","POKEMON","RACE","SEX","SHAKESPEARE","SLACKEMOJI","SPACE","SSN","STOCK","SUPERHERO","TEAM","UNIVERSITY"],"valuesProviderClass":"com.streamsets.pipeline.stage.devtest.TypeChooserValueProvider","filteringConfig":""},"description":"","label":"Field Type","fieldName":"type","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"precision","type":"NUMBER","defaultValue":10,"max":9223372036854776000,"model":null,"description":"Precision of the generated decimal.","label":"Precision","fieldName":"precision","min":0,"dependsOnMap":{"type":["DECIMAL"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"scale","type":"NUMBER","defaultValue":2,"max":9223372036854776000,"model":null,"description":"Scale of the generated decimal.","label":"scale","fieldName":"scale","min":0,"dependsOnMap":{"type":["DECIMAL"]},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Fields to generate of the indicated type","label":"Fields to Generate","fieldName":"dataGenConfigs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"ADVANCED","name":"rootFieldType","type":"MODEL","defaultValue":"MAP","max":9223372036854776000,"model":{"labels":["MAP","LIST_MAP"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["MAP","LIST_MAP"],"valuesProviderClass":"com.streamsets.pipeline.stage.devtest.RootTypeChooserValueProvider","filteringConfig":""},"description":"Field Type for root object","label":"Root Field Type","fieldName":"rootFieldType","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"headerAttributes","type":"MAP","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Attributes to be put in the generated record header","label":"Header Attributes","fieldName":"headerAttributes","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"ADVANCED","name":"delay","type":"NUMBER","defaultValue":1000,"max":2147483647,"model":null,"description":"Milliseconds to wait before sending the next batch","label":"Delay Between Batches","fieldName":"delay","min":0,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"ADVANCED","name":"batchSize","type":"NUMBER","defaultValue":1000,"max":2147483647,"model":null,"description":"Number of records that will be generated for single batch.","label":"Batch size","fieldName":"batchSize","min":1,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"ADVANCED","name":"numThreads","type":"NUMBER","defaultValue":1,"max":2147483647,"model":null,"description":"Number of concurrent threads that will be generating data in parallel.","label":"Number of Threads","fieldName":"numThreads","min":1,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":0,"connectionType":"","displayMode":"ADVANCED","name":"eventName","type":"STRING","defaultValue":"generated-event","max":9223372036854776000,"model":null,"description":"Name of event that should be used when generating events.","label":"Event name","fieldName":"eventName","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"DATA_GENERATOR","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"description":"Generates records with the specified field names based on the selected data type. For development only.","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-dev-lib","label":"Dev Data Generator","pipelineLifecycleStage":false,"libraryLabel":"Dev (for development only)","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.devtest.RandomDataGeneratorGroups":["DATA_GENERATOR"]},"groupNameToLabelMapList":[{"name":"DATA_GENERATOR","label":"Data Generator"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"index.html#datacollector/UserGuide/Pipeline_Design/DevStages.html","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/RandomDataGeneratorSource.yaml","preconditions":false,"onRecordError":true,"producingEvents":true},{"icon":"jython.png","name":"com_streamsets_pipeline_stage_processor_jython_JythonDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.jython.JythonDProcessor","version":"3","configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"processingMode","type":"MODEL","defaultValue":"BATCH","max":9223372036854776000,"model":{"labels":["Record by Record","Batch by Batch"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["RECORD","BATCH"],"valuesProviderClass":"com.streamsets.pipeline.stage.processor.scripting.ProcessingModeChooserValues","filteringConfig":""},"description":"If 'Record by Record' the processor takes care of record error handling, if 'Record batch' the Jython script must take care of record error handling","label":"Record Processing Mode","fieldName":"processingMode","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JYTHON","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"initScript","type":"TEXT","defaultValue":"# Available Objects:\n#\n# sdc.state: a dict that is preserved between invocations of this script.\n# Useful for caching bits of data e.g. counters.\n# sdc.log.<loglevel>(msg, obj...): use instead of print to send log messages to the log4j log instead of stdout.\n# loglevel is any log4j level: e.g. info, error, warn, trace.\n# sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n# to check if the field is typed field with value null\n# sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n# Pass True to this function to create a list map (ordered map).\n# sdc.createEvent(String type, int version): Creates a new event.\n# Create new empty event with standard headers.\n# sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n# Pass True to this function to create a list map (ordered map).\n#\n\n# sdc.state['connection'] = new Connection().open()\n\n","max":9223372036854776000,"model":null,"description":"Place initialization code here. Called on pipeline validate/start.","label":"Init Script","fieldName":"initScript","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JYTHON","mode":"text/x-python","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"script","type":"TEXT","defaultValue":"# Available constants: \n# They are to assign a type to a field with a value null.\n# sdc.NULL_BOOLEAN, sdc.NULL_CHAR, sdc.NULL_BYTE, sdc.NULL_SHORT, sdc.NULL_INTEGER, sdc.NULL_LONG,\n# sdc.NULL_FLOAT, sdc.NULL_DOUBLE, sdc.NULL_DATE, sdc.NULL_DATETIME, sdc.NULL_TIME, sdc.NULL_DECIMAL,\n# sdc.NULL_BYTE_ARRAY, sdc.NULL_STRING, sdc.NULL_LIST, sdc.NULL_MAP\n# \n# Available Objects:\n# \n# sdc.records: an array of records to process, depending on Jython processor\n# processing mode it may have 1 record or all the records in the batch.\n#\n# sdc.state: a dict that is preserved between invocations of this script. \n# Useful for caching bits of data e.g. counters.\n#\n# sdc.log.<loglevel>(msg, obj...): use instead of print to send log messages to the log4j log instead of stdout.\n# loglevel is any log4j level: e.g. info, error, warn, trace.\n#\n# sdc.output.write(record): writes a record to processor output\n#\n# sdc.error.write(record, message): sends a record to error\n#\n# sdc.getFieldNull(Record, 'field path'): Receive a constant defined above \n# to check if the field is typed field with value null\n# sdc.createRecord(String recordId): Creates a new record.\n# Pass a recordId to uniquely identify the record and include enough information to track down the record source. \n# sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n# Pass True to this function to create a list map (ordered map)\n#\n# sdc.createEvent(String type, int version): Creates a new event.\n# Create new empty event with standard headers.\n# sdc.toEvent(Record): Send event to event stream\n# Only events created with sdcFunctions.createEvent are supported.\n# sdc.isPreview(): Determine if pipeline is in preview mode.\n#\n# sdc.userParams: Dictionary of user-specified keys and values (from UI).\n#\n#\n# Available Record Header Variables:\n#\n# record.attributes: a map of record header attributes.\n#\n# record.<header name>: get the value of 'header name'.\n#\n# Add additional module search paths:\n# try:\n# sdc.importLock()\n# import sys\n# sys.path.append('/some/other/dir/to/search')\n# import something\n# finally:\n# sdc.importUnlock()\n#\n\n# Sample Jython code\nfor record in sdc.records:\n try:\n # Change record root field value to a STRING value\n # record.value = 'Hello '\n\n\n # Change record root field value to a MAP value and create an entry\n # record.value = { 'V' : 'Hello'}\n\n # Access a MAP entry\n # record.value['X'] = record.value['V'] + ' World'\n\n # Modify a MAP entry\n # record.value['V'] = 5\n\n # Create an ARRAY entry\n # record.value['A'] = [ 'Element 1', 'Element 2' ]\n\n # Access an ARRAY entry\n # record.value['B'] = record.value['A'][0]\n\n # Modify an existing ARRAY entry\n # record.value['A'][0] = 100\n\n # Assign a integer type to a field and value null\n # record.value['null_int'] = sdc.NULL_INTEGER \n\n # Check if the field is NULL_INTEGER(Both '==' and 'is' work). If so, assign a value \n # if sdc.getFieldNull(record, '/null_int') == sdc.NULL_INTEGER:\n # record.value['null_int'] = 123\n\n # Direct access to the underlying Data Collector Record. Use for read-only operations.\n # fieldAttr = record.sdcRecord.get('/value').getAttribute('attr') \n\n # Create a new record with map field \n # newRecord = sdc.createRecord(record.sourceId + ':newRecordId')\n # newRecord.value = {'field1' : 'val1', 'field2' : 'val2'}\n # sdc.output.write(newRecord)\n\n # Applies if the source uses WHOLE_FILE as data format\n # input_stream = record.value['fileRef'].getInputStream()\n # try:\n # input_stream.read() #Process the input stream\n # finally: \n # input_stream.close()\n\n # Modify a record header attribute entry\n # record.attributes['name'] = record.attributes['first_name'] + ' ' + record.attributes['last_name']\n\n # Get a record header with field names ex. get sourceId and errorCode\n # sourceId = record.sourceId\n # errorCode = ''\n # if record.errorCode:\n # errorCode = record.errorCode\n\n # Write record to processor output\n sdc.output.write(record)\n\n except Exception as e:\n # Send record to error\n sdc.error.write(record, str(e))\n\n","max":9223372036854776000,"model":null,"description":"","label":"Script","fieldName":"script","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JYTHON","mode":"text/x-python","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"destroyScript","type":"TEXT","defaultValue":"# Available Objects:\n#\n# sdc.state: a dict that is preserved between invocations of this script.\n# Useful for caching bits of data e.g. counters.\n# sdc.log.<loglevel>(msg, obj...): use instead of print to send log messages to the log4j log instead of stdout.\n# loglevel is any log4j level: e.g. info, error, warn, trace.\n# sdc.getFieldNull(Record, 'field path'): Receive a constant defined above \n# to check if the field is typed field with value null.\n# sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n# Pass True to this function to create a list map (ordered map).\n# sdc.createEvent(String type, int version): Creates a new event.\n# Create new empty event with standard headers.\n# sdc.toEvent(Record): Send event to event stream.\n# Only events created with sdcFunctions.createEvent are supported.\n#\n\n# sdc.state['connection'].close()\n\n","max":9223372036854776000,"model":null,"description":"Place cleanup code here. Called on pipeline stop.","label":"Destroy Script","fieldName":"destroyScript","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JYTHON","mode":"text/x-python","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"scriptRecordType","type":"MODEL","defaultValue":"NATIVE_OBJECTS","max":9223372036854776000,"model":{"labels":["Data Collector Records","Native Objects"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["SDC_RECORDS","NATIVE_OBJECTS"],"valuesProviderClass":"com.streamsets.pipeline.stage.util.scripting.config.ScriptRecordTypeValueChooser","filteringConfig":""},"description":"Record type to use during script execution","label":"Record Type","fieldName":"scriptRecordType","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","name":"userParams","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Parameters and values for use in script.\nAccess in user script as sdc.userParams.","label":"Parameters in Script","fieldName":"userParams","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"stageRequiredFields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Records without any of these fields are sent to error","label":"Required Fields","fieldName":"stageRequiredFields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","fieldName":"stageRecordPreconditions","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"description":"Processes records using Jython","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-jython_2_7-lib","label":"Jython Evaluator","pipelineLifecycleStage":false,"libraryLabel":"Jython 2.7","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.jython.Groups":["JYTHON","ADVANCED"]},"groupNameToLabelMapList":[{"name":"JYTHON","label":"Jython"},{"name":"ADVANCED","label":"Advanced"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_fty_jwx_nr","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/JythonDProcessor.yaml","preconditions":true,"onRecordError":true,"producingEvents":true},{"icon":"streamsets.png","name":"com_streamsets_pipeline_stage_processor_controlHub_ControlHubApiDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.controlHub.ControlHubApiDProcessor","version":"2","configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","116","117","118","119","120","121","122","123","124","125","126","127","128","129","130","131","132","133","134","135","136","137","138","139","140","141","142","143","144","145","146","286","287","288","289","290","291","292","293","147","148","149","150","151","152","153","154","155","156","157","158","159"],"elConstantDefinitionsIdx":["63","160","161","162","163","164","165","166","167","168","169","170","171","172","173","174","175","176","319","320","321"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"conf.baseUrl","type":"STRING","defaultValue":"https://cloud.streamsets.com/security/rest/v1/currentUser","max":9223372036854776000,"model":null,"description":"URL for the Control Hub API","label":"Control Hub API URL","fieldName":"baseUrl","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"conf.outputField","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Field to store the response","label":"Output Field","fieldName":"outputField","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","116","117","118","119","120","121","122","123","124","125","126","127","128","129","130","131","132","133","134","135","136","137","138","139","140","141","142","143","144","145","146","307","311"],"elConstantDefinitionsIdx":["63","160","161","162","163","164","165","166","167","168","169","170","171","172","173","174","175","176"],"displayPosition":70,"connectionType":"","displayMode":"BASIC","name":"conf.headers","type":"MAP","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Headers to include in the request","label":"Headers","fieldName":"headers","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"BASIC","name":"conf.httpMethod","type":"MODEL","defaultValue":"GET","max":9223372036854776000,"model":{"labels":["GET","PUT","POST","DELETE","Expression"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["GET","PUT","POST","DELETE","EXPRESSION"],"valuesProviderClass":"com.streamsets.pipeline.stage.processor.controlHub.HttpMethodChooserValues","filteringConfig":""},"description":"HTTP method for the request","label":"HTTP Method","fieldName":"httpMethod","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","116","117","118","119","120","121","122","123","124","125","126","127","128","129","130","131","132","133","134","135","136","137","138","139","140","141","142","143","144","145","146"],"elConstantDefinitionsIdx":["63","160","161","162","163","164","165","166","167","168","169","170","171","172","173","174","175","176"],"displayPosition":90,"connectionType":"","displayMode":"BASIC","name":"conf.methodExpression","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Expression that evaluates to a valid HTTP method","label":"HTTP Method Expression","fieldName":"methodExpression","min":-9223372036854776000,"dependsOnMap":{"conf.httpMethod":["EXPRESSION"]},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":false,"upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","116","117","118","119","120","121","122","123","124","125","126","127","128","129","130","131","132","133","134","135","136","137","138","139","140","141","142","143","144","145","146","307","311"],"elConstantDefinitionsIdx":["63","160","161","162","163","164","165","166","167","168","169","170","171","172","173","174","175","176"],"displayPosition":100,"connectionType":"","displayMode":"BASIC","name":"conf.requestBody","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Data to include with the request","label":"Request Data","fieldName":"requestBody","min":-9223372036854776000,"dependsOnMap":{"conf.httpMethod":["PUT","POST","DELETE","EXPRESSION"]},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.connectTimeoutMillis","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"HTTP connection timeout in milliseconds. Use 0 for no timeout.","label":"Connection Timeout (ms)","fieldName":"connectTimeoutMillis","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.readTimeoutMillis","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"HTTP read timeout in milliseconds. Use 0 for no timeout.","label":"Read Timeout (ms)","fieldName":"readTimeoutMillis","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.numThreads","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"Maximum number of requests to make in parallel","label":"Maximum Parallel Requests","fieldName":"numThreads","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"conf.client.basicAuth.username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Control Hub user that makes API call","label":"Control Hub User Name","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"CREDENTIALS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"conf.client.basicAuth.password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Password of user","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"CREDENTIALS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":160,"connectionType":"","displayMode":"BASIC","name":"conf.client.useProxy","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Use an HTTP proxy to connect to the Control Hub API","label":"Use Proxy","fieldName":"useProxy","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.proxy.uri","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Proxy URI","fieldName":"uri","min":-9223372036854776000,"dependsOnMap":{"conf.client.useProxy":[true]},"dependsOn":"","group":"PROXY","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.proxy.username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"conf.client.useProxy":[true]},"dependsOn":"","group":"PROXY","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.proxy.password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"conf.client.useProxy":[true]},"dependsOn":"","group":"PROXY","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.tlsEnabled","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Enable transport layer security for this stage.","label":"Use TLS","fieldName":"tlsEnabled","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1015,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.useRemoteKeyStore","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Use a keystore built from a specified private key and certificate chain instead of loading from a local file","label":"Use Remote Keystore","fieldName":"useRemoteKeyStore","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1020,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.keyStoreFilePath","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The path to the keystore file. Absolute path, or relative to the Data Collector resources directory.","label":"Keystore File","fieldName":"keyStoreFilePath","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useRemoteKeyStore":[false],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":1030,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.privateKey","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Private key used in the keystore","label":"Private Key","fieldName":"privateKey","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useRemoteKeyStore":[true],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1040,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.certificateChain","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"credential","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"","fieldName":"credential","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Certificate chain used in the keystore","label":"Certificate Chain","fieldName":"certificateChain","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useRemoteKeyStore":[true],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1060,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.keyStoreType","type":"MODEL","defaultValue":"JKS","max":9223372036854776000,"model":{"labels":["Java Keystore file (JKS)","PKCS-12 (p12 file)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["JKS","PKCS12"],"valuesProviderClass":"com.streamsets.pipeline.lib.tls.KeyStoreTypeChooserValues","filteringConfig":""},"description":"The type of certificate/key scheme to use for the keystore.","label":"Keystore Type","fieldName":"keyStoreType","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useRemoteKeyStore":[false],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":1080,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.keyStorePassword","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The password to the keystore file, if applicable. Using a password is highly recommended for security reasons.","label":"Keystore Password","fieldName":"keyStorePassword","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useRemoteKeyStore":[false],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1090,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.keyStoreAlgorithm","type":"STRING","defaultValue":"SunX509","max":9223372036854776000,"model":null,"description":"The key manager algorithm to use with the keystore.","label":"Keystore Key Algorithm","fieldName":"keyStoreAlgorithm","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1110,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.useRemoteTrustStore","type":"BOOLEAN","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Use a truststore built from a specified private key and certificate chain instead of loading from a local file","label":"Use Remote Truststore","fieldName":"useRemoteTrustStore","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1120,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.trustStoreFilePath","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The path to the truststore file. Absolute path, or relative to the Data Collector resources directory.","label":"Truststore File","fieldName":"trustStoreFilePath","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true],"conf.client.tlsConfig.useRemoteTrustStore":[false]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1130,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.trustedCertificates","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"credential","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"","fieldName":"credential","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Trusted certificates used in the truststore","label":"Trusted Certificates","fieldName":"trustedCertificates","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true],"conf.client.tlsConfig.useRemoteTrustStore":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1150,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.trustStoreType","type":"MODEL","defaultValue":"JKS","max":9223372036854776000,"model":{"labels":["Java Keystore file (JKS)","PKCS-12 (p12 file)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["JKS","PKCS12"],"valuesProviderClass":"com.streamsets.pipeline.lib.tls.KeyStoreTypeChooserValues","filteringConfig":""},"description":"The type of certificate/key scheme to use for the truststore.","label":"Truststore Type","fieldName":"trustStoreType","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true],"conf.client.tlsConfig.useRemoteTrustStore":[false]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":1170,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.trustStorePassword","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The password to the truststore file, if applicable. Using a password is highly recommended for security reasons.","label":"Truststore Password","fieldName":"trustStorePassword","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true],"conf.client.tlsConfig.useRemoteTrustStore":[false]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1180,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.trustStoreAlgorithm","type":"STRING","defaultValue":"SunX509","max":9223372036854776000,"model":null,"description":"The key manager algorithm to use with the truststore.","label":"Truststore Trust Algorithm","fieldName":"trustStoreAlgorithm","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1300,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.useDefaultProtocols","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Use only modern TLS protocols (TLSv1.2). This is highly recommended for security reasons, but can be overridden if special circumstances require it.","label":"Use Default Protocols","fieldName":"useDefaultProtocols","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1310,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.protocols","type":"LIST","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The transport protocols to enable for connections (ex: TLSv1.2, TLSv1.1, etc.).","label":"Transport Protocols","fieldName":"protocols","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true],"conf.client.tlsConfig.useDefaultProtocols":[false]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1350,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.useDefaultCiperSuites","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Use only modern cipher suites. This is highly recommended for security reasons, but can be overridden if special circumstances require it.","label":"Use Default Cipher Suites","fieldName":"useDefaultCiperSuites","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1360,"connectionType":"","displayMode":"BASIC","name":"conf.client.tlsConfig.cipherSuites","type":"LIST","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The cipher suites for connections (ex: TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384, etc.).","label":"Cipher Suites","fieldName":"cipherSuites","min":-9223372036854776000,"dependsOnMap":{"conf.client.tlsConfig.useDefaultCiperSuites":[false],"conf.client.tlsConfig.tlsEnabled":[true]},"dependsOn":"","group":"TLS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200000,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.requestLoggingConfig.enableRequestLogging","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Enable logging of HTTP request and response data.","label":"Enable Request Logging","fieldName":"enableRequestLogging","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"LOGGING","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200010,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.requestLoggingConfig.logLevel","type":"MODEL","defaultValue":"FINE","max":9223372036854776000,"model":{"labels":["OFF","SEVERE","WARNING","INFO","CONFIG","FINE","FINER","FINEST","ALL"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["OFF","SEVERE","WARNING","INFO","CONFIG","FINE","FINER","FINEST","ALL"],"valuesProviderClass":"com.streamsets.pipeline.lib.http.logging.JulLogLevelChooserValues","filteringConfig":""},"description":"The log level to use when logging messages (from java.util.logging package).","label":"Log Level","fieldName":"logLevel","min":-9223372036854776000,"dependsOnMap":{"conf.client.requestLoggingConfig.enableRequestLogging":[true]},"dependsOn":"","group":"LOGGING","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200020,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.requestLoggingConfig.verbosity","type":"MODEL","defaultValue":"HEADERS_ONLY","max":9223372036854776000,"model":{"labels":["HEADERS_ONLY","PAYLOAD_TEXT","PAYLOAD_ANY"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["HEADERS_ONLY","PAYLOAD_TEXT","PAYLOAD_ANY"],"valuesProviderClass":"com.streamsets.pipeline.lib.http.logging.VerbosityChooserValues","filteringConfig":""},"description":"The verbosity to use when logging messages (i.e. which type of request/response data).","label":"Verbosity","fieldName":"verbosity","min":-9223372036854776000,"dependsOnMap":{"conf.client.requestLoggingConfig.enableRequestLogging":[true]},"dependsOn":"","group":"LOGGING","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200030,"connectionType":"","displayMode":"ADVANCED","name":"conf.client.requestLoggingConfig.maxEntitySize","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"The maximum entity size to log (in bytes). Entities larger than this value will not be logged.","label":"Max Entity Size","fieldName":"maxEntitySize","min":0,"dependsOnMap":{"conf.client.requestLoggingConfig.enableRequestLogging":[true]},"dependsOn":"","group":"LOGGING","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","name":"conf.maxRequestCompletionSecs","type":"NUMBER","defaultValue":60,"max":9223372036854776000,"model":null,"description":"Maximum number of seconds to wait for a request to complete","label":"Maximum Request Time (sec)","fieldName":"maxRequestCompletionSecs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"HTTP","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"stageRequiredFields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Records without any of these fields are sent to error","label":"Required Fields","fieldName":"stageRequiredFields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","fieldName":"stageRecordPreconditions","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"description":"Calls a Control Hub API","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-orchestrator-lib","label":"Control Hub API","pipelineLifecycleStage":false,"libraryLabel":"Orchestrator","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.controlHub.Groups":["HTTP","CREDENTIALS","PROXY","TLS","LOGGING"]},"groupNameToLabelMapList":[{"name":"HTTP","label":"HTTP"},{"name":"CREDENTIALS","label":"Credentials"},{"name":"PROXY","label":"Proxy"},{"name":"TLS","label":"TLS"},{"name":"LOGGING","label":"Logging"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_oqs_4tr_2jb","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ControlHubApiDProcessor.yaml","preconditions":true,"onRecordError":true,"producingEvents":false},{"icon":"expression.png","name":"com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.expression.ExpressionDProcessor","version":"2","configDefinitions":[{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"expressionProcessorConfigs","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"fieldToSet","type":"MODEL","defaultValue":"/","max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Use an existing field or enter a new field. Using an existing field overwrites the original value.","label":"Output Field","fieldName":"fieldToSet","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","480","481","482","483","484","485","302","303","304","305","306","308","309","310","312","313","314","315","316"],"elConstantDefinitionsIdx":["63","353","354","355","356","357","358","359","360","361","362","363","364","365","366","367","368","369"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"expression","type":"STRING","defaultValue":"${record:value('/')}","max":9223372036854776000,"model":null,"description":"Use the expression language to modify values in a field.","label":"Field Expression","fieldName":"expression","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"","label":"Field Expressions","fieldName":"expressionProcessorConfigs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"headerAttributeConfigs","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"attributeToSet","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Use an existing header attribute or enter a new attribute. Using an existing attribute overwrites the original value.","label":"Header Attribute","fieldName":"attributeToSet","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","302","303","304","305","306","308","309","310","312","313","314","315","316","480","481","482","483","484","485"],"elConstantDefinitionsIdx":["63","353","354","355","356","357","358","359","360","361","362","363","364","365","366","367","368","369"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","name":"headerAttributeExpression","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Use the expression language to modify or set new attributes in the header.","label":"Header Attribute Expression","fieldName":"headerAttributeExpression","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"","label":"Header Attribute Expressions","fieldName":"headerAttributeConfigs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"fieldAttributeConfigs","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"fieldToSet","type":"MODEL","defaultValue":"/","max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"The existing field which will receive the attribute value.","label":"Field","fieldName":"fieldToSet","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"attributeToSet","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Use an existing field attribute or enter a new attribute. Using an existing attribute overwrites the original value.","label":"Attribute Name","fieldName":"attributeToSet","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","480","481","482","483","484","485"],"elConstantDefinitionsIdx":["63","353","354","355","356","357","358","359","360","361","362","363","364","365","366","367","368","369"],"displayPosition":50,"connectionType":"","displayMode":"BASIC","name":"fieldAttributeExpression","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Use the expression language to modify or set new attributes in the field.","label":"Header Attribute Expression","fieldName":"fieldAttributeExpression","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"","label":"Field Attribute Expressions","fieldName":"fieldAttributeConfigs","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EXPRESSIONS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"stageRequiredFields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Records without any of these fields are sent to error","label":"Required Fields","fieldName":"stageRequiredFields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","fieldName":"stageRecordPreconditions","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"description":"Performs calculations on a field-by-field basis","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Expression Evaluator","pipelineLifecycleStage":false,"libraryLabel":"Basic","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.expression.Groups":["EXPRESSIONS"]},"groupNameToLabelMapList":[{"name":"EXPRESSIONS","label":"Expressions"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_x2h_tv4_yq","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ExpressionDProcessor.yaml","preconditions":true,"onRecordError":true,"producingEvents":false},{"icon":"filter.png","name":"com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.fieldfilter.FieldFilterDProcessor","version":"1","configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"filterOperation","type":"MODEL","defaultValue":"REMOVE","max":9223372036854776000,"model":{"labels":["Keep Listed Fields","Remove Listed Fields","Remove Listed Fields If Their Values Are Null","Remove Listed Fields If Their Values Are Empty String","Remove Listed Fields If Their Values Are Null or Empty String","Remove Listed Fields If Their Values Are The Given Constant"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["KEEP","REMOVE","REMOVE_NULL","REMOVE_EMPTY","REMOVE_NULL_EMPTY","REMOVE_CONSTANT"],"valuesProviderClass":"com.streamsets.pipeline.stage.processor.fieldfilter.FilterOperationChooserValues","filteringConfig":""},"description":"","label":"Action","fieldName":"filterOperation","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"FILTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"fields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"","label":"Fields","fieldName":"fields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"FILTER","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"constant","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Constant","fieldName":"constant","min":-9223372036854776000,"dependsOnMap":{"filterOperation":["REMOVE_CONSTANT"]},"dependsOn":"","group":"FILTER","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"stageRequiredFields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Records without any of these fields are sent to error","label":"Required Fields","fieldName":"stageRequiredFields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","fieldName":"stageRecordPreconditions","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"description":"Removes fields from a record","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Field Remover","pipelineLifecycleStage":false,"libraryLabel":"Basic","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.fieldfilter.Groups":["FILTER"]},"groupNameToLabelMapList":[{"name":"FILTER","label":"Remove/Keep"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_c1j_btr_wq","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/FieldFilterDProcessor.yaml","preconditions":true,"onRecordError":false,"producingEvents":false},{"icon":"rdbms.png","name":"com_streamsets_pipeline_stage_destination_jdbc_JdbcDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.jdbc.JdbcDTarget","version":"11","configDefinitions":[{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","322","323","324","325","326","327","328","329","330","331","332","333","334","335","336","337","338","339","340","341","342","343","344","345","346","347","348","349","350","351","352","232","233","234","235","236","237","238","239","390","391","392","393","394","395","396","397","398","399","400","401","402"],"elConstantDefinitionsIdx":["63","373","374","375","376","377","378","379","380","381","382","383","384","385","386","387","388","389","240","241","242"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"schema","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"You can use an expression with time and record functions to specify multiple schema names.","label":"Schema Name","fieldName":"schema","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","322","323","324","325","326","327","328","329","330","331","332","333","334","335","336","337","338","339","340","341","342","343","344","345","346","347","348","349","350","351","352","232","233","234","235","236","237","238","239","390","391","392","393","394","395","396","397","398","399","400","401","402"],"elConstantDefinitionsIdx":["63","373","374","375","376","377","378","379","380","381","382","383","384","385","386","387","388","389","240","241","242"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"tableNameTemplate","type":"STRING","defaultValue":"<tableName>","max":9223372036854776000,"model":null,"description":"Table Names should contain only table names. Schema should be defined in the connection string or schema configuration","label":"Table Name","fieldName":"tableNameTemplate","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"columnNames","type":"MODEL","defaultValue":[],"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"paramValue","type":"STRING","defaultValue":"?","max":9223372036854776000,"model":null,"description":"A parameterized value to use in the JDBC insert statement. Must include a ?.","label":"Parameterized Value","fieldName":"paramValue","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"columnName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The database column name.","label":"Column Name","fieldName":"columnName","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"field","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"The field in the record to receive the value.","label":"SDC Field","fieldName":"field","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","name":"defaultValue","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"The default value to be used when the database returns no row. If not set, the Missing Values Behavior applies.","label":"Default Value","fieldName":"defaultValue","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","name":"dataType","type":"MODEL","defaultValue":"USE_COLUMN_TYPE","max":9223372036854776000,"model":{"labels":["Use db column type","BOOLEAN","SHORT","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","TIME","DECIMAL","STRING","BYTE_ARRAY"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["USE_COLUMN_TYPE","BOOLEAN","SHORT","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","TIME","DECIMAL","STRING","BYTE_ARRAY"],"valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.DataTypeChooserValues","filteringConfig":""},"description":"The field type. By default, the column type from the database will be used. But if the field type is provided, it will overwrite the column type. Note that if the default value is provided, the field type must also be provided.","label":"Data Type","fieldName":"dataType","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Optionally specify additional field mappings when input field name and column name don't match.","label":"Field to Column Mapping","fieldName":"columnNames","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"encloseTableName","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Use for lower or mixed-case database, table and field names. Select only when the database or tables were created with quotation marks around the names.","label":"Enclose Object Names","fieldName":"encloseTableName","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"changeLogFormat","type":"MODEL","defaultValue":"NONE","max":9223372036854776000,"model":{"labels":["None","Microsoft SQL Server","Oracle CDC Client","MySQL Binary Log","MongoDB Oplog"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NONE","MSSQL","OracleCDC","MySQLBinLog","MongoDBOpLog"],"valuesProviderClass":"com.streamsets.pipeline.lib.operation.ChangeLogFormatChooserValues","filteringConfig":""},"description":"If input is a change data capture log, specify the format.","label":"Change Log Format","fieldName":"changeLogFormat","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","name":"defaultOperation","type":"MODEL","defaultValue":"INSERT","max":9223372036854776000,"model":{"labels":["INSERT","UPDATE","DELETE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["INSERT","UPDATE","DELETE"],"valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.JDBCOperationChooserValues","filteringConfig":""},"description":"Default operation to perform if sdc.operation.type is not set in record header.","label":"Default Operation","fieldName":"defaultOperation","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","name":"unsupportedAction","type":"MODEL","defaultValue":"DISCARD","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Use Default Operation"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","SEND_TO_ERROR","USE_DEFAULT"],"valuesProviderClass":"com.streamsets.pipeline.lib.operation.UnsupportedOperationActionChooserValues","filteringConfig":""},"description":"Action to take when operation type is not supported","label":"Unsupported Operation Handling","fieldName":"unsupportedAction","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","name":"useMultiRowInsert","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Select to generate multi-row INSERT and DELETE. Significantly improves performance, but not all databases are supporting the syntax.","label":"Use Multi-Row Operation","fieldName":"useMultiRowInsert","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","name":"maxPrepStmtParameters","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"The maximum number of prepared statement parameters allowed in each batch insert statement when using multi-row inserts. Set to -1 to disable limit.","label":"Statement Parameter Limit","fieldName":"maxPrepStmtParameters","min":-9223372036854776000,"dependsOnMap":{"useMultiRowInsert":[true]},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":70,"connectionType":"","displayMode":"ADVANCED","name":"rollbackOnError","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Whether or not to rollback the entire batch on error. Some JDBC drivers provide information about individual failed rows, and can insert partial batches.","label":"Rollback Batch on Error","fieldName":"rollbackOnError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-500,"connectionType":"STREAMSETS_JDBC","displayMode":"BASIC","name":"hikariConfigBean.connectionSelection","type":"MODEL","defaultValue":"MANUAL","max":9223372036854776000,"model":{"labels":["None"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["MANUAL"],"valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":""},"description":"","label":"Connection","fieldName":"connectionSelection","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"hikariConfigBean.connection.connectionString","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"JDBC Connection String","fieldName":"connectionString","min":-9223372036854776000,"dependsOnMap":{"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.connection.useCredentials","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"","label":"Use Credentials","fieldName":"useCredentials","min":-9223372036854776000,"dependsOnMap":{"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"hikariConfigBean.connection.username","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Username","fieldName":"username","min":-9223372036854776000,"dependsOnMap":{"hikariConfigBean.connection.useCredentials":[true],"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","group":"CREDENTIALS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":25,"connectionType":"","displayMode":"BASIC","name":"hikariConfigBean.connection.password","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Password","fieldName":"password","min":-9223372036854776000,"dependsOnMap":{"hikariConfigBean.connection.useCredentials":[true],"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","group":"CREDENTIALS","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.driverProperties","type":"MODEL","defaultValue":[],"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"key","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Name","fieldName":"key","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"value","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Value","fieldName":"value","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Additional properties to pass to the underlying JDBC driver.","label":"Additional JDBC Configuration Properties","fieldName":"driverProperties","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"JDBC","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.driverClassName","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Class name for pre-JDBC 4 compliant drivers.","label":"JDBC Driver Class Name","fieldName":"driverClassName","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"LEGACY","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.connectionTestQuery","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Not recommended for JDBC 4 compliant drivers. Runs when a new database connection is established.","label":"Connection Health Test Query","fieldName":"connectionTestQuery","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"LEGACY","mode":"text/x-sql","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.maximumPoolSize","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"Maximum number of connections to create to the data source","label":"Maximum Pool Size","fieldName":"maximumPoolSize","min":1,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.minIdle","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"Minimum number of connections to maintain. It is recommended to set this to the same valueas Maximum Pool Size which effectively creates a fixed connection pool.","label":"Minimum Idle Connections","fieldName":"minIdle","min":0,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.connectionTimeout","type":"NUMBER","defaultValue":"${30 * SECONDS}","max":9223372036854776000,"model":null,"description":"Maximum time to wait for a connection to become available. Exceeding will cause a pipeline error.","label":"Connection Timeout (Seconds)","fieldName":"connectionTimeout","min":1,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.idleTimeout","type":"NUMBER","defaultValue":"${10 * MINUTES}","max":9223372036854776000,"model":null,"description":"Maximum amount of time that a connection is allowed to sit idle in the pool. Use 0 to opt out of an idle timeout. If set too close to or more than Max Connection Lifetime, the property is ignored.","label":"Idle Timeout (Seconds)","fieldName":"idleTimeout","min":0,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.maxLifetime","type":"NUMBER","defaultValue":"${30 * MINUTES}","max":9223372036854776000,"model":null,"description":"Maximum lifetime of a connection in the pool. When reached, the connection is retired from the pool. Use 0 to set no maximum lifetime. When set, the minimum lifetime is 30 minutes.","label":"Max Connection Lifetime (Seconds)","fieldName":"maxLifetime","min":0,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.initialQuery","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"SQL query that will be executed on all new connections when they are created, before they are added to the connection pool.","label":"Init Query","fieldName":"initialQuery","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/x-sql","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":70,"connectionType":"","displayMode":"ADVANCED","name":"hikariConfigBean.transactionIsolation","type":"MODEL","defaultValue":"DEFAULT","max":9223372036854776000,"model":{"labels":["Database default","Read committed","Read uncommitted","Repeatable read","Serializable"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DEFAULT","TRANSACTION_READ_COMMITTED","TRANSACTION_READ_UNCOMMITTED","TRANSACTION_REPEATABLE_READ","TRANSACTION_SERIALIZABLE"],"valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.TransactionIsolationLevelChooserValues","filteringConfig":""},"description":"Transaction isolation that should be used for all database connections.","label":"Transaction Isolation","fieldName":"transactionIsolation","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","name":"customDataSqlStateCodes","type":"LIST","defaultValue":null,"max":9223372036854776000,"model":null,"description":"SQLSTATE codes to treat as data errors. Records that trigger these codes are treated as error records.","label":"Data SQLSTATE Codes","fieldName":"customDataSqlStateCodes","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"ADVANCED","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","name":"stageRequiredFields","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Records without any of these fields are sent to error","label":"Required Fields","fieldName":"stageRequiredFields","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","name":"stageRecordPreconditions","type":"LIST","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","fieldName":"stageRecordPreconditions","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"}],"description":"Insert, update, and delete data to a JDBC destination.","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-jdbc-lib","label":"JDBC Producer","pipelineLifecycleStage":false,"libraryLabel":"JDBC","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.destination.jdbc.Groups":["JDBC","CREDENTIALS","LEGACY","ADVANCED"]},"groupNameToLabelMapList":[{"name":"JDBC","label":"JDBC"},{"name":"CREDENTIALS","label":"Credentials"},{"name":"LEGACY","label":"Legacy Drivers"},{"name":"ADVANCED","label":"Advanced"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_cx3_lhh_htq","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/JdbcDTarget.yaml","preconditions":true,"onRecordError":true,"producingEvents":false},{"icon":"","name":"com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.ToErrorNullDTarget","version":"1","configDefinitions":[],"description":"Discards records and events","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Discard","pipelineLifecycleStage":true,"libraryLabel":"Basic","errorStage":true,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=concept_kgc_l4y_5r","hideStage":["ERROR_STAGE","LIFECYCLE_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ToErrorNullDTarget.yaml","preconditions":false,"onRecordError":false,"producingEvents":false},{"icon":"dev.png","name":"com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.devtest.rawdata.RawDataDSource","version":"3","configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1,"connectionType":"","displayMode":"BASIC","name":"rawData","type":"TEXT","defaultValue":"{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}","max":9223372036854776000,"model":null,"description":"","label":"Raw Data","fieldName":"rawData","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"RAW","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2,"connectionType":"","displayMode":"BASIC","name":"stopAfterFirstBatch","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"","label":"Stop After First Batch","fieldName":"stopAfterFirstBatch","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"RAW","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"eventData","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Event Data","fieldName":"eventData","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"EVENT","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR","max":9223372036854776000,"model":{"labels":["Discard","Send to Error","Stop Pipeline"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":""},"description":"Action to take with records sent to error","label":"On Record Error","fieldName":"stageOnRecordError","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"description":"Add Raw data to the source.","privateClassLoader":false,"services":[{"configuration":{"displayFormats":"DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML","dataFormat":"JSON"},"service":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService"}],"eventDefs":[],"library":"streamsets-datacollector-dev-lib","label":"Dev Raw Data Source","pipelineLifecycleStage":false,"libraryLabel":"Dev (for development only)","errorStage":false,"statsAggregatorStage":false,"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.devtest.rawdata.RawDataSourceGroups":["RAW","EVENT"]},"groupNameToLabelMapList":[{"name":"RAW","label":"Raw Data"},{"name":"EVENT","label":"Event Data"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"index.html#datacollector/UserGuide/Pipeline_Design/DevStages.html","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/RawDataDSource.yaml","preconditions":false,"onRecordError":true,"producingEvents":true},{"icon":"","name":"com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.StatsDpmDirectlyDTarget","version":"1","configDefinitions":[],"description":"Writes pipeline statistics to Control Hub directly without any aggregation","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Write Directly to Control Hub - statistics are not aggregated across Data Collectors","pipelineLifecycleStage":false,"libraryLabel":"Basic","errorStage":false,"statsAggregatorStage":true,"configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"","hideStage":["STATS_AGGREGATOR_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/StatsDpmDirectlyDTarget.yaml","preconditions":false,"onRecordError":false,"producingEvents":false}],"services":[{"className":"com.streamsets.service.parser.DataParserServiceImpl","version":"2","configDefinitions":[{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":0,"connectionType":"","displayMode":"BASIC","name":"displayFormats","type":"RUNTIME","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"List of formats that should be displayed to the user.","fieldName":"displayFormats","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1,"connectionType":"","displayMode":"BASIC","name":"dataFormat","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["Avro","Binary","Datagram","Delimited","Excel","JSON","Log","Netflow","Protobuf","SDC Record","Syslog","Text","Whole File","XML"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["AVRO","BINARY","DATAGRAM","DELIMITED","EXCEL","JSON","LOG","NETFLOW","PROTOBUF","SDC_JSON","SYSLOG","TEXT","WHOLE_FILE","XML"],"valuesProviderClass":"com.streamsets.service.parser.DataFormatChooserValues","filteringConfig":"displayFormats"},"description":"","label":"Data Format","fieldName":"dataFormat","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.compression","type":"MODEL","defaultValue":"NONE","max":9223372036854776000,"model":{"labels":["None","Compressed File","Archive","Compressed Archive"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NONE","COMPRESSED_FILE","ARCHIVE","COMPRESSED_ARCHIVE"],"valuesProviderClass":"com.streamsets.pipeline.config.CompressionChooserValues","filteringConfig":""},"description":"Compression formats gzip, bzip2, xz, lzma, Pack200, DEFLATE and Z are supported. Archive formats 7z, ar, arj, cpio, dump, tar and zip are supported.","label":"Compression Format","fieldName":"compression","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT","LOG","JSON","SDC_JSON","XML","PROTOBUF","BINARY","DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.filePatternInArchive","type":"STRING","defaultValue":"*","max":9223372036854776000,"model":null,"description":"A glob pattern that defines the pattern of the file names within the compressed directory.","label":"File Name Pattern within Compressed Directory","fieldName":"filePatternInArchive","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT","LOG","JSON","SDC_JSON","XML","PROTOBUF","BINARY","DELIMITED"],"dataFormatConfig.compression":["COMPRESSED_ARCHIVE","ARCHIVE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.charset","type":"MODEL","defaultValue":"UTF-8","max":9223372036854776000,"model":{"labels":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"valuesProviderClass":"com.streamsets.pipeline.config.CharsetChooserValues","filteringConfig":""},"description":"","label":"Charset","fieldName":"charset","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT","LOG","DATAGRAM","JSON","XML","DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.removeCtrlChars","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Use only if required as it impacts reading performance","label":"Ignore Control Characters","fieldName":"removeCtrlChars","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT","LOG","DATAGRAM","JSON","XML","DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":340,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.textMaxLineLen","type":"NUMBER","defaultValue":1024,"max":2147483647,"model":null,"description":"Longer lines are truncated","label":"Max Line Length","fieldName":"textMaxLineLen","min":1,"dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":342,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.useCustomDelimiter","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Use custom delimiters to create records","label":"Use Custom Delimiter","fieldName":"useCustomDelimiter","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":344,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.customDelimiter","type":"STRING","defaultValue":"\\r\\n","max":9223372036854776000,"model":null,"description":"One or more characters. Leading and trailing spaces are stripped.","label":"Custom Delimiter","fieldName":"customDelimiter","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":346,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.includeCustomDelimiterInTheText","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Include custom delimiters in the data","label":"Include Custom Delimiter","fieldName":"includeCustomDelimiterInTheText","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":350,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.jsonContent","type":"MODEL","defaultValue":"MULTIPLE_OBJECTS","max":9223372036854776000,"model":{"labels":["JSON array of objects","Multiple JSON objects"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["ARRAY_OBJECTS","MULTIPLE_OBJECTS"],"valuesProviderClass":"com.streamsets.pipeline.config.JsonModeChooserValues","filteringConfig":""},"description":"","label":"JSON Content","fieldName":"jsonContent","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":360,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.jsonMaxObjectLen","type":"NUMBER","defaultValue":4096,"max":2147483647,"model":null,"description":"Larger objects are not processed","label":"Max Object Length (chars)","fieldName":"jsonMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":370,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvFileFormat","type":"MODEL","defaultValue":"CSV","max":9223372036854776000,"model":{"labels":["Default CSV (ignores empty lines)","RFC4180 CSV","MS Excel CSV","MySQL CSV","Tab Separated Values","PostgreSQL CSV","PostgreSQL Text","Custom","Multi Character Delimited"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["CSV","RFC4180","EXCEL","MYSQL","TDF","POSTGRES_CSV","POSTGRES_TEXT","CUSTOM","MULTI_CHARACTER"],"valuesProviderClass":"com.streamsets.pipeline.config.CsvModeChooserValues","filteringConfig":""},"description":"","label":"Delimiter Format Type","fieldName":"csvFileFormat","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":380,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvHeader","type":"MODEL","defaultValue":"NO_HEADER","max":9223372036854776000,"model":{"labels":["With Header Line","Ignore Header Line","No Header Line"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"valuesProviderClass":"com.streamsets.pipeline.config.CsvHeaderChooserValues","filteringConfig":""},"description":"","label":"Header Line","fieldName":"csvHeader","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":385,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.csvAllowExtraColumns","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"When false, rows with more columns than the header are sent to error.","label":"Allow Extra Columns","fieldName":"csvAllowExtraColumns","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":386,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.csvExtraColumnPrefix","type":"STRING","defaultValue":"_extra_","max":9223372036854776000,"model":null,"description":"Each extra column is labeled with this prefix followed by an integer","label":"Extra Column Prefix","fieldName":"csvExtraColumnPrefix","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"],"dataFormatConfig.csvAllowExtraColumns":[true]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":390,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.csvMaxObjectLen","type":"NUMBER","defaultValue":1024,"max":2147483647,"model":null,"description":"Larger objects are not processed","label":"Max Record Length (chars)","fieldName":"csvMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvCustomDelimiter","type":"CHARACTER","defaultValue":"|","max":9223372036854776000,"model":null,"description":"","label":"Delimiter Character","fieldName":"csvCustomDelimiter","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":405,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.multiCharacterFieldDelimiter","type":"STRING","defaultValue":"||","max":9223372036854776000,"model":null,"description":"Delimiter between fields in multi-character delimited mode.","label":"Multi Character Field Delimiter","fieldName":"multiCharacterFieldDelimiter","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":406,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.multiCharacterLineDelimiter","type":"STRING","defaultValue":"${str:unescapeJava('\\\\n')}","max":9223372036854776000,"model":null,"description":"Delimiter between lines (i.e. different records) in multi-character delimited mode.","label":"Multi Character Line Delimiter","fieldName":"multiCharacterLineDelimiter","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":410,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvCustomEscape","type":"CHARACTER","defaultValue":"\\","max":9223372036854776000,"model":null,"description":"Character used to escape quote and delimiter characters. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","label":"Escape Character","fieldName":"csvCustomEscape","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":420,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvCustomQuote","type":"CHARACTER","defaultValue":"\"","max":9223372036854776000,"model":null,"description":"Character used to quote string fields. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","label":"Quote Character","fieldName":"csvCustomQuote","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM","MULTI_CHARACTER"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":425,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvEnableComments","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"","label":"Enable comments","fieldName":"csvEnableComments","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":426,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvCommentMarker","type":"CHARACTER","defaultValue":"#","max":9223372036854776000,"model":null,"description":"","label":"Comment marker","fieldName":"csvCommentMarker","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.csvEnableComments":[true],"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":427,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.csvIgnoreEmptyLines","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"","label":"Ignore empty lines","fieldName":"csvIgnoreEmptyLines","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.csvRecordType","type":"MODEL","defaultValue":"LIST_MAP","max":9223372036854776000,"model":{"labels":["List","List-Map"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["LIST","LIST_MAP"],"valuesProviderClass":"com.streamsets.pipeline.config.CsvRecordTypeChooserValues","filteringConfig":""},"description":"","label":"Root Field Type","fieldName":"csvRecordType","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":435,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.csvSkipStartLines","type":"NUMBER","defaultValue":0,"max":9223372036854776000,"model":null,"description":"Number of lines to skip before reading","label":"Lines to Skip","fieldName":"csvSkipStartLines","min":0,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":436,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.parseNull","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"When checked, configured string constant will be converted into NULL field.","label":"Parse NULLs","fieldName":"parseNull","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":437,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.nullConstant","type":"STRING","defaultValue":"\\\\N","max":9223372036854776000,"model":null,"description":"String constant that should be converted to a NULL rather then passed as it is.","label":"NULL constant","fieldName":"nullConstant","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.parseNull":[true]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.xmlRecordElement","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"XML element that acts as a record delimiter. This may be an element name, with elements having that local name directly under the root as records. Or, it can be a simplified XPath expression (see docs), with elements matching the XPath expression as records. Leaving it blank will treat the whole XML document as one record.","label":"Delimiter Element","fieldName":"xmlRecordElement","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":441,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.preserveRootElement","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Include the root element in the output records. The root element is the last element defined in the record element delimiter or is the root element of the XML document when no delimiter is defined","label":"Preserve Root Element","fieldName":"preserveRootElement","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":442,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.includeFieldXpathAttributes","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Include XPath expressions that indicate the path to the input node that was parsed to create each field. If enabled, each field will receive an attribute named \"xpath\" whose value is the XPath expression. Any namespace prefixes will be mapped to the full URI via new xmlns:* attributes in the record header.","label":"Include Field XPaths","fieldName":"includeFieldXpathAttributes","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":445,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.xPathNamespaceContext","type":"MAP","defaultValue":[],"max":9223372036854776000,"model":null,"description":"Namespace context to use if the delimiter is an XPath expression. This should map namespace prefixes to URIs. Any namespace prefix that is used in the record separator expression must be defined here.","label":"Namespaces","fieldName":"xPathNamespaceContext","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":448,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.outputFieldAttributes","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Generate field attributes in output record for XML namespace declarations, and XML attributes. Without this option, they will continue to be output as individual fields (separate from the element value).","label":"Output Field Attributes","fieldName":"outputFieldAttributes","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":450,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.xmlMaxObjectLen","type":"NUMBER","defaultValue":4096,"max":2147483647,"model":null,"description":"Larger records are not processed","label":"Max Record Length (chars)","fieldName":"xmlMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.logMode","type":"MODEL","defaultValue":"COMMON_LOG_FORMAT","max":9223372036854776000,"model":{"labels":["Common Log Format","Combined Log Format","Apache Error Log Format","Apache Access Log Custom Format","Regular Expression","Grok Pattern","Log4j","Common Event Format (CEF)","Log Event Extended Format (LEEF)"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["COMMON_LOG_FORMAT","COMBINED_LOG_FORMAT","APACHE_ERROR_LOG_FORMAT","APACHE_CUSTOM_LOG_FORMAT","REGEX","GROK","LOG4J","CEF","LEEF"],"valuesProviderClass":"com.streamsets.pipeline.config.LogModeChooserValues","filteringConfig":""},"description":"","label":"Log Format","fieldName":"logMode","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":470,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.logMaxObjectLen","type":"NUMBER","defaultValue":1024,"max":2147483647,"model":null,"description":"Longer lines are truncated","label":"Max Line Length","fieldName":"logMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":480,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.retainOriginalLine","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Indicates if the original line of log should be retained in the record","label":"Retain Original Line","fieldName":"retainOriginalLine","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":490,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.customLogFormat","type":"STRING","defaultValue":"%h %l %u %t \"%r\" %>s %b","max":9223372036854776000,"model":null,"description":"","label":"Custom Log Format","fieldName":"customLogFormat","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["APACHE_CUSTOM_LOG_FORMAT"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":500,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.regex","type":"STRING","defaultValue":"^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)","max":9223372036854776000,"model":null,"description":"The regular expression which is used to parse the log line.","label":"Regular Expression","fieldName":"regex","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":510,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.fieldPathsToGroupName","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":null,"configDefinitions":[{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","name":"fieldPath","type":"STRING","defaultValue":"/","max":9223372036854776000,"model":null,"description":"","label":"Field Path","fieldName":"fieldPath","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","name":"group","type":"NUMBER","defaultValue":1,"max":9223372036854776000,"model":null,"description":"","label":"Regular Expression Group","fieldName":"group","min":-9223372036854776000,"dependsOnMap":{},"dependsOn":"","group":"","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"modelType":"LIST_BEAN","values":null,"valuesProviderClass":null,"filteringConfig":null},"description":"Map groups in the regular expression to field paths","label":"Field Path To RegEx Group Mapping","fieldName":"fieldPathsToGroupName","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":520,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.grokPatternDefinition","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Define your own grok patterns which will be used to parse the logs","label":"Grok Pattern Definition","fieldName":"grokPatternDefinition","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":530,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.grokPattern","type":"STRING","defaultValue":"%{COMMONAPACHELOG}","max":9223372036854776000,"model":null,"description":"The grok pattern which is used to parse the log line","label":"Grok Pattern","fieldName":"grokPattern","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":540,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.onParseError","type":"MODEL","defaultValue":"ERROR","max":9223372036854776000,"model":{"labels":["ERROR","IGNORE","INCLUDE AS STACK TRACE"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["ERROR","IGNORE","INCLUDE_AS_STACK_TRACE"],"valuesProviderClass":"com.streamsets.pipeline.config.OnParseErrorChooserValues","filteringConfig":""},"description":"","label":"On Parse Error","fieldName":"onParseError","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":550,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.maxStackTraceLines","type":"NUMBER","defaultValue":50,"max":2147483647,"model":null,"description":"Any line that does not match the expected pattern will be treated as a Stack trace as long as it is part of the same message. The stack trace will be trimmed to the specified number of lines.","label":"Trim Stack Trace to Length","fieldName":"maxStackTraceLines","min":0,"dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.onParseError":["INCLUDE_AS_STACK_TRACE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":560,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.enableLog4jCustomLogFormat","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"","label":"Use Custom Log Format","fieldName":"enableLog4jCustomLogFormat","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":570,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.log4jCustomLogFormat","type":"STRING","defaultValue":"%r [%t] %-5p %c %x - %m%n","max":9223372036854776000,"model":null,"description":"Specify your own custom log4j format.","label":"Custom Log4J Format","fieldName":"log4jCustomLogFormat","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.enableLog4jCustomLogFormat":[true]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.avroSchemaSource","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["Message/Data Includes Schema","In Pipeline Configuration","Confluent Schema Registry"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["SOURCE","INLINE","REGISTRY"],"valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaSourceChooserValues","filteringConfig":""},"description":"Where to load the Avro Schema from.","label":"Avro Schema Location","fieldName":"avroSchemaSource","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":410,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.avroSchema","type":"TEXT","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Overrides the schema included in the data (if any). Optionally use the runtime:loadResource function to use a schema stored in a file.","label":"Avro Schema","fieldName":"avroSchema","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["INLINE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"application/json","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":420,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.schemaRegistryUrls","type":"LIST","defaultValue":null,"max":9223372036854776000,"model":null,"description":"List of Confluent Schema Registry URLs","label":"Schema Registry URLs","fieldName":"schemaRegistryUrls","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":421,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.basicAuth","type":"CREDENTIAL","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Basic Auth User Info","fieldName":"basicAuth","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.schemaLookupMode","type":"MODEL","defaultValue":"SUBJECT","max":9223372036854776000,"model":{"labels":["Subject","Schema ID","Embedded Schema ID"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["SUBJECT","ID","AUTO"],"valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaLookupModeChooserValues","filteringConfig":""},"description":"Whether to look up the Avro Schema by ID or fetch the latest schema for a Subject.","label":"Lookup Schema By","fieldName":"schemaLookupMode","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.subject","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Schema Subject","fieldName":"subject","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["SUBJECT"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":450,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.schemaId","type":"NUMBER","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Schema ID","fieldName":"schemaId","min":1,"dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["ID"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.avroSkipUnionIndex","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"When checked generated records will not contain header attributes identifying which part of a union was used to read data in. Data Collector does not use the header attributes directly, thus this can be selected safely unless the pipeline explicitly depends on them.","label":"Skip Union Indexes","fieldName":"avroSkipUnionIndex","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":600,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.protoDescriptorFile","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Protobuf Descriptor File (.desc) path relative to SDC resources directory","label":"Protobuf Descriptor File","fieldName":"protoDescriptorFile","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":610,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.messageType","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Fully Qualified Message Type name. Use format <packageName>.<messageTypeName>","label":"Message Type","fieldName":"messageType","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":620,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.isDelimited","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Should be checked when the input data is prepended with the message size. When unchecked only a single message can be present in the source file/Kafka message, etc.","label":"Delimited Messages","fieldName":"isDelimited","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":700,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.binaryMaxObjectLen","type":"NUMBER","defaultValue":1024,"max":2147483647,"model":null,"description":"Larger objects are not processed","label":"Max Data Size (bytes)","fieldName":"binaryMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["BINARY"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":800,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.datagramMode","type":"MODEL","defaultValue":"SYSLOG","max":9223372036854776000,"model":{"labels":["NetFlow","syslog","collectd","Raw/Separated data"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["NETFLOW","SYSLOG","COLLECTD","RAW_DATA"],"valuesProviderClass":"com.streamsets.pipeline.config.DatagramModeChooserValues","filteringConfig":""},"description":"","label":"Datagram Packet Format","fieldName":"datagramMode","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":820,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.typesDbPath","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"User-specified TypesDB file. Overrides the included version.","label":"TypesDB File Path","fieldName":"typesDbPath","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":830,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.convertTime","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"Converts high resolution time format interval and timestamp to unix time in (ms).","label":"Convert Hi-Res Time & Interval","fieldName":"convertTime","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":840,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.excludeInterval","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Excludes the interval field from output records.","label":"Exclude Interval","fieldName":"excludeInterval","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":false,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":850,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.authFilePath","type":"STRING","defaultValue":null,"max":9223372036854776000,"model":null,"description":"","label":"Auth File","fieldName":"authFilePath","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.netflowOutputValuesMode","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED","max":9223372036854776000,"model":{"labels":["Raw only","Interpreted only","Raw and interpreted"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":""},"description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","label":"Record Generation Mode","fieldName":"netflowOutputValuesMode","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.maxTemplateCacheSize","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","label":"Max Templates in Cache","fieldName":"maxTemplateCacheSize","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.templateCacheTimeoutMs","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","label":"Template Cache Timeout (ms)","fieldName":"templateCacheTimeoutMs","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.netflowOutputValuesModeDatagram","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED","max":9223372036854776000,"model":{"labels":["Raw only","Interpreted only","Raw and interpreted"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":""},"description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","label":"Record Generation Mode","fieldName":"netflowOutputValuesModeDatagram","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.maxTemplateCacheSizeDatagram","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","label":"Max Templates in Cache","fieldName":"maxTemplateCacheSizeDatagram","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.templateCacheTimeoutMsDatagram","type":"NUMBER","defaultValue":-1,"max":9223372036854776000,"model":null,"description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","label":"Template Cache Timeout (ms)","fieldName":"templateCacheTimeoutMsDatagram","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":900,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.wholeFileMaxObjectLen","type":"NUMBER","defaultValue":8192,"max":2147483647,"model":null,"description":"Size of the Buffer used to copy the file.","label":"Buffer Size (bytes)","fieldName":"wholeFileMaxObjectLen","min":1,"dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63","243","244","245"],"displayPosition":920,"connectionType":"","displayMode":"ADVANCED","name":"dataFormatConfig.rateLimit","type":"STRING","defaultValue":"-1","max":9223372036854776000,"model":null,"description":"Rate / sec to manipulate bandwidth requirements for File Transfer. Use <= 0 to opt out. Default unit is B/sec","label":"Rate per second","fieldName":"rateLimit","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"EXPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.verifyChecksum","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"When checked verifies the checksum of the stream during read.","label":"Verify Checksum","fieldName":"verifyChecksum","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.excelHeader","type":"MODEL","defaultValue":null,"max":9223372036854776000,"model":{"labels":["With Header Line","Ignore Header Line","No Header Line"],"configDefinitions":null,"modelType":"VALUE_CHOOSER","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"valuesProviderClass":"com.streamsets.pipeline.config.ExcelHeaderChooserValues","filteringConfig":""},"description":"Excel headers","label":"Excel Header Option","fieldName":"excelHeader","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1001,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.excelSkipCellsWithNoHeader","type":"BOOLEAN","defaultValue":false,"max":9223372036854776000,"model":null,"description":"If checked, cells that have no associated header value will be skipped.","label":"Skip Cells With No Header","fieldName":"excelSkipCellsWithNoHeader","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["EXCEL"],"dataFormatConfig.excelHeader":["WITH_HEADER"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1010,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.excelReadAllSheets","type":"BOOLEAN","defaultValue":true,"max":9223372036854776000,"model":null,"description":"Specifies whether all sheets from the document should be read.","label":"Read All Sheets","fieldName":"excelReadAllSheets","min":-9223372036854776000,"dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"},{"required":true,"upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1020,"connectionType":"","displayMode":"BASIC","name":"dataFormatConfig.excelSheetNames","type":"LIST","defaultValue":null,"max":9223372036854776000,"model":null,"description":"Names of the sheets that should be imported. Other sheets will be ignored.","label":"Import Sheets","fieldName":"excelSheetNames","min":-9223372036854776000,"dependsOnMap":{"dataFormatConfig.excelReadAllSheets":[false],"dataFormat":["EXCEL"]},"dependsOn":"","group":"DATA_FORMAT","mode":"text/plain","elDefs":null,"evaluation":"IMPLICIT"}],"description":"","privateClassLoader":false,"provides":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService","library":"streamsets-datacollector-dataformats-lib","label":"DataFormat Parser","libraryLabel":"Data Formats","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.service.parser.Groups":["DATA_FORMAT"]},"groupNameToLabelMapList":[{"name":"DATA_FORMAT","label":"Data Format"}]}}],"rulesElMetadata":null,"elCatalog":null,"runtimeConfigs":null,"stageIcons":{"streamsets-datacollector-jdbc-lib:com_streamsets_pipeline_stage_destination_jdbc_JdbcDTarget":"iVBORw0KGgoAAAANSUhEUgAAAgAAAAIACAMAAADDpiTIAAAAA3NCSVQICAjb4U/gAAAACXBIWXMAAEqEAABKhAGt3T8EAAAAGXRFWHRTb2Z0d2FyZQB3d3cuaW5rc2NhcGUub3Jnm+48GgAAAwBQTFRF////AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACyO34QAAAP90Uk5TAAECAwQFBgcICQoLDA0ODxAREhMUFRYXGBkaGxwdHh8gISIjJCUmJygpKissLS4vMDEyMzQ1Njc4OTo7PD0+P0BBQkNERUZHSElKS0xNTk9QUVJTVFVWV1hZWltcXV5fYGFiY2RlZmdoaWprbG1ub3BxcnN0dXZ3eHl6e3x9fn+AgYKDhIWGh4iJiouMjY6PkJGSk5SVlpeYmZqbnJ2en6ChoqOkpaanqKmqq6ytrq+wsbKztLW2t7i5uru8vb6/wMHCw8TFxsfIycrLzM3Oz9DR0tPU1dbX2Nna29zd3t/g4eLj5OXm5+jp6uvs7e7v8PHy8/T19vf4+fr7/P3+6wjZNQAAGsJJREFUGBntwQmAznX+B/D3nJhxp5YKK0eSlLPclWQLSxvZsqVIbJKSVI5Eq0hyrCPJf0Uo933kbBCVI2ffcY5xDOOYZ24z88zz/ndsrcrxzMzz+T3fmfm8XkAeF1a6St1mj3Tq2X/4hI8/mTln4dJV6zZu3b5r/8Gok2cuJF7MzExLios9GXXo+93bt25a/8WyhXNmTZsyccTAXs88+kC9qjcWDoDKXYpUafJYz4EjJs1atnF31AU3cyjTdWzP5hWfTx45qNfj91UtDmWlkJvrtHp24Ph5mw8nU9TFqK0LJw7q1ubu8gWg/K7ArQ/1GDF9zd5zHjrvwv51M0e+2KpaISjHlW7wjzenRhz30AYxm6cP7tT45gAocWG3t+41Zsm+FFroolk+rnfbO4tASQit0XHYsmjmAqdWvd+pVkEonynf6o2Ze9OZq7jNnDfbVgyAypESjXt8uDmeuVbS1x/3uv96qGwo+sDApceZJ8SsGvJwSSivBdzWefKeTOYpnsip3e4MgrqW4i0GrYxjHpW4dmirUlBXEFj92Sn7PMzrDk57vmYQ1O9UeWFxPPONpJW9q0P9okS7j6KY75z6pOMNUMGNhmzNZD7l2Tm8WQHkY5V7LEpgPpey4uXbkR8VaD3pKNVPTk5tH4Z8pcBfp8dTXSJ5zmPhyCcKtvk0nuoPUuZ2CEeeV7DtjASqK0iZ9/fCyMMKPTIzkeqqUuc/XgR5UmDLWYlUXkhd0C4Eec3Nb0ZTee3MsIrIQ4JaLXZTZYlnzWMhyBvKvnWcKhvODK+EXC+o9RI3VTZ51nYIRW5WdvAJqhyJfa8ycqtbp7mpcswzryZyo9tnZVL5xpJ6yG3umuuh8p2VDZGb1F1E5WNr70VuUX8FlYCI5sgNmqyhErL1Ydiu3HwqQWuqwmah/ZKpRKUPD4e1WhygEne8PexUbh6VI1ZXhX1C+yVTOSR9WDgs82AklYOOt4NNCn9K5bBlpWCNOyKpHHe8ISzROYXKDzL6wAZhU6n8ZFEJ+F3VvVR+c7Qu/KxjEpUfpfWEPxWcROVnc4rCb8LWUfndjpLwk7B1VBbYURJ+Eb6eygo7r4MfhG+gssR318Fx4V9SWWNXKTiscASVRXaVgqMKR1BZZff1cNJcKstEBMI5T1NZpx8cUyGByjrpdeCQoM1UFooMgzMGUFlpEhxRN4PKTm3ggLBIKkudLQ15o6istQDibrxIZa+akDaGymLzIKxMKpXFPLdD1ttUVpsMWYeorHYhFJLqUVnur5A0mspyn0GSobJcXADkFPNQ2a4K5DSjsl5HyHmdynqjIecjKusthpy5VNbbBDnrqKy3H3K+o7LeacgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTk7qKx3CnLWUFlvL+TMprJeBORMpLLeAsjpTWW99yCnEZX12kFOmJvKduUhaBeV5c5A0lAqy02BpOpUlmsGUXuprBYTCFFvUFltFGSVTKCyWMafIWwolcX+A2nXJVJZK7MKxA2mstZUyAvZQWWp6OJwwG0pVFbKbApH9KCy0jA4ZDmVhbaHwCGlz1JZJ7kqHNOGyjr/hIM+orLMYjgpdBGVVSIKw1EhC6ksElEYDgtZQGWNL8PhuJD5VJbYEA4/CJlHZYX14fCL4LlUFlgXBj8JnkPld2vD4DeBgzOp/OvfofCn5rFUfhTfHn52YwSV33xXGX4XPMxD5R8fFYQNWp6n8oOkf8AS5bZSOW7fbbBGyPuZVM6aEgab1PyKykG7G8MyAZ1jqRwS/1Iw7FNifCaVE6aXhp1qbaESt6cJrBXQ+SyVqPiXg+E/RXAtJSZkUsn5tAyupQjkdMS13TbdTSXCs6A2ru0fkLMI3qg4JZ3K5zI/uwNeCFwIOZE14JXyEy5S+ZR72q3wSpNvIefAv+ClG0elUPlM+uRb4KVx2yDnYCS8dsPwRCqfSB1XDt4KjNkOOQd5J7xXckgcVY4lfVAG3mvKHZBziO8gK8I6b6XKkd09iiErJnAn5BxifBlkzZ0T4qmyKeU/9ZE1t6TyO8g5TM5CVoV3+YYqG/b0LI6sWkbugpwjJJsh62p+mECVJamfNEDWtSW5G3KOkDShyIbCXbdReW1frxLIhrAoknsg5yh/0B/ZU3tUNJUXTk9shOx5hz/YCzlH+YOUCsimgHvej6K6qlPj7g1ENt2axh/sg5wo/mgJcqDue0eoruDE2MaByL7V/NF+yDnGn7yOHKn97kGqP4ge1SAAOfEWf/I95Bzjz55CDt31r0iqS0S9f08AcuZZ/iwScqL5s4y/IMfueGN9GtUP3Jvfqosca+Xmzw5ATjT/K7EOfCC85Zjvmc8dnvhIMfjA3cn8r4OQc5y/OFMRvlG282fnmE/FL/hnRfhG5bP8xSHIOcFfHboBvhJYp9+GdOYz7q8GNwyGr/zpMH91GHJO8H++LQIfKtxq7J5M5hMe8+HfisOHimzj/xyBnJO8xO5y8K2iDwxcfp55XPzqIQ+XhG+V28VLHIWck7zU6XrwuYBbO324y808ybN/StfqgfC5ejG8VBTknOJvpD4GEYXv77/kLPOUuFVvtSgOEe1T+BvHICeGv+UZADGVnhy30cU8IHHLpM7VAiClv4e/FQ05Mfy9aaGQVLbl6zN2pzOXcu//fECbWwIgKHQaf+845JzmH2wsBWkh1R9/Z+kx5ionV4546q4CkFZqI//gBOSc4R8dvgeOKNaw+/iIWFrv/FeTXmhaEo645zD/6CTknOFlZL5fEI4pXOORV8avOJBG62QcXv1h33Y1i8ExBd/P5GWcgpxYXlZkAzgssNy9XYbO+vocLRC3ffaw5x6oEAyHNYjkZcVATiwvL/ODQvCLonc9+sqI6V/sjvXQYZ5z+9bOGPnqY3VKwC8KfZDJyzsNOWd5JQcawa+Cy9R86JnXR3+24fs4Cko4EDHn3/27tKxzcwj8qtEBXskZyDnHK/KMCYMdCpSv1/rJHm+8O3764g07DsVeZA6knzvy3ZdLZkwc3r9npzb1K4TBDmFjPLyis5Bzjldx6EFYKfT6ijWbtu74z74DBr8zYvS4Sf83/bN5i5av3rD56x17zOHDkXt3frN5w5oVi+d99ul/Pho/esS7Qwa+1uPJNvfVrnRDQVjpwUO8inOQc55X9UVNKHE1v+BVnYec87w6z4wKUKIqzPDw6i5AzgVeS9qoUlBiSo1K47XEQU4cry2+XxiUiLB+8bw2F+TE0RsnuwZB+VxQ15P0RjzkuOid/Y8HQ/lU8OP76Z0EyHHRW9GvFoPymWJ9oumtRMiJp/cSR1eA8okKoxPpvSTISWBWuOfUh8qx+nPczIpkyElgFm1pHwSVA0HttjCLUiAnkVl29KUiUNlU5KWjzLJUyElkNiRNaxYIlWWBzaYlMRsuQk4Ssyd6aBWoLKkyNJrZkwY5ycy2Ld1LQHmpRPctzLZ0yElmDlyc3TIY6pqCW86+yBxwQ04Kc+b0yBpQV1Vj5GnmTCbkpDDHIt9rGAh1WQH1hxnmmAdyUukLZ6a0LgT1OwUenhRDn4CcVPpI8oKnS0H9qvgTsxPoK5CTSt/JjHilEtQPbu6xOp0+BDkp9K19795fEPla8D0Dt9HHICeZPpe6bkCDYORLgbX6LEugz3kgJ5kiEpf3qRWIfCWg+osLLlCEB3KSKOb8/BeqIZ+o0v3zWIrxQE4SRcXM7HpHEPK0wOpdpp+gKA/kJFJcUsTIDrcgT/pz+xEbEikuE3IS6IxzK4a0+hPykFIPDVoWS2dkQk4CHXRsbt/7iiDXC2/yyudH6KBMyImnwzK/nzv4seqhyJWCb2v35ud73XSYG3Jc9IuM7+cO7lA9FLlGSLV2gz7fm06/cEOOi36U8f3cIR3uCIXVQqq1HzR7bzr9yA05cfS7jAOrPny9w903wDKl6rTvO2GFSaffZUBOHK2RvG/ZuD6P1ioJPyt2V9uXxyzek0hrZEDOBVonftfC0X2ebHFXmWA4KOhPNZp37D1y3o44WicDcs7TXp5z+9Z/Nqb/s63v/nMhiChYrm7Lzm+Mmrl2T2wm7ZUOOeeZOyQe2rJqzpTRQ17t9kSrJjUr3lAQ2VCg1C13NW759+deGTzq49krNh+IZ+6QDjnnmEulnz+6e9PKJfM/nzF18sSxI4f/a1D/vi/37N6l0xNPPNWl+wsv9+036O1hI8dMmPyfTz+ft3jFxl1HzqUxl0qHnHNU1kuHnLNU1kuDnFgq66VBTiyV9dIg5wyV9S5Czmkq612EnNNU1rsIOTFU1kuFnBgq66VCzikq66VCzkkq66VAzkkq66VAzgkq66VAznEq6yVDznEq6yVDTjSV9ZIhJ5rKesmQc4zKekmQE0VlvSTIiaKyXhLkHKWyXiLkHKGyXiLkHKGyXiLkHKayXgLkHKayXgLkHKKyXgLkHKSyXjzkHKSyXjzkHKCyXjzkRFJZzwU5kVTWc0GOobKeC3K+p7LeBcjZSmW9KMhZTmW9HZAzncp6ayDnAyrrzYScTlTWew1yqlFZ737ICUygspynKAStprLcHkh6jspyb0JSyXQqu1WGqCVUVvsWsv5GZbXnIStgL5XFYgpC2N+pLNYb0gINlbXOhkPcQ1TW6gIHjKey1Hw4odB+Kiudug6OqJlGZSFPczikL5WFRsEpgeuprLO7ABxTNo7KMhfvgIMecVPZpRsc1dFNZZNecFhHN5U9XoTjOrqpbNETftDRTWWHF+AXHd1UNugBP+nopvI7z/Pwm8cvUvlZelf4Uc1DVH4VXR9+VXQulR+tKAV/ezGNyk/cAwLgf/WiqPzi9P2wQoklVH6woQwsEfBqBpXDPO8GwR71d1M56tCDsErwS/FUjkkZWAC2KT2dyiELysNGTfZQOeDAX2Cp4JfjqYQl9wuFvUp/SiVqblnYrcl2KjG7msN+LbdSidjeNgD+VRteaf4llc9tbQmv1Iac4fBSk9VUPrWxObz0HuR8VxTeumcplc+svRfeunUV5Jgn4b2a8zxUvrCyIbw3cBXkmCXIiurTUqlyKGNuPWTFni8gx6QVQ5aUfGk/VQ4c7VcaWXIbV0OOYSdkVZMZF6myJWN+i0Bk0SCuhhzDLQHIsut6G6osixpQBllWMIprIMeQzyA77p2ZRpUF7oUPBSIbBpNrIMeQsSWQLaX6HKDy0rGBNyFbKl0k10KOITkR2XX3iKNU13Tq300DkU0rSK6FHEMysw6yr87ww1RXcWJMo0Bk29/4g3WQY/iDbwORE7XeOUB1Wcc+aBCAHAiP5g/WQY7hj7ojh+5821D9ztERdwcgZ4bxR+shx/BHFyoix6oP3kf1q8PD6yDH7k7nj9ZDjuFPDl4PH6jQbV4cFROX9KwKH6gUy59sgBzDn30dBp8Iqj9oUwbzscxvhzYNgU9cf4g/2wA5hv+1NBi+UqzthEPMl6KndLgOvhL2Df/rS8gx/MXH8KVbus93MV9JWvribfChoKX8xZeQY/irt+BbQQ36Lz3HfMG16q17Q+FbH/FXEZBj+D9d4XuVn5yw0808LHPv5C7VAuBzA/k/GyHH8H/cz0BE+L1vLIplHnRhxZvNi0FEX15iI+QYXmp4IKRU7DhuWwbzjMzdk56pGgAhIVN4qU2QY/gbC8IhKKxRjw83JzCXS/5mSq/7ikBQyQ38jU2QY/hbO26CsIA/t+43a28GcyG3mfPmI5UCIezWg/ytzZBj+Dsn68AJoTX+MXz5ceYaMV+MfLp2ITih2QX+zmbIMfy95EfhmOKNnx+7dH8qLZYWuWL8i/eVgmOey+DvfQU5hn/g6RcARwXc1LjTkE+/Ok2rnPt61tAu95YLhKOCP+AffQU5hpex/hb4Q/gdbXqPW24u0q/SD62a+Orf7ioKf6i+jZexBXIMLyfphQD4TeBNtVt27jd29peR8XRM4qFNc8cN7Nq6btkg+E1w/zRezhbIMby8LyvCAoX+fE/b7oMmLthyJJkCUo99vfijIc8/2rBiOCxQfRsvbyvkGF5Bcq9A2CTkugp3Nm75RPe+/xo7df7abyNjkplFqWcOblu3cNq4d17/Z8fWTWtWvL4AbBI8II1XsBVyDK9oY2VYLbhEuUq31ah9T6P7HmzZtv3jT3Xp3vPlvv3fGjp08IDXevfs/mynJ9q3bdXi/sb31L6zWuXy14XAands5xV9DTmGV5bSOxDKEcED03hl30CO4dXsfBDKAX/dz6v5BnIMr25NbShhDTby6r6FHMNr8MyqCCWo6nxey7eQY3hN6f++AUpImUluXtM2yDH0QsKb4VACiv4rmV7YBjmGXjn9fAiUj4W+eJZe2Q45hl468VpxKB8q2e8UvbQdcgy9ljS2IpSPVJ6QTK/tgBzDLMic3xDKB5ou8jALdkCOYdZ83SEIKkeCn9jGrNkJOYZZdax3UahsK973OLNqJ+QYZl382FpQ2VJnfCKz7jvIMcyWPX1KQ2VR6T57mS27IMcwm9zLOxSE8lqB9svczKZdkGOYfa5JDaC8Um/8BWbfbsgxzJEDA8pDXcONffczR3ZDjmEOedZ1vxHqiko9vdzNHNoDOYY55/m6XzWoy6j0SoSbObcHcgx948CIhoFQlwioN3QffWMv5Bj6zJmPWxeE+kmBhz48RZ/ZCzmGvpQ0/6mSyPdKdJydQF/aBzmGPub+ZniLcORbYc3f3eqmj+2DHEMB6Zvevq8g8p0CTQdHpFHAfsgxFJK6bmDDEOQbwfX7r0mhkP2QYygoaeVrdYOQ5wXWfnV5IgV9DzmGwuLXDvtbWeRZNz3yzhoXhRnIMXRCzOKBLUoijynRvP/CU3SCgRxDxxya9XKjMOQJhRq8NOMAHRMJOYaOcu+a3K1RCeRixRs899HODDoqEnIM/eDUmjHdGpVELlO8QddRX5ykHxyAHEO/iVkztlujksgFijfoOuqLk/SbA5Bj6Gcxa8c+/1DVQrBSgSotuo/+4iT97CDkGFrBE/PVzKFdH6gYAisEV7i/y9ufbjrpoRUOQo6hVTKjIz4Z/HTT8iHwi+CyjZ8a9J8NUW5a5RDkGFrJc27fulmj3+jcsk7ZUAgLuanWQ0+/9sGMtXvPemilQ5BjaL048+Xssf2fbXNf7cqlw+AThf5UqVbT1p3fGP3Z+v3nPbTdYcgxzF3ccdF7v1o15/9Gv/1qtyda3dvw7lo1qlWpULbM9cULFwzGJYIKFC5eqnTZCpVvq1GrXsOmLR9/rs/gUR/PXrl5T9SFDOYuhyHHMC/JSE24EHvmQkJKOvOSI5BjqKx3FHIMlfWOQo6hsl4U5Bgq60VBjqGy3jHIMVTWOwY5hsp60ZBjqKwXDTmGynrHIcdQWe845Bgq652AHENlvROQY6isdxJyDJX1TkGOobLeKcgxVNaLgRxDZb0YyDFU1jsNOYbKeqchx1BZ7wzkGCrrnYEcQ2W9WMgxVNaLhRxDZb2zkGOorHcWcgyV9c5BjqGy3jnIMVTWOw85hsp6FyDHUFnvAuQYKuvFQY6hsl4c5HxHZb3TkLOOynr7IWculfU2Qc5HVNZbDDmvU1lvNOQ0o7JeR8gp5qGyXRUIMlSWiwuAoNFUlvsMkupRWe6vEHWIymoXQiHqbSqrTYasMqlUFvPcDmFjqCw2D9JuvEhlr5oQN4rKWgsgLyySylJnS8MBdTOo7NQGjhhAZaVJcEbQZioLRYbBIRUSqKyTXgeOeZrKOv3goLlUlokIhIMKR1BZZff1cFThCCqL7CoFh4V/SWWNXaXguPANVJb47jr4Qfh6KivsvA5+EbaOygI7SsJPwtZR+d2OkvCbgpOo/GxOUfhTxyQqP0rrCT+rupfKb47Whd+FTaXyk0UlYIPOKVR+kNEHlrgjkspxxxvCGoU/pXLYslKwyYORVA463g6WCe2XTOWQ9GHhsE+5eVSOWF0VdmpxgErc8fawVmi/ZCpR6cPDYbNy86kErakK2zVZQyVk68PIDeqvoBIQ0Ry5Rd1FVD629l7kJnfN9VD5zsqGyG1un5VJ5RtL6iE3unWamyrHPPNqIrcqO/gEVY7EvlcZuVlQ6yVuqmzyrO0Qilyv7FvHqbLhzPBKyBuCWi12U2WJZ81jIchDbn4zmsprZ4ZVRF4T2HJWIpUXUhe0C0GeVOiRmYlUV5U6//EiyMMKtp2RQHUFKfP+Xhh5XsE2n8ZT/UHK3A7hyCcK/HV6PNUlkuc8Fo58pUDrSUepfnJyavsw5EeVeyxKYD6XsuLl25GPBTcasjWT+ZRn5/BmBaBKtPsoivnOqU863gD1iyovLI5nvpG0snd1qN8JrP7slH0e5nUHpz1fMwjqCoq3GLQyjnlU4tqhrUpBXUvAbZ0n78lknuKJnNrtziAorxV9YODS48wTYlYNebgkVDaUaNzjw83xzLWSvv641/3XQ+VM+VZvzNybzlzFbea82bZiAJSvhNboOGxZNHOBU6ve71SrIJSEsNtb9xqzZF8KLXTRLB/Xu+2dRaDklW7wjzenRhz30AYxm6cP7tT45gAopxW49aEeI6av2XvOQ+dd2L9u5sgXW1UrBOV3ITfXafXswPHzNh9OpqiLUVsXThzUrc3d5QtAWalIlSaP9Rw4YtKsZRt3R11wM4cyXcf2bF7x+eSRg3o9fl/V4lC5TFjpKnWbPdKpZ//hEz7+ZOachUtXrdu4dfuu/QejTp65kHgxMzMtKS72ZNSh73dv37pp/RfLFs6ZNW3KxBEDez3z6AP1qt5YOAB52/8DTxb+TnuhD7EAAAAASUVORK5CYII=","streamsets-datacollector-dev-lib:com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAADXUlEQVRoQ+2XWchOQRjHf5+lEMqaCxf2ZI/IVoQLkaWI0BclbhBKKLJcKJTIVkJSiCRKFEUiyS4KWSNcIMp2Ye+v52ga55xvcpz01czVe87MPGf+y/M881ZQzUdFNT8/EcD/VjAqEBUoyEC0UEECC2+PChSmsGCAqEBBAgtvjwoUprBggCwFWgBdga9e/FrAc+AO8MOb6wU0DDjPZ+AC0BjoAXyzPTWBl8BNe+4GNHHi6dtXgTfuN7IATAN25RzmMjAJeGhrFOcwMCYAgA7Z0db637gN6OB1gEdAcy/eAmBdCIA+wDJgJHANOGKbBKyNE6AzoI8KwGygOzDd5g8CT4Eazvr5xrIAtAI2AQNsfjdwHthhz7OAtsA8exZpin0rBIDW6AOPgRlOUL0fCBwyds4BQxyr1QauALJga+CTx+BGYKIp8BZoCrwyULKs1HGHGy9tPvcPTTvgPiAmtnqBxcwDe9ffPK3HevZbAMSyDtke6AvsA9Z7AKScbDQVkLpSwR2KLVW0txL47ls0r4zmAVCclWYzWWeLBZZ3L5oCOvg7y5UNQAdgMjAKmAB8sD0jgGOAr6amVwOLgNHA0bT8KgJgrCVuGgAl4mlL8qFAfUcR/xyNgLtmSYGU6hqqaNdtbxez2h8YigAYDyhRxZ6qj8phooAAuCOpPLJU2lBuzPHsOgg4A+y0PPTL9q84/wLAWmCx9QXXQvL9C/PuqhwFdI7ksPcAsf0FSEANB05kAC8EQH7e67HmAkiSeBiwzQ6mdy2B404DS+yi5tYJUGl+Yg0tz3qFFFBtP2s1XA1tf0oSJwBc8g4AgzPUWA6sMCvdsKRWn5ib0vV/xwyx0ExguyehGooaju/ttCrkbvX7gDvXG7gEvLdE7gmoAKgYZI4sALqXqAaL5SVWv9VU1IWXAuMsotsjGlglOQk0s9r/2skzJblA98tQwC8Az+xakZX4uRaaAuzJQw5stjafVB9dtOThqkZeRVoIrLEAUkv2yR1ZCiTNxd8seeV3efmUM6mbou5LujtVNXRJ0y1UsfyRXF/0XpbSteSvAFS1r8z5unYB/BjykfiPLISlMtdEBcpkNyR2VCCEpTLXRAXKZDckdlQghKUy10QFymQ3JHZUIISlMtdEBcpkNyR2tVfgJ7j+uDHAB/IgAAAAAElFTkSuQmCC","streamsets-datacollector-jython_2_7-lib:com_streamsets_pipeline_stage_processor_jython_JythonDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABGdBTUEAALGPC/xhBQAAA/BpQ0NQSUNDIFByb2ZpbGUAADiNjVXdb9tUFD+Jb1ykFj+gsY4OFYuvVVNbuRsarcYGSZOl6UIauc3YKqTJdW4aU9c2ttNtVZ/2Am8M+AOAsgcekHhCGgzE9rLtAbRJU0EV1SSkPXTaQGiT9oKqcK6vU7tdxriRr38553c+79E1QMdXmuOYSRlg3vJdNZ+Rj5+YljtWIQnPQSf0QKeme066XC4CLsaFR9bDXyHB3jcH2uv/c3VWqacDJJ5CbFc9fR7xaYCUqTuuDyDeRvnwKd9B3PE84h0uJohYYXiW4yzDMxwfDzhT6ihilouk17Uq4iXE/TMx+WwM8xyCtSNPLeoausx6UXbtmmHSWLpPUP/PNW82WvF68eny5iaP4ruP1V53x9QQf65ruUnELyO+5vgZJn8V8b3GXCWNeC9A8pmae6TC+ck3FutT7yDeibhq+IWpUL5ozZQmuG1yec4+qoaca7o3ij2DFxHfqtNCkecjQJVmc6xfiHvrjbHQvzDuLUzmWn4W66Ml7kdw39PGy4h7EH/o2uoEz1lYpmZe5f6FK45fDnMQ1i2zVOQ+iUS9oMZA7tenxrgtOeDjIXJbMl0zjhRC/pJjBrOIuZHzbkOthJwbmpvLcz/kPrUqoc/UrqqWZb0dRHwYjiU0oGDDDO46WLABMqiQhwy+HXBRUwMDTJRQ1FKUGImnYQ5l7XnlgMNxxJgNrNeZNUZpz+ER7oQcm3QThezH5yApkkNkmIyATN4kb5HDJIvSEXJw07Yci89i3dn08z400CvjHYPMuZ5GXxTvrHvS0K9/9PcWa/uRnGkrn3gHwMMOtJgD8fqvLv2wK/KxQi68e7Pr6hJMPKm/qdup9dQK7quptYiR+j21hr9VSGNuZpDRPD5GkIcXyyBew2V8fNBw/wN5doy3JWLNOtcTaVgn6AelhyU42x9Jld+UP5UV5QvlvHJ3W5fbdkn4VPhW+FH4Tvhe+Blk4ZJwWfhJuCJ8I1yMndXj52Pz7IN6W9UyTbteUzCljLRbeknKSi9Ir0jFyJ/ULQ1JY9Ie1OzePLd4vHgtBpzAvdXV9rE4r4JaA04FFXhBhy04s23+Q2vSS4ZIYdvUDrNZbjHEnJgV0yCLe8URcUgcZ7iVn7gHdSO457ZMnf6YCmiMFa9zIJg6NqvMeiHQeUB9etpnF+2o7Zxxjdm6L+9TlNflNH6qqFyw9MF+WTNNOVB5sks96i7Q6iCw7yC/oh+owfctsfN6JPPfBjj0F95ZNyLZdAPgaw+g+7VI1od34rOfAVw4oDfchfDOTyR+AfBq+/fxf10ZvJtuNZsP8L7q+ARg4+Nm85/lZnPjS/S/BnDJ/BdZAHF4ErXhhgAAACBjSFJNAAB6JgAAgIQAAPoAAACA6AAAdTAAAOpgAAA6mAAAF3CculE8AAAACXBIWXMAAAsTAAALEwEAmpwYAAABWWlUWHRYTUw6Y29tLmFkb2JlLnhtcAAAAAAAPHg6eG1wbWV0YSB4bWxuczp4PSJhZG9iZTpuczptZXRhLyIgeDp4bXB0az0iWE1QIENvcmUgNS40LjAiPgogICA8cmRmOlJERiB4bWxuczpyZGY9Imh0dHA6Ly93d3cudzMub3JnLzE5OTkvMDIvMjItcmRmLXN5bnRheC1ucyMiPgogICAgICA8cmRmOkRlc2NyaXB0aW9uIHJkZjphYm91dD0iIgogICAgICAgICAgICB4bWxuczp0aWZmPSJodHRwOi8vbnMuYWRvYmUuY29tL3RpZmYvMS4wLyI+CiAgICAgICAgIDx0aWZmOk9yaWVudGF0aW9uPjE8L3RpZmY6T3JpZW50YXRpb24+CiAgICAgIDwvcmRmOkRlc2NyaXB0aW9uPgogICA8L3JkZjpSREY+CjwveDp4bXBtZXRhPgpMwidZAAAGP0lEQVRoBe2X21OUdRjHMTPKBAtFUpHDghpY0UnNgcFGnWrK8aapiy76v5quuut0meOUHXC0MiPNI6mgchAFzJJCwyj7fHbeH8nO7rLsvrtwwTPzmXd339PzfU6/35aVLdr8RmBJDq/3mnvwODRCAmpgGYzDMPTDCPwO/0LJ7MEc3vQA11RAG+yFTqgFBdyEPjgHJ+EMXAV//wcUXlTLJQPVePAS7IA6aIb1sBrKwWdMgdEfhAtwAn6Gs/Ar3IGi2NIsT9WxStgIu8EMTICRrQKz9yf8Bkb8LpipLdAOL8NT8CgowHsVGqvNVkIP87aV92HZjMInMARjoIDboDCvbYXtYNb2wTY4CB/BCbBvYuuTbAKsX8viOOisYvyuw3+ADqea/dINPeD5XbAW2sDfFG/WSiKA9yTLwhqWXE3nLBUFTIKir8EVuAGxOc+zknXsMS6zb2zuxggzcgwOREdHbayWrYTyedFybnoatoKfLZsPoQvmkkUuz83iFPAIrzTyO8GaPwVdcASuQ1EsLgGOYyOv8/VgqXwOX4JTp2gWhwCfUQOd8Aq4tfgOnEY2bVEtDgHr8PBFcAFz1Fo6zv2ilQ3PnrY4BGzgaTatmz2jfxH6IawTTiKnk+PTtSVWK0SAjq2AJmgFHT4PznxXbBvac/aEDe7i50ZPcWYnlhW5EAHucepgE+joL6DzitoNb4NN7XfFugLr9Ch8A5aZGz/3UXlbIQKs92p4AlaBc19Rm6EW3ANZVu5/fgB3p4oxWwl4Bz4DJ1Xeq3MhArxXhy0PnW8Gy8QScSvh8TR8CofBsqkEBSrO7JmZpTAvAnTydoT177bbiPvH5ih8AOdgEP4Cs9UCrhfeewjsmb8hb1uS951lZQ9xr6XzGrwJz8Na0CF7oRcug5s5f7Pk3MmGzNgzd+Ae5G2mL18z6jbmEBh1HXa/Y2kZ7dVgzZulS/AjGHWPZsU/QAVbIRlIfbmjswHehXbQye/hC1CA9Z53rXNvWjNaczWzprPlETayTWxEK2ASHI3WvRkIvWEJWTI2+kT02Wu8T2F5lVIuGfAanbUk1oMOOQabwJp3H+R5a/oCGBT7w0b1qKh1UAteZ0kpcBjsEe/rA7Pk757P2bIJ8FwVbIYd0AFPgs5ot+A6jMA1OAMDoCiFmhV7RFGWTyN4zsZXjM9xahl5e8d1oguOQC+46M1qmQT48nrYF6EI5711fRxsxNOg46NgSRg5o/8cOJEaQMf2w3lQhOVnydnkDfAsbAevN5M6rYCP4VswQFOQ0XxgOjNSW+Et2AmOQR/8HrwPh8DIjoGOez6YEbWmDcJduAo65jU6Yx8ozLI5BkZ+EsyGmbFUtXCt5wy0z5UZZsTSWYhWOK+TRvoKWLuZpokvsKR01jFr43pvpkB53Q0w0oqaAIP3OrwAPqsfeqEbTkFYV/iY+cErObcBnoEEVEQYJUvA6DhBjEyqGEV4TscsMV9oJhSkGZxyMNKW0BuwF7aB71WsgXsM6sCS7IBWWAM+W8HJ94YI832G6Zh2v3MKUdQeGIAeMDJGyFJyPPrwUCoK0VnfocP2kAGw/puhJTrqpEEJvuicG8CLoPgt0A6K9V7N4XAJxsNN/jibKcqxWBth85kJa9Qy8aGK8LsiFGA0vWc56OQKUIi/eU6BqWYZ9cEB+AlscJ/fCZZXGxg4S25OArh+humAGN3KGWcK+6IoBRowM6qjZsXmV3wVrALfmzYC/r5QzCwGgk8KCyxIAfadJahZeja7pWP0zYIZcUCYnenG8fNCMXslAa+Ckyk0sVNpGBylMg4LUkANfu2BXTqILQNH8Fn4Gr6KPiezNJcpxH0lMdcMx+dIxADHy+BEOgk3wWuSlk3AdKOEi0t01PHDcBCOglsRHQ6jmY//WyYBXuzsFZvK0VYqcx0w6mGRTDZrppc7x9OZN7kohcXICeAyX0zTcZ22xveDjerU0YeMZplkMxeoBHSAK+EmqAfHm4tNIaZjBsqROAjd0BUdxzhmjTznkzabAC+yfMyUq5/Ot8BGaII1UA0KVZSro9eH/tHJMNetY7cbt8A612kj3gNuHYZAp5PThWNOlouA1AfpoKPNea3j4medt6fSCXAM6pglYV8pQnR4ChZtMQLzFYH/ACjJozKATF8FAAAAAElFTkSuQmCC","streamsets-datacollector-dev-lib:com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAADXUlEQVRoQ+2XWchOQRjHf5+lEMqaCxf2ZI/IVoQLkaWI0BclbhBKKLJcKJTIVkJSiCRKFEUiyS4KWSNcIMp2Ye+v52ga55xvcpz01czVe87MPGf+y/M881ZQzUdFNT8/EcD/VjAqEBUoyEC0UEECC2+PChSmsGCAqEBBAgtvjwoUprBggCwFWgBdga9e/FrAc+AO8MOb6wU0DDjPZ+AC0BjoAXyzPTWBl8BNe+4GNHHi6dtXgTfuN7IATAN25RzmMjAJeGhrFOcwMCYAgA7Z0db637gN6OB1gEdAcy/eAmBdCIA+wDJgJHANOGKbBKyNE6AzoI8KwGygOzDd5g8CT4Eazvr5xrIAtAI2AQNsfjdwHthhz7OAtsA8exZpin0rBIDW6AOPgRlOUL0fCBwyds4BQxyr1QauALJga+CTx+BGYKIp8BZoCrwyULKs1HGHGy9tPvcPTTvgPiAmtnqBxcwDe9ffPK3HevZbAMSyDtke6AvsA9Z7AKScbDQVkLpSwR2KLVW0txL47ls0r4zmAVCclWYzWWeLBZZ3L5oCOvg7y5UNQAdgMjAKmAB8sD0jgGOAr6amVwOLgNHA0bT8KgJgrCVuGgAl4mlL8qFAfUcR/xyNgLtmSYGU6hqqaNdtbxez2h8YigAYDyhRxZ6qj8phooAAuCOpPLJU2lBuzPHsOgg4A+y0PPTL9q84/wLAWmCx9QXXQvL9C/PuqhwFdI7ksPcAsf0FSEANB05kAC8EQH7e67HmAkiSeBiwzQ6mdy2B404DS+yi5tYJUGl+Yg0tz3qFFFBtP2s1XA1tf0oSJwBc8g4AgzPUWA6sMCvdsKRWn5ib0vV/xwyx0ExguyehGooaju/ttCrkbvX7gDvXG7gEvLdE7gmoAKgYZI4sALqXqAaL5SVWv9VU1IWXAuMsotsjGlglOQk0s9r/2skzJblA98tQwC8Az+xakZX4uRaaAuzJQw5stjafVB9dtOThqkZeRVoIrLEAUkv2yR1ZCiTNxd8seeV3efmUM6mbou5LujtVNXRJ0y1UsfyRXF/0XpbSteSvAFS1r8z5unYB/BjykfiPLISlMtdEBcpkNyR2VCCEpTLXRAXKZDckdlQghKUy10QFymQ3JHZUIISlMtdEBcpkNyR2tVfgJ7j+uDHAB/IgAAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget":null,"streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_processor_expression_ExpressionDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABmJLR0QA/wD/AP+gvaeTAAAD90lEQVRoge3ZXYhVVRQH8J+TZkyW9IE1FGpiWRj0gVIgmQkmFD0kvoRQImUfL1EPRa/VUy+BD5lhPQRFmlSWfakEQRARZIph0Qc4hWLlmFbSqDO3h3Vvc+65+5x7ZubO9HL/cF72WWvt/9p7nbXXXocuuuiiiy7GgSmTONdC3IGezNgADmaefyaRz5gwB/dgMw6jlnsOYCPuxPT/iWNlTMESbMFprc4cwwYs6PTEZ2ERHsGlHbJ5Bd7V6kRNOPcCLhrPBPPxELbhKPabgJXBapyQduQXLKtqaC7WYyt+zRn6GOd2jnMLrhdkU06cqfMqxFp8jeECAx+hd2J4N2Eh/izgMIwHihR7hIfHE4q7cPYoicwQ274eT4gFWq5ahlld4EANg7ixTHmeiPOGwo9G9xEtFeH3t8j1+8T2N+wNiG+qHXaUOPFVmeJynDISdzdXJH453sxM8pKR7+XaOvEsifvb2FsgnWIbz+0ppbk4khHaWJH8rTm9txIym3MEDlSwu7vEgU154V7szQgMilVth5VGdqyGQ9IhtylH4FgF2w+XOLAvL/xiTuCVChMs1PrRP1Yguz8nt6uC/b4SBwaygmsSAskYy6AHX+R0jkufE0tycmfqY1XwW4EDfzUEZmn9wAYLiGRxX8Lo1oRcr9juLPm1FcnDZwUOfNsQ2JB4uaeC4c8TenliM/Fh5v0PuGUU5OH1Age2EQXZYOLlzjZGZ0uf2NfU358nDrD++vhBcYJOGyV5eKPAgXunYpX0Cft7G6M3ab0QDeNBLMYNdfI7sV3UUKfGQB7OSYydxDtTxeUhhXY1z5zE2JCoYZ4SNdWJqgzbYFZibEPD/k/S2/NlG6OPJ3Te7wzfJkwXV83sPD+LENWDywoU2x1g/Ymx4bFxLMUizcVfDevETiNOw6KD4soSw32aC7Sa2M0qWIbrKsq+nJvjubzAd4odKKy769iS0FlRIt+H9/CNdFyn5LMZ8gPNXQ20eph9tleYIN9dOCyyUBbTRfk8gE8rkqe5tOkv0ru7xIEhI3m9CFfj+4TeJ6J4e7tO/CgexdSK5JcaOWf+EFfNJHrElhY58WqFyaaJWmqLCMkBcY7swWui7p9RkThcIi5RDQ67tblQrRSrlnJgWHTUJgsXaq1aayLZrFfSTXwmodR4jihOt53EBYoLt5rY2dLE8qTijsRB5Wl1vJivOWwahLeKlZ9X1dA6xc2lflEDdRorxC3utKhwn8VtxtEfnS1SaMqJ03h6PMZzWInncRfO75DN/7BYpMFUZ+CQ6PXM7PSkE4E+Ubzt0BpeJ0UrZZUJWMF2GMsPjikixK7CxepVYR1DouG018QUdl100UUXXXQW/wKLgdYjXL+F5AAAAABJRU5ErkJggg==","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAoCAYAAAC4h3lxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEwAACxMBAJqcGAAAAsxJREFUWIXtl79rU1EUx7/3pqUVoXnGDlJsKxYVBxexm06OShWr4o86CUUFhy4FZ/UvqCDi1smtuDl0sCAUzCK2hf4wr7k3JRSkTV6EVprkHIfSGmKSd9/Le3kI+Yz3nnPu98u5ZzhiaODUWwg8wX8IgafkST34nAifoxbjHZ5dV2pCzmGu1FXeu02AHbUkc3ityHwXQFkCwHI2uyWpPEJEvyJW5g6RUwJGtNY5AJAH56lMZimG2EMAFJk4d4iluK+UWj44iFXebhfyqwkrXgTE1dZrM4AxaWs1XXkUq47JOc6XRI91FgIXWqfMHQJP21pNVp/LWsElyY8BToYvywwizMc6O8dr3Yl6Sef6+/uKMpYUQF940twh8AYBw0qpzVr3NTsAACuZTJbL4iYIv8OT58qOZL5RTzxQYwYqyRfyWcvqSQshbgWvzQDCWCqjZhuFNDQAAHnHWUhY8SOAuBycMhP4VUqrN25RdWegCjk0OPgRENebVGUGYSaVSY8CYLfQujNQXbKju/sBAUvNKTOA6fvRvd1HMBAPmHcAAHBmYOB0ScivEjjuS5wLxPSTpRxOp9PKNMe0AwCANa1tCb5D4JJ3eY0hoiI4NupFPGAwxNXkHCfda1lbgLjmNbcRAuKpnUnPeM3zbAAAth0nmYhbJyBwyU9+NQSesrV67SfX0xeqJLhFaH8x8Zvt20Awi9DfxcRvBd8GgOYWISIqVC4mfmnKALC/CEnIMXhbhEhIca9yMfGLryGuJlfIrxyLW11C4IpZBr+0lXofxNtNd+AQwQvmodI41o3gDERE20DUtA1ETdtA1LQNRE0EBniRSX4LqlorDewy+IXV23sxtZH6EVTRjqAKNYIYnzpBz1a1XofytPK6Eq4BwiZLnljX6kNYT4T1hRhM70qSz9sqPPFAKB3gRQDjKa3ng6/9L4F1QJDYORxSpVoiHgD+AMGyLeItyvXeAAAAAElFTkSuQmCC","streamsets-datacollector-orchestrator-lib:com_streamsets_pipeline_stage_processor_controlHub_ControlHubApiDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAAAXNSR0IArs4c6QAAAAlwSFlzAAALEwAACxMBAJqcGAAAAVlpVFh0WE1MOmNvbS5hZG9iZS54bXAAAAAAADx4OnhtcG1ldGEgeG1sbnM6eD0iYWRvYmU6bnM6bWV0YS8iIHg6eG1wdGs9IlhNUCBDb3JlIDUuNC4wIj4KICAgPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4KICAgICAgPHJkZjpEZXNjcmlwdGlvbiByZGY6YWJvdXQ9IiIKICAgICAgICAgICAgeG1sbnM6dGlmZj0iaHR0cDovL25zLmFkb2JlLmNvbS90aWZmLzEuMC8iPgogICAgICAgICA8dGlmZjpPcmllbnRhdGlvbj4xPC90aWZmOk9yaWVudGF0aW9uPgogICAgICA8L3JkZjpEZXNjcmlwdGlvbj4KICAgPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4KTMInWQAACspJREFUaAXtmXuQ11UVwPf9iFiRl2sr6EhCmLy0sSWUQUelUTFLzNBqwJrCJqcxmpyxyfrDZBp6jVQ2zWg5gIyUPWBwxCQkKEo2ECxjQCAeCstKtrz2vdvnc/fe33x/7MJuUP8UZ+bsOefec88959xz7vf7/W1BwTk4l4H/7wwU/gfCryopKZlUVFR0U1dX17XYGw0OBdvA7YWFhasYX9rW1rYZWSgGO0D37gLPCs4kANeIxeXl5ZdAb8HB6eAwnB2OPAIeEgIoZqwIuQH5EYJ4zAkgBVEEr/JZB6LR/oAbigEqKiouLS0tnYhQDV4AX8tpfKmsrGwb2IXcBraCXVH+XvfKglLo4MgbzJkkMix3cX9BxzvBroEDBw4hq2PBchxuaG9vP8D48c7Ozv3gHxhbhTyI7E+CukcriFg4ubi4uK2jo2MtAX0YvRr4HVEH8t+DlPXBbPw1MvoX6AFoPXQvuAr+Pra/IOMCw2ULQE9CbIn0KLSW07uYuZXg3XHNv5PMzDZ9s8lwDRv/JuNQcixQxjvBrejMxmR5NFuC/J24pgO+OfJPOg9/O7iHk/hA1E97RfHsScp8ORs9Eze3psX2iNa5aAApqEU0uLeRYBALM3PqbGX8fCcZfxr5T7ADlYG0Z7fUx9++ItaYDfgx6Fep+RaoY2mdt4dy0IO2g8JEdK/nat1JT+wAX7D2GZ9AH7wDuouxn0LbkA+Cn2f+CGMGYkP3+1Y6XffrlE07gAw9xyZT4fMAJ5Os4+qnzZXLwEOs+2Jra+sS+AJKZSpBXYOj62j8dY4BhdjfCB3ANXsV9ASY9oY9PaRM9qYVssqmU9j0IZw9gTPPQJ9CXs2C/cgDQK9D7YQbKvKuNYgq8MaY3Y04vodbZx10L+O55DFvcqZYSvFW8pr1YXdWEDbA6LcooTcJ5IZoLbcxcjXz94ObMjVuf3SC1rq9IW1l/mH0U8Jscp0sAQuYX+J6cL5yBPcxEWcEOScx+is2+NxJVjRckRmrRu9R9A6DwWGot46BhCCig0to7ssy6wqQ383c686TpJ8zN5w1PhwTpKCTnEdPNamDXZWVlTWUzEhqcyFye6zheznyufB3U0rToUUc+0ZwNRtvRf+96NaAqQTMsuUlTgCvY10JNtqg3lQLQGvfJ10j5fUsNmfCXwu/nmEbTT9zDQffJ6QTuBDNkfGV4QkcrAfNcMCYVe/2B9ELyYgPqMXORb1UUp6GfHitYH4X/KGok07pVZOGrSGMbwO/nfG013I61Qm4zgVHyUYtWV0MfyM4ALQ5za4Z8Wq0nr1dVpOxfdwujZzGL5HfYvz94DtB9U2Kp+F6webXXrKlL/tZtwwbB6GV4MOcxDHsbmDO9T1OodeoUNSYD6aPYGAZOAZZ0GEN2YDqeFW2M18GXgkvGFAXZfd9yuRO+E3M6bjrdF5eSInI+nC4qanpYPd0wSskroO1j2DnVsYswbQ2qvTe5Sp1kPlpGPgJBrwKd0G3QXVaTPUNGxyzfgcpAAapTlFzc/MaknAzdh5Ddo22fbFLda3z8iGz2KiL8wVk31dzH5wV8POgQ8B0erDdkI0+jalUjbEfQks5vgdxwCfxTHAu/BtQHTQjWcger846X3r8+PF6TuML2JsDbgM9tbRePZ/GnuB++KfBAOzzIRif2gY8jURcHyb688fmAY9wxd1ysj6Gvs6cDeq7kFdlB2PKD0Tdk5Ois5ZPAQ06Er2F4DHXJERuBGerI8DfC6a315ao523VN7BwAvg2ODdqe9+bNTG8QTLnhimI9BL3KecBHT4ZDCDVbxFra8Hv4piv4U9QrtekBcifBt0/2W+LASxCxxPJg2Q0OziH41zL+8uP4mBzpElXZ1K5SAs5bnvg7ajXG1HP0jS4Dkrqj9CXQW2FfuK0R1Gu87DzGewFPeY8zQ7tA01gjx5ITqkQAANjaJpvKhD55SyejPy7lpaWHY4h26zhNJQjtLK512ZfoCfuqeM2e3gSY/Mu8JOIo6HqGJTOy3fhk/v+Gd5+yIMeAaC4ndvjJY7Vj4zHWTwe55bC3wNqbAS0Er1sEzcS5KkC0NnkjGvCOuxPxtZHsfNB8D2MC2ZYXVGwwb2WN1FSKzi5MJj90yMAJp/kaXoJD6PH4cdjXP0rQD84jiCnZ0LKkuXzFnf1URUzkHU8lAlzVZzqdOhd4BRsVUf7eqZ+6h+DdE058w3gQydOnDjM2nGU9quM56BHAES5BYceBXXed3Mbx/o+Bvp7zyhQcMMQHXqHeAClXnEsZTA47usFOrdzkvdAx2G7AqoNHVc3+ZEcL0XHYHZD76d8bfarWXM5Y6cPgKtuBNm/LW5QggHrbzcLOzn2y5B9wUPsDsB54CBokwk6E2rVHoK/A3ufgObeQlmfdVxjBipNT3htLUdvPhnfAu8p+4LXIJ+FFHlujBMYi+LYOFCCEY17a2hkNKQaNFPhBGIwbyK7aXA+JuGzyB8HLwaF5GiqcWXthBPAtolqhK5hbCmO/yyuKaA8ZzCnvTlgHvQIAANmSqM67i9rB6AvgQYwCkOuSc0W0s9YPWPq+9l4Ey9jC9BN/ZOuPktCuzodThYqKG/Bxm/B50ngWuTcbcMpzmT8B+phM698GMvVnnwAlHz3MRtmSKgjG7tkGLpImoEQAGvCDUSdvo+5RcjD0fU9xmB1XD0DUTaIFuY3o/ciuJ4af4Uxk5BgAIm4irnZ6Fk6XiDL0POk86DHCbDgSNQoYqHsJtCM+P0bfgpBx/EcMP5PBegdkOR8WU6hO3uWoxfBL6BPcUre641Rp5RMe9NNBK9gvhY6CXtV7iXCr2DsOJgHvQXwGso2WakLgf1xRSXU+z+K3QRdj9Zsu5EvgbLJrsqip1DH/JdxfA18gkpObRZr7mTuagYHu150H7AJ3n2fpQp+nRZladooN8YG/rr2Mgu9px1P9ahnwbucMgw6lkS5Y6zZGdcoCqne32D8PmzXMeZNY4IGsc981syFT9CJnqXmxvaJCfs9TTwP+ShoIkKvQQO4+clwmIEfZxzxOSCY5WaMBiH+CRGiO0wZuoJ5r1Q30skAjO+kObcjmLCwJyVTg+7NKjBvoIJzvlqbkGLGl9ALs3gz2IPs2jznkcNG0jzggfNXon4XhvzK2oe8EtrC68INUMfCDQW1fOyVv3HXv4ien4KHkWcwZ6Y9PTPpg2k9839HNjh/CGhgj704eSlyuDig9shucAW6X+HEFoImVOfTbQZ7enAD4TyytJJjbuJNcYwDZGMeY77m+hGe+8kE3tLw+SD4S9tcMH2wq+9PJs/5xtmtkv+X58ZF2B0PjmPGL7Hkg4pZXjkPepu0LBxvIkvLydKFZGkqGXkeJ7wubwO9jSwRM6N+DU4eRH8DfAG6dZzEerJeCQ4BB4I+X2Zgz2xXQYdrGxzBuqHMN9GorzHnKSQfYEMfSXuF3gJQMRlowZkVOF4MjmSDDWx4HptNQ8e1qSb9N1Itc/6Tw1pvhvrPjhfQ3Qi+zphN6LV4K/IsAvRr7zr4K8EqdOtB+8dSsRdSX8CeGvI6she1rJNDmQ/3MNn+BvwDbGwDGqxoL/jx4XW5D/4fjG2keRdDfdGrooSG4eT5BGogJWS+Cb6eB5QPyn7XOLo56CsAFdURsxnxwWMpzcaRydAhcd4S2wfW4ehyHN7sa3Cc68vBfmcde+fgXAbOZeB/JQP/ArkbruFcdJuhAAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget":null},"legacyStageLibs":null,"eventDefinitions":null,"version":null,"executorVersion":null,"category":null,"categoryLabel":null} | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment