Last active
October 5, 2021 00:11
-
-
Save onefoursix/ae8a43c24050bb6a08e3d04a6e83518d to your computer and use it in GitHub Desktop.
SDC Pipeline that validates data types for single-field records by lookups into a RDBMS table with caching
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "pipelineConfig": { | |
| "schemaVersion" : 6, | |
| "version" : 22, | |
| "pipelineId" : "DynamicDae95dbfe5-59f3-4f1c-a1cd-777ac6d26440", | |
| "uuid" : "05e2119a-6a8a-452f-ba86-dbacacffaa97", | |
| "title" : "Dynamic Data Validation", | |
| "description" : "", | |
| "configuration" : [ { | |
| "name" : "executionMode", | |
| "value" : "STANDALONE" | |
| }, { | |
| "name" : "edgeHttpUrl", | |
| "value" : "http://localhost:18633" | |
| }, { | |
| "name" : "deliveryGuarantee", | |
| "value" : "AT_LEAST_ONCE" | |
| }, { | |
| "name" : "testOriginStage", | |
| "value" : "streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3" | |
| }, { | |
| "name" : "startEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "stopEventStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "shouldRetry", | |
| "value" : true | |
| }, { | |
| "name" : "triggerInterval", | |
| "value" : 2000 | |
| }, { | |
| "name" : "retryAttempts", | |
| "value" : -1 | |
| }, { | |
| "name" : "ludicrousMode", | |
| "value" : false | |
| }, { | |
| "name" : "ludicrousModeInputCount", | |
| "value" : false | |
| }, { | |
| "name" : "advancedErrorHandling", | |
| "value" : false | |
| }, { | |
| "name" : "notifyOnStates", | |
| "value" : [ "RUN_ERROR", "STOPPED", "FINISHED" ] | |
| }, { | |
| "name" : "emailIDs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "constants", | |
| "value" : [ ] | |
| }, { | |
| "name" : "badRecordsHandling", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1" | |
| }, { | |
| "name" : "errorRecordPolicy", | |
| "value" : "ORIGINAL_RECORD" | |
| }, { | |
| "name" : "statsAggregatorStage", | |
| "value" : "streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1" | |
| }, { | |
| "name" : "workerCount", | |
| "value" : 0 | |
| }, { | |
| "name" : "clusterSlaveMemory", | |
| "value" : 2048 | |
| }, { | |
| "name" : "clusterSlaveJavaOpts", | |
| "value" : "-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug" | |
| }, { | |
| "name" : "clusterLauncherEnv", | |
| "value" : [ ] | |
| }, { | |
| "name" : "mesosDispatcherURL", | |
| "value" : null | |
| }, { | |
| "name" : "logLevel", | |
| "value" : "INFO" | |
| }, { | |
| "name" : "hdfsS3ConfDir", | |
| "value" : null | |
| }, { | |
| "name" : "rateLimit", | |
| "value" : 0 | |
| }, { | |
| "name" : "maxRunners", | |
| "value" : 0 | |
| }, { | |
| "name" : "runnerIdleTIme", | |
| "value" : 60 | |
| }, { | |
| "name" : "shouldCreateFailureSnapshot", | |
| "value" : true | |
| }, { | |
| "name" : "webhookConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "sparkConfigs", | |
| "value" : [ ] | |
| }, { | |
| "name" : "preprocessScript", | |
| "value" : "/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/" | |
| }, { | |
| "name" : "clusterConfig.clusterType", | |
| "value" : "LOCAL" | |
| }, { | |
| "name" : "clusterConfig.sparkMasterUrl", | |
| "value" : "local[*]" | |
| }, { | |
| "name" : "clusterConfig.deployMode", | |
| "value" : "CLIENT" | |
| }, { | |
| "name" : "clusterConfig.hadoopUserName", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.sparkAppName", | |
| "value" : "${pipeline:title()}" | |
| }, { | |
| "name" : "clusterConfig.stagingDir", | |
| "value" : "/streamsets" | |
| }, { | |
| "name" : "clusterConfig.useYarnKerberosKeytab", | |
| "value" : false | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabSource", | |
| "value" : "PROPERTIES_FILE" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytab", | |
| "value" : null | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosKeytabBase64Bytes", | |
| "value" : "" | |
| }, { | |
| "name" : "clusterConfig.yarnKerberosPrincipal", | |
| "value" : "name@DOMAIN" | |
| }, { | |
| "name" : "clusterConfig.callbackUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.baseUrl", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.credentialType", | |
| "value" : "TOKEN" | |
| }, { | |
| "name" : "databricksConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.token", | |
| "value" : "" | |
| }, { | |
| "name" : "databricksConfig.provisionNewCluster", | |
| "value" : true | |
| }, { | |
| "name" : "databricksConfig.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "databricksConfig.clusterConfig", | |
| "value" : "{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}" | |
| }, { | |
| "name" : "databricksConfig.terminateCluster", | |
| "value" : false | |
| }, { | |
| "name" : "livyConfig.baseUrl", | |
| "value" : "https://localhost:30443/gateway/default/livy/v1/" | |
| }, { | |
| "name" : "livyConfig.username", | |
| "value" : "" | |
| }, { | |
| "name" : "livyConfig.password", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "sdcEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "sdcEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "sdcEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "sdcEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "sdcEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "sdcEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "sdcEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "enableEMRDebugging", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.credentialMode", | |
| "value" : "WITH_CREDENTIALS" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsAccessKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.awsSecretAccessKey", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleARN", | |
| "value" : "" | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.roleSessionName", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.sessionDuration", | |
| "value" : 3600 | |
| }, { | |
| "name" : "transformerEmrConnection.awsConfig.setSessionTags", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.region", | |
| "value" : "US_WEST_2" | |
| }, { | |
| "name" : "transformerEmrConnection.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.s3StagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.provisionNewCluster", | |
| "value" : false | |
| }, { | |
| "name" : "transformerEmrConnection.clusterId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.emrVersion", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.terminateCluster", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.loggingEnabled", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.s3LogUri", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceRole", | |
| "value" : "EMR_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.jobFlowRole", | |
| "value" : "EMR_EC2_DefaultRole" | |
| }, { | |
| "name" : "transformerEmrConnection.visibleToAllUsers", | |
| "value" : true | |
| }, { | |
| "name" : "transformerEmrConnection.ec2SubnetId", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.serviceAccessSecurityGroup", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.instanceCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "transformerEmrConnection.stepConcurrency", | |
| "value" : 1 | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.masterInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceType", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEmrConnection.slaveInstanceTypeCustom", | |
| "value" : null | |
| }, { | |
| "name" : "transformerEMRConfig.encryption", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "transformerEMRConfig.kmsKeyId", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.projectId", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsProvider", | |
| "value" : "DEFAULT_PROVIDER" | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.path", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudCredentialsConfig.credentialsFileContent", | |
| "value" : "" | |
| }, { | |
| "name" : "googleCloudConfig.region", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.customRegion", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.gcsStagingUri", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.create", | |
| "value" : false | |
| }, { | |
| "name" : "googleCloudConfig.clusterPrefix", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.version", | |
| "value" : "1.4-ubuntu18" | |
| }, { | |
| "name" : "googleCloudConfig.masterType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.workerType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.networkType", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.network", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.subnet", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.tags", | |
| "value" : [ ] | |
| }, { | |
| "name" : "googleCloudConfig.workerCount", | |
| "value" : 2 | |
| }, { | |
| "name" : "googleCloudConfig.clusterName", | |
| "value" : null | |
| }, { | |
| "name" : "googleCloudConfig.terminate", | |
| "value" : null | |
| } ], | |
| "uiInfo" : { | |
| "schemaFromPreview" : { | |
| "DevRawDataSource_01OutputLane16333867533720" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "field_1" : { | |
| "type" : "STRING", | |
| "dqpath" : "/field_1", | |
| "sqpath" : "/field_1" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "GroovyEvaluator_01OutputLane16333876015230" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "field_1" : { | |
| "type" : "STRING", | |
| "dqpath" : "/field_1", | |
| "sqpath" : "/field_1" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "JDBCLookup_01OutputLane16333877400790" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "field_1" : { | |
| "type" : "STRING", | |
| "dqpath" : "/field_1", | |
| "sqpath" : "/field_1" | |
| }, | |
| "FIELD_TYPE" : { | |
| "type" : "STRING", | |
| "dqpath" : "/FIELD_TYPE", | |
| "sqpath" : "/FIELD_TYPE" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "StreamSelector_01OutputLane1633387885999" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "field_1" : { | |
| "type" : "STRING", | |
| "dqpath" : "/field_1", | |
| "sqpath" : "/field_1" | |
| }, | |
| "FIELD_TYPE" : { | |
| "type" : "STRING", | |
| "dqpath" : "/FIELD_TYPE", | |
| "sqpath" : "/FIELD_TYPE" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "StreamSelector_01OutputLane1633387872803" : { | |
| "header" : { }, | |
| "value" : { | |
| "type" : "MAP", | |
| "value" : { | |
| "field_2" : { | |
| "type" : "DOUBLE", | |
| "dqpath" : "/field_2", | |
| "sqpath" : "/field_2" | |
| }, | |
| "FIELD_TYPE" : { | |
| "type" : "STRING", | |
| "dqpath" : "/FIELD_TYPE", | |
| "sqpath" : "/FIELD_TYPE" | |
| } | |
| }, | |
| "dqpath" : "", | |
| "sqpath" : "" | |
| } | |
| }, | |
| "FieldRemover_01OutputLane16333889534920" : { | |
| "header" : { } | |
| } | |
| }, | |
| "displayMode" : "BASIC", | |
| "schemaFromPreviewUpdateTime" : 1633388987812, | |
| "previewConfig" : { | |
| "previewSource" : "CONFIGURED_SOURCE", | |
| "batchSize" : 10, | |
| "timeout" : 120000, | |
| "writeToDestinations" : false, | |
| "executeLifecycleEvents" : false, | |
| "showHeader" : true, | |
| "showFieldType" : true, | |
| "rememberMe" : true, | |
| "timeZone" : "Browser", | |
| "clusterManagerType" : "CONFIGURED_CLUSTER", | |
| "endStage" : "" | |
| } | |
| }, | |
| "stages" : [ { | |
| "instanceName" : "DevRawDataSource_01", | |
| "library" : "streamsets-datacollector-dev-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "rawData", | |
| "value" : "{\n \"field_1\": \"abc\"\n}\n{\n \"field_2\": 123.45\n}\n{\n \"field_3\": 123.45\n}" | |
| }, { | |
| "name" : "stopAfterFirstBatch", | |
| "value" : true | |
| }, { | |
| "name" : "eventData", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ { | |
| "service" : "com.streamsets.pipeline.api.service.dataformats.DataFormatParserService", | |
| "serviceVersion" : 2, | |
| "configuration" : [ { | |
| "name" : "displayFormats", | |
| "value" : "DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML" | |
| }, { | |
| "name" : "dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "dataFormatConfig.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "dataFormatConfig.filePatternInArchive", | |
| "value" : "*" | |
| }, { | |
| "name" : "dataFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "dataFormatConfig.removeCtrlChars", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.textMaxLineLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.useCustomDelimiter", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customDelimiter", | |
| "value" : "\\r\\n" | |
| }, { | |
| "name" : "dataFormatConfig.includeCustomDelimiterInTheText", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.jsonContent", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "dataFormatConfig.jsonMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "dataFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "dataFormatConfig.csvAllowExtraColumns", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvExtraColumnPrefix", | |
| "value" : "_extra_" | |
| }, { | |
| "name" : "dataFormatConfig.csvMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterFieldDelimiter", | |
| "value" : "||" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterLineDelimiter", | |
| "value" : "${str:unescapeJava('\\\\n')}" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "dataFormatConfig.csvEnableComments", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvCommentMarker", | |
| "value" : "#" | |
| }, { | |
| "name" : "dataFormatConfig.csvIgnoreEmptyLines", | |
| "value" : true | |
| }, { | |
| "name" : "dataFormatConfig.csvRecordType", | |
| "value" : "LIST_MAP" | |
| }, { | |
| "name" : "dataFormatConfig.csvSkipStartLines", | |
| "value" : 0 | |
| }, { | |
| "name" : "dataFormatConfig.parseNull", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.nullConstant", | |
| "value" : "\\\\N" | |
| }, { | |
| "name" : "dataFormatConfig.xmlRecordElement", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.preserveRootElement", | |
| "value" : true | |
| }, { | |
| "name" : "dataFormatConfig.includeFieldXpathAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xPathNamespaceContext", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.outputFieldAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xmlMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.logMode", | |
| "value" : "COMMON_LOG_FORMAT" | |
| }, { | |
| "name" : "dataFormatConfig.logMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.retainOriginalLine", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customLogFormat", | |
| "value" : "%h %l %u %t \"%r\" %>s %b" | |
| }, { | |
| "name" : "dataFormatConfig.regex", | |
| "value" : "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)" | |
| }, { | |
| "name" : "dataFormatConfig.fieldPathsToGroupName", | |
| "value" : [ { | |
| "fieldPath" : "/", | |
| "group" : 1 | |
| } ] | |
| }, { | |
| "name" : "dataFormatConfig.grokPatternDefinition", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.grokPattern", | |
| "value" : "%{COMMONAPACHELOG}" | |
| }, { | |
| "name" : "dataFormatConfig.onParseError", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "dataFormatConfig.maxStackTraceLines", | |
| "value" : 50 | |
| }, { | |
| "name" : "dataFormatConfig.enableLog4jCustomLogFormat", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.log4jCustomLogFormat", | |
| "value" : "%r [%t] %-5p %c %x - %m%n" | |
| }, { | |
| "name" : "dataFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.basicAuth", | |
| "value" : "" | |
| }, { | |
| "name" : "dataFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "dataFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSkipUnionIndex", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.isDelimited", | |
| "value" : true | |
| }, { | |
| "name" : "dataFormatConfig.binaryMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.datagramMode", | |
| "value" : "SYSLOG" | |
| }, { | |
| "name" : "dataFormatConfig.typesDbPath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.convertTime", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excludeInterval", | |
| "value" : true | |
| }, { | |
| "name" : "dataFormatConfig.authFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesMode", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSize", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMs", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesModeDatagram", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSizeDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMsDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.wholeFileMaxObjectLen", | |
| "value" : 8192 | |
| }, { | |
| "name" : "dataFormatConfig.rateLimit", | |
| "value" : "-1" | |
| }, { | |
| "name" : "dataFormatConfig.verifyChecksum", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelHeader", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.excelSkipCellsWithNoHeader", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelReadAllSheets", | |
| "value" : true | |
| }, { | |
| "name" : "dataFormatConfig.excelSheetNames", | |
| "value" : [ ] | |
| } ] | |
| } ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 124, | |
| "stageType" : "SOURCE", | |
| "rawSource" : null, | |
| "icon" : "dev.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Dev Raw Data Source", | |
| "xPos" : 129, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "DevRawDataSource_01OutputLane16333867533720" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "GroovyEvaluator_01", | |
| "library" : "streamsets-datacollector-groovy_2_4-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_groovy_GroovyDProcessor", | |
| "stageVersion" : "2", | |
| "configuration" : [ { | |
| "name" : "processingMode", | |
| "value" : "BATCH" | |
| }, { | |
| "name" : "initScript", | |
| "value" : "/*\n * Available objects:\n * sdc.state: A Map<String, Object> that is preserved between invocations of this script.\n * Useful for caching bits of data, e.g. counters.\n * sdc.log.<level>(msg, obj...): Use instead of println to send log messages to the log4j log\n * instead of stdout.\n * loglevel is any log4j level: e.g. info, warn, error, trace.\n * sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n * to check if the field is typed field with value null\n * sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n * Pass true to this function to create a list map (ordered map)\n * sdc.createEvent(String type, int version): Creates a new event.\n * Create new empty event with standard headers.\n * sdc.toEvent(Record): Send event to event stream\n * Only events created with sdc.createEvent are supported.\n * sdc.pipelineParameters(): Map with pipeline runtime parameters.\n */\n\n// sdc.state['connection'] = new Connection().open();\n" | |
| }, { | |
| "name" : "script", | |
| "value" : "records = sdc.records\nfor (record in records) {\n try {\n field_name = record.value.keySet()[0]\n field_value = record.value[field_name]\n actual_field_type = \"\"\n if (field_value instanceof String){\n actual_field_type = \"String\"\n } else if (field_value instanceof Integer){\n actual_field_type = \"Integer\"\n } else if (field_value instanceof Double){\n actual_field_type = \"Double\"\n } else {\n actual_field_type = \"Unknown\"\n }\n \n record.attributes['field_name'] = field_name\n record.attributes['actual_field_type'] = actual_field_type\n sdc.output.write(record)\n } catch (e) {\n sdc.log.error(e.toString(), e)\n sdc.error.write(record, e.toString())\n }\n}" | |
| }, { | |
| "name" : "destroyScript", | |
| "value" : "/*\n * Available objects:\n * sdc.state: A Map<String, Object> that is preserved between invocations of this script.\n * Useful for caching bits of data, e.g. counters.\n * sdc.log.<level>(msg, obj...): Use instead of println to send log messages to the log4j log\n * instead of stdout.\n * loglevel is any log4j level: e.g. info, warn, error, trace.\n * sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n * to check if the field is typed field with value null\n * sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n * Pass true to this function to create a list map (ordered map)\n * sdc.createEvent(String type, int version): Creates a new event.\n * Create new empty event with standard headers.\n * sdc.toEvent(Record): Send event to event stream\n * Only events created with sdc.createEvent are supported.\n * sdc.pipelineParameters(): Map with pipeline runtime parameters.\n */\n\n// sdc.state.connection.close()\n" | |
| }, { | |
| "name" : "scriptRecordType", | |
| "value" : "NATIVE_OBJECTS" | |
| }, { | |
| "name" : "invokeDynamic", | |
| "value" : false | |
| }, { | |
| "name" : "userParams", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 125, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "groovy.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Get Field Name and Type", | |
| "xPos" : 321, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "DevRawDataSource_01OutputLane16333867533720" ], | |
| "outputLanes" : [ "GroovyEvaluator_01OutputLane16333876015230" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "JDBCLookup_01", | |
| "library" : "streamsets-datacollector-jdbc-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_jdbclookup_JdbcLookupDProcessor", | |
| "stageVersion" : "5", | |
| "configuration" : [ { | |
| "name" : "query", | |
| "value" : "SELECT FIELD_TYPE from SS.DATATYPE_VALIDATION_RULES where FIELD_NAME = '${record:attribute(\"field_name\")}'" | |
| }, { | |
| "name" : "columnMappings", | |
| "value" : [ ] | |
| }, { | |
| "name" : "multipleValuesBehavior", | |
| "value" : "FIRST_ONLY" | |
| }, { | |
| "name" : "missingValuesBehavior", | |
| "value" : "PASS_RECORD_ON" | |
| }, { | |
| "name" : "maxClobSize", | |
| "value" : 1000 | |
| }, { | |
| "name" : "maxBlobSize", | |
| "value" : 1000 | |
| }, { | |
| "name" : "hikariConfigBean.connectionSelection", | |
| "value" : "MANUAL" | |
| }, { | |
| "name" : "hikariConfigBean.connection.connectionString", | |
| "value" : "jdbc:oracle:thin:@10.10.10.20:1521/orclpdb1.localdomain" | |
| }, { | |
| "name" : "hikariConfigBean.connection.useCredentials", | |
| "value" : true | |
| }, { | |
| "name" : "hikariConfigBean.connection.username", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConfigBean.connection.password", | |
| "value" : "" | |
| }, { | |
| "name" : "hikariConfigBean.driverProperties", | |
| "value" : [ { } ] | |
| }, { | |
| "name" : "hikariConfigBean.driverClassName", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.connectionTestQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.maximumPoolSize", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConfigBean.minIdle", | |
| "value" : 1 | |
| }, { | |
| "name" : "hikariConfigBean.connectionTimeout", | |
| "value" : "${30 * SECONDS}" | |
| }, { | |
| "name" : "hikariConfigBean.idleTimeout", | |
| "value" : "${10 * MINUTES}" | |
| }, { | |
| "name" : "hikariConfigBean.maxLifetime", | |
| "value" : "${30 * MINUTES}" | |
| }, { | |
| "name" : "hikariConfigBean.autoCommit", | |
| "value" : false | |
| }, { | |
| "name" : "hikariConfigBean.readOnly", | |
| "value" : true | |
| }, { | |
| "name" : "hikariConfigBean.initialQuery", | |
| "value" : null | |
| }, { | |
| "name" : "hikariConfigBean.transactionIsolation", | |
| "value" : "DEFAULT" | |
| }, { | |
| "name" : "unknownTypeAction", | |
| "value" : "STOP_PIPELINE" | |
| }, { | |
| "name" : "cacheConfig.enabled", | |
| "value" : true | |
| }, { | |
| "name" : "cacheConfig.maxSize", | |
| "value" : 2000 | |
| }, { | |
| "name" : "cacheConfig.evictionPolicyType", | |
| "value" : "EXPIRE_AFTER_ACCESS" | |
| }, { | |
| "name" : "cacheConfig.expirationTime", | |
| "value" : 300 | |
| }, { | |
| "name" : "cacheConfig.timeUnit", | |
| "value" : "SECONDS" | |
| }, { | |
| "name" : "cacheConfig.retryOnCacheMiss", | |
| "value" : false | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 126, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "rdbms.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Look Up Type for Field Name", | |
| "xPos" : 516, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "GroovyEvaluator_01OutputLane16333876015230" ], | |
| "outputLanes" : [ "JDBCLookup_01OutputLane16333877400790" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "StreamSelector_01", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_selector_SelectorDProcessor", | |
| "stageVersion" : "1", | |
| "configuration" : [ { | |
| "name" : "lanePredicates", | |
| "value" : [ { | |
| "outputLane" : "StreamSelector_01OutputLane1633387885999", | |
| "predicate" : "${record:attribute('actual_field_type') == record:value('/FIELD_TYPE')}" | |
| }, { | |
| "outputLane" : "StreamSelector_01OutputLane1633387872803", | |
| "predicate" : "default" | |
| } ] | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 127, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "laneSelector.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Stream Selector", | |
| "xPos" : 716, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "JDBCLookup_01OutputLane16333877400790" ], | |
| "outputLanes" : [ "StreamSelector_01OutputLane1633387885999", "StreamSelector_01OutputLane1633387872803" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "LocalFS_02", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_localfilesystem_LocalFileSystemDTarget", | |
| "stageVersion" : "4", | |
| "configuration" : [ { | |
| "name" : "configs.uniquePrefix", | |
| "value" : "sdc-${sdc:id()}" | |
| }, { | |
| "name" : "configs.fileNameSuffix", | |
| "value" : "json" | |
| }, { | |
| "name" : "configs.dirPathTemplateInHeader", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dirPathTemplate", | |
| "value" : "/Users/mark/data/invalid-records" | |
| }, { | |
| "name" : "configs.timeZoneID", | |
| "value" : "UTC" | |
| }, { | |
| "name" : "configs.timeDriver", | |
| "value" : "${time:now()}" | |
| }, { | |
| "name" : "configs.maxRecordsPerFile", | |
| "value" : 0 | |
| }, { | |
| "name" : "configs.maxFileSize", | |
| "value" : 0 | |
| }, { | |
| "name" : "configs.idleTimeout", | |
| "value" : "${1 * HOURS}" | |
| }, { | |
| "name" : "configs.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "configs.otherCompression", | |
| "value" : null | |
| }, { | |
| "name" : "configs.fileType", | |
| "value" : "TEXT" | |
| }, { | |
| "name" : "configs.keyEl", | |
| "value" : "${uuid()}" | |
| }, { | |
| "name" : "configs.lateRecordsLimit", | |
| "value" : "${1 * HOURS}" | |
| }, { | |
| "name" : "configs.rollIfHeader", | |
| "value" : false | |
| }, { | |
| "name" : "configs.rollHeaderName", | |
| "value" : "roll" | |
| }, { | |
| "name" : "configs.lateRecordsAction", | |
| "value" : "SEND_TO_ERROR" | |
| }, { | |
| "name" : "configs.lateRecordsDirPathTemplate", | |
| "value" : "/tmp/late/${YYYY()}-${MM()}-${DD()}" | |
| }, { | |
| "name" : "configs.dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "configs.hdfsPermissionCheck", | |
| "value" : true | |
| }, { | |
| "name" : "configs.permissionEL", | |
| "value" : null | |
| }, { | |
| "name" : "configs.skipOldTempFileRecovery", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvReplaceNewLines", | |
| "value" : true | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvReplaceNewLinesString", | |
| "value" : " " | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvQuoteMode", | |
| "value" : "MINIMAL" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.jsonMode", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textFieldPath", | |
| "value" : "/text" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textRecordSeparator", | |
| "value" : "\\n" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textFieldMissingAction", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textEmptyLineIfNull", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.registerSchema", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaRegistryUrlsForRegistration", | |
| "value" : [ ] | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.basicAuthUserInfo", | |
| "value" : "" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.subjectToRegister", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.basicAuthUserInfoForRegistration", | |
| "value" : "" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroCompression", | |
| "value" : "NULL" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.binaryFieldPath", | |
| "value" : "/" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.fileNameEL", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.wholeFileExistsAction", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.includeChecksumInTheEvents", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.checksumAlgorithm", | |
| "value" : "MD5" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlPrettyPrint", | |
| "value" : true | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlValidateSchema", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlSchema", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 186, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "localfilesystem.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Invalid Data", | |
| "xPos" : 936, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "StreamSelector_01OutputLane1633387872803" ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "FieldRemover_01", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor", | |
| "stageVersion" : "1", | |
| "configuration" : [ { | |
| "name" : "filterOperation", | |
| "value" : "REMOVE" | |
| }, { | |
| "name" : "fields", | |
| "value" : [ "/FIELD_TYPE" ] | |
| }, { | |
| "name" : "constant", | |
| "value" : null | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 57, | |
| "stageType" : "PROCESSOR", | |
| "rawSource" : null, | |
| "icon" : "filter.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Remove Expected Type Field", | |
| "xPos" : 934, | |
| "displayMode" : "BASIC" | |
| }, | |
| "inputLanes" : [ "StreamSelector_01OutputLane1633387885999" ], | |
| "outputLanes" : [ "FieldRemover_01OutputLane16333889534920" ], | |
| "eventLanes" : [ ] | |
| }, { | |
| "instanceName" : "LocalFS_01", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_localfilesystem_LocalFileSystemDTarget", | |
| "stageVersion" : "4", | |
| "configuration" : [ { | |
| "name" : "configs.uniquePrefix", | |
| "value" : "sdc-${sdc:id()}" | |
| }, { | |
| "name" : "configs.fileNameSuffix", | |
| "value" : "json" | |
| }, { | |
| "name" : "configs.dirPathTemplateInHeader", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dirPathTemplate", | |
| "value" : "/Users/mark/data/valid-records" | |
| }, { | |
| "name" : "configs.timeZoneID", | |
| "value" : "UTC" | |
| }, { | |
| "name" : "configs.timeDriver", | |
| "value" : "${time:now()}" | |
| }, { | |
| "name" : "configs.maxRecordsPerFile", | |
| "value" : 0 | |
| }, { | |
| "name" : "configs.maxFileSize", | |
| "value" : 0 | |
| }, { | |
| "name" : "configs.idleTimeout", | |
| "value" : "${1 * HOURS}" | |
| }, { | |
| "name" : "configs.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "configs.otherCompression", | |
| "value" : null | |
| }, { | |
| "name" : "configs.fileType", | |
| "value" : "TEXT" | |
| }, { | |
| "name" : "configs.keyEl", | |
| "value" : "${uuid()}" | |
| }, { | |
| "name" : "configs.lateRecordsLimit", | |
| "value" : "${1 * HOURS}" | |
| }, { | |
| "name" : "configs.rollIfHeader", | |
| "value" : false | |
| }, { | |
| "name" : "configs.rollHeaderName", | |
| "value" : "roll" | |
| }, { | |
| "name" : "configs.lateRecordsAction", | |
| "value" : "SEND_TO_ERROR" | |
| }, { | |
| "name" : "configs.lateRecordsDirPathTemplate", | |
| "value" : "/tmp/late/${YYYY()}-${MM()}-${DD()}" | |
| }, { | |
| "name" : "configs.dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "configs.hdfsPermissionCheck", | |
| "value" : true | |
| }, { | |
| "name" : "configs.permissionEL", | |
| "value" : null | |
| }, { | |
| "name" : "configs.skipOldTempFileRecovery", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvReplaceNewLines", | |
| "value" : true | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvReplaceNewLinesString", | |
| "value" : " " | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.csvQuoteMode", | |
| "value" : "MINIMAL" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.jsonMode", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textFieldPath", | |
| "value" : "/text" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textRecordSeparator", | |
| "value" : "\\n" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textFieldMissingAction", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.textEmptyLineIfNull", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.registerSchema", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaRegistryUrlsForRegistration", | |
| "value" : [ ] | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.basicAuthUserInfo", | |
| "value" : "" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.subjectToRegister", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.basicAuthUserInfoForRegistration", | |
| "value" : "" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.avroCompression", | |
| "value" : "NULL" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.binaryFieldPath", | |
| "value" : "/" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.fileNameEL", | |
| "value" : null | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.wholeFileExistsAction", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.includeChecksumInTheEvents", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.checksumAlgorithm", | |
| "value" : "MD5" | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlPrettyPrint", | |
| "value" : true | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlValidateSchema", | |
| "value" : false | |
| }, { | |
| "name" : "configs.dataGeneratorFormatConfig.xmlSchema", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| }, { | |
| "name" : "stageRequiredFields", | |
| "value" : [ ] | |
| }, { | |
| "name" : "stageRecordPreconditions", | |
| "value" : [ ] | |
| } ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 57, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "localfilesystem.png", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Valid Data", | |
| "xPos" : 1129, | |
| "displayMode" : "ADVANCED" | |
| }, | |
| "inputLanes" : [ "FieldRemover_01OutputLane16333889534920" ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "errorStage" : { | |
| "instanceName" : "errorStageStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Error -Discard" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "testOriginStage" : { | |
| "instanceName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStage", | |
| "library" : "streamsets-datacollector-dev-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource", | |
| "stageVersion" : "3", | |
| "configuration" : [ { | |
| "name" : "rawData", | |
| "value" : "{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}" | |
| }, { | |
| "name" : "stopAfterFirstBatch", | |
| "value" : false | |
| }, { | |
| "name" : "eventData", | |
| "value" : null | |
| }, { | |
| "name" : "stageOnRecordError", | |
| "value" : "TO_ERROR" | |
| } ], | |
| "services" : [ { | |
| "service" : "com.streamsets.pipeline.api.service.dataformats.DataFormatParserService", | |
| "serviceVersion" : 2, | |
| "configuration" : [ { | |
| "name" : "displayFormats", | |
| "value" : "DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML" | |
| }, { | |
| "name" : "dataFormat", | |
| "value" : "JSON" | |
| }, { | |
| "name" : "dataFormatConfig.compression", | |
| "value" : "NONE" | |
| }, { | |
| "name" : "dataFormatConfig.filePatternInArchive", | |
| "value" : "*" | |
| }, { | |
| "name" : "dataFormatConfig.charset", | |
| "value" : "UTF-8" | |
| }, { | |
| "name" : "dataFormatConfig.removeCtrlChars", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.textMaxLineLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.useCustomDelimiter", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customDelimiter", | |
| "value" : "\\r\\n" | |
| }, { | |
| "name" : "dataFormatConfig.includeCustomDelimiterInTheText", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.jsonContent", | |
| "value" : "MULTIPLE_OBJECTS" | |
| }, { | |
| "name" : "dataFormatConfig.jsonMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.csvFileFormat", | |
| "value" : "CSV" | |
| }, { | |
| "name" : "dataFormatConfig.csvHeader", | |
| "value" : "NO_HEADER" | |
| }, { | |
| "name" : "dataFormatConfig.csvAllowExtraColumns", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvExtraColumnPrefix", | |
| "value" : "_extra_" | |
| }, { | |
| "name" : "dataFormatConfig.csvMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomDelimiter", | |
| "value" : "|" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterFieldDelimiter", | |
| "value" : "||" | |
| }, { | |
| "name" : "dataFormatConfig.multiCharacterLineDelimiter", | |
| "value" : "${str:unescapeJava('\\\\n')}" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomEscape", | |
| "value" : "\\" | |
| }, { | |
| "name" : "dataFormatConfig.csvCustomQuote", | |
| "value" : "\"" | |
| }, { | |
| "name" : "dataFormatConfig.csvEnableComments", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvCommentMarker", | |
| "value" : "#" | |
| }, { | |
| "name" : "dataFormatConfig.csvIgnoreEmptyLines", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.csvRecordType", | |
| "value" : "LIST_MAP" | |
| }, { | |
| "name" : "dataFormatConfig.csvSkipStartLines", | |
| "value" : 0 | |
| }, { | |
| "name" : "dataFormatConfig.parseNull", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.nullConstant", | |
| "value" : "\\\\N" | |
| }, { | |
| "name" : "dataFormatConfig.xmlRecordElement", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.preserveRootElement", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.includeFieldXpathAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xPathNamespaceContext", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.outputFieldAttributes", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.xmlMaxObjectLen", | |
| "value" : 4096 | |
| }, { | |
| "name" : "dataFormatConfig.logMode", | |
| "value" : "COMMON_LOG_FORMAT" | |
| }, { | |
| "name" : "dataFormatConfig.logMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.retainOriginalLine", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.customLogFormat", | |
| "value" : "%h %l %u %t \"%r\" %>s %b" | |
| }, { | |
| "name" : "dataFormatConfig.regex", | |
| "value" : "^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)" | |
| }, { | |
| "name" : "dataFormatConfig.fieldPathsToGroupName", | |
| "value" : [ { | |
| "fieldPath" : "/", | |
| "group" : 1 | |
| } ] | |
| }, { | |
| "name" : "dataFormatConfig.grokPatternDefinition", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.grokPattern", | |
| "value" : "%{COMMONAPACHELOG}" | |
| }, { | |
| "name" : "dataFormatConfig.onParseError", | |
| "value" : "ERROR" | |
| }, { | |
| "name" : "dataFormatConfig.maxStackTraceLines", | |
| "value" : 50 | |
| }, { | |
| "name" : "dataFormatConfig.enableLog4jCustomLogFormat", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.log4jCustomLogFormat", | |
| "value" : "%r [%t] %-5p %c %x - %m%n" | |
| }, { | |
| "name" : "dataFormatConfig.avroSchemaSource", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSchema", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaRegistryUrls", | |
| "value" : [ ] | |
| }, { | |
| "name" : "dataFormatConfig.basicAuth", | |
| "value" : "" | |
| }, { | |
| "name" : "dataFormatConfig.schemaLookupMode", | |
| "value" : "SUBJECT" | |
| }, { | |
| "name" : "dataFormatConfig.subject", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.schemaId", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.avroSkipUnionIndex", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.protoDescriptorFile", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.messageType", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.isDelimited", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.binaryMaxObjectLen", | |
| "value" : 1024 | |
| }, { | |
| "name" : "dataFormatConfig.datagramMode", | |
| "value" : "SYSLOG" | |
| }, { | |
| "name" : "dataFormatConfig.typesDbPath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.convertTime", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excludeInterval", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.authFilePath", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesMode", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSize", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMs", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.netflowOutputValuesModeDatagram", | |
| "value" : "RAW_AND_INTERPRETED" | |
| }, { | |
| "name" : "dataFormatConfig.maxTemplateCacheSizeDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.templateCacheTimeoutMsDatagram", | |
| "value" : -1 | |
| }, { | |
| "name" : "dataFormatConfig.wholeFileMaxObjectLen", | |
| "value" : 8192 | |
| }, { | |
| "name" : "dataFormatConfig.rateLimit", | |
| "value" : "-1" | |
| }, { | |
| "name" : "dataFormatConfig.verifyChecksum", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelHeader", | |
| "value" : null | |
| }, { | |
| "name" : "dataFormatConfig.excelSkipCellsWithNoHeader", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelReadAllSheets", | |
| "value" : false | |
| }, { | |
| "name" : "dataFormatConfig.excelSheetNames", | |
| "value" : [ ] | |
| } ] | |
| } ], | |
| "uiInfo" : { | |
| "icon" : "dev.png", | |
| "label" : "Test Origin - Dev Raw Data Source", | |
| "stageType" : "SOURCE" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ "com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource_TestOriginStageOutputLane1" ], | |
| "eventLanes" : [ ] | |
| }, | |
| "info" : { | |
| "name" : "DynamicDae95dbfe5-59f3-4f1c-a1cd-777ac6d26440", | |
| "pipelineId" : "DynamicDae95dbfe5-59f3-4f1c-a1cd-777ac6d26440", | |
| "title" : "Dynamic Data Validation", | |
| "description" : "", | |
| "created" : 1633386745002, | |
| "lastModified" : 1633386745002, | |
| "creator" : "mark@schbrooks", | |
| "lastModifier" : "mark@schbrooks", | |
| "lastRev" : "0", | |
| "uuid" : "05e2119a-6a8a-452f-ba86-dbacacffaa97", | |
| "valid" : false, | |
| "metadata" : null, | |
| "sdcVersion" : "3.21.0", | |
| "sdcId" : "28a700c0-e846-11eb-8bd5-6585b70d8152" | |
| }, | |
| "issues" : { | |
| "pipelineIssues" : [ ], | |
| "stageIssues" : { }, | |
| "issueCount" : 0 | |
| }, | |
| "valid" : true, | |
| "previewable" : true, | |
| "statsAggregatorStage" : { | |
| "instanceName" : "statsAggregatorStageInstance", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "stageType" : "TARGET", | |
| "label" : "Stats Aggregator -Write Directly to Control Hub - statistics are not aggregated across Data Collectors" | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| }, | |
| "metadata" : { | |
| "dpm.pipeline.rules.id" : "489eb1a3-9969-47ab-a5e8-ea005eae0141:schbrooks", | |
| "dpm.pipeline.id" : "7c620491-20d0-4530-a7d5-4a08446c9961:schbrooks", | |
| "dpm.base.url" : "https://trailer.streamsetscloud.com", | |
| "dpm.pipeline.version" : "3", | |
| "dpm.pipeline.commit.id" : "e1188bf3-1f9e-43e1-8ffd-9273f8ff2449:schbrooks", | |
| "dpm.pipeline.connections" : "" | |
| }, | |
| "startEventStages" : [ { | |
| "instanceName" : "Discard_StartEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Start Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "stopEventStages" : [ { | |
| "instanceName" : "Discard_StopEventStage", | |
| "library" : "streamsets-datacollector-basic-lib", | |
| "stageName" : "com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget", | |
| "stageVersion" : "1", | |
| "configuration" : [ ], | |
| "services" : [ ], | |
| "uiInfo" : { | |
| "outputStreamLabels" : null, | |
| "yPos" : 50, | |
| "stageType" : "TARGET", | |
| "rawSource" : null, | |
| "icon" : "", | |
| "description" : "", | |
| "inputStreamLabels" : null, | |
| "label" : "Stop Event - Discard", | |
| "xPos" : 280 | |
| }, | |
| "inputLanes" : [ ], | |
| "outputLanes" : [ ], | |
| "eventLanes" : [ ] | |
| } ], | |
| "fragments" : [ ] | |
| }, | |
| "pipelineRules": {"schemaVersion":3,"version":2,"metricsRuleDefinitions":[{"id":"badRecordsAlertID","alertText":"High incidence of Error Records","metricId":"pipeline.batchErrorRecords.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1633386745003,"valid":true},{"id":"stageErrorAlertID","alertText":"High incidence of Stage Errors","metricId":"pipeline.batchErrorMessages.counter","metricType":"COUNTER","metricElement":"COUNTER_COUNT","condition":"${value() > 100}","sendEmail":false,"enabled":false,"timestamp":1633386745003,"valid":true},{"id":"idleGaugeID","alertText":"Pipeline is Idle","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"TIME_OF_LAST_RECEIVED_RECORD","condition":"${time:now() - value() > 120000}","sendEmail":false,"enabled":false,"timestamp":1633386745003,"valid":true},{"id":"batchTimeAlertID","alertText":"Batch taking more time to process","metricId":"RuntimeStatsGauge.gauge","metricType":"GAUGE","metricElement":"CURRENT_BATCH_AGE","condition":"${value() > 200}","sendEmail":false,"enabled":false,"timestamp":1633386745003,"valid":true}],"dataRuleDefinitions":[],"driftRuleDefinitions":[],"uuid":"cab9e1f3-a524-43f7-8dd6-0e277f4a754f","configuration":[{"name":"emailIDs","value":[]},{"name":"webhookConfigs","value":[]}],"ruleIssues":[],"configIssues":[]}, | |
| "libraryDefinitions": {"schemaVersion":"1","pipeline":[{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ExecutionModeChooserValues","filteringConfig":"","values":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH","BATCH","STREAMING"],"labels":["Standalone","Cluster Batch","Cluster Yarn Streaming","Cluster Mesos Streaming","Edge","Cluster EMR Batch","Batch","Streaming"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"executionMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Execution Mode","max":9223372036854776000,"name":"executionMode","type":"MODEL","defaultValue":"STANDALONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"edgeHttpUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EDGE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Data Collector Edge URL","max":9223372036854776000,"name":"edgeHttpUrl","type":"STRING","defaultValue":"http://localhost:18633"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.DeliveryGuaranteeChooserValues","filteringConfig":"","values":["AT_LEAST_ONCE","AT_MOST_ONCE"],"labels":["At Least Once","At Most Once"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"deliveryGuarantee","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Delivery Guarantee","max":9223372036854776000,"name":"deliveryGuarantee","type":"MODEL","defaultValue":"AT_LEAST_ONCE"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineTestStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_coapserver_CoapServerDPushSource::1","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_scheduler_SchedulerDPushSource::2","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomDataGeneratorSource::5","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_RandomSource::1","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipcwithbuffer_SdcIpcWithDiskBufferDSource::4","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_replaying_SnapshotReplayDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_spooldir_SpoolDirDSource::11","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_logtail_FileTailDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_fragment_FragmentSource::1","streamsets-datacollector-groovy_2_4-lib::com_streamsets_pipeline_stage_origin_groovy_GroovyDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_grpcclient_GrpcClientDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_http_HttpClientDSource::18","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_HttpServerDPushSource::14","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_javascript_JavascriptDSource::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_lib_jdbc_connection_JdbcConnectionVerifier::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_table_TableJdbcDSource::10","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_JdbcDSource::13","streamsets-datacollector-jython_2_7-lib::com_streamsets_pipeline_stage_origin_jython_JythonDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_mqtt_MqttClientDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_httpserver_nifi_NiFiHttpServerDPushSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_opcua_OpcUaClientDSource::4","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_oracle_OracleCDCDSource::13","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_postgres_PostgresCDCDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_restservice_RestServiceDPushSource::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_sdcipc_SdcIpcDSource::3","streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_origin_sensorreader_SensorReaderDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_remote_RemoteDownloadDSource::6","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_cdc_sqlserver_SQLServerCDCDSource::5","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_origin_jdbc_CT_sqlserver_SQLServerCTDSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startJob_StartJobDSource::2","streamsets-datacollector-orchestrator-lib::com_streamsets_pipeline_stage_origin_startPipeline_StartPipelineDSource::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_systemmetrics_SystemMetricsDSource::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_tcp_TCPServerDSource::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_MultithreadedUDPDSource::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_udp_UDPDSource::4","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocket_WebSocketClientDSource::6","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_origin_websocketserver_WebSocketServerDPushSource::14","streamsets-datacollector-windows-lib::com_streamsets_pipeline_stage_origin_windows_WindowsEventLogDSource::3"],"labels":["CoAP Server (Library: Basic)","Cron Scheduler (Library: Orchestrator)","Dev Data Generator (Library: Dev (for development only))","Dev Random Record Source (Library: Dev (for development only))","Dev Raw Data Source (Library: Dev (for development only))","Dev SDC RPC with Buffering (Library: Basic)","Dev Snapshot Replaying (Library: Dev (for development only))","Directory (Library: Basic)","File Tail (Library: Basic)","Fragment Origin (Library: Basic)","Groovy Scripting (Library: Groovy 2.4.11)","gRPC Client (Library: Basic)","HTTP Client (Library: Basic)","HTTP Server (Library: Basic)","JavaScript Scripting (Library: Basic)","JDBC Connection Verifier (Library: JDBC)","JDBC Multitable Consumer (Library: JDBC)","JDBC Query Consumer (Library: JDBC)","Jython Scripting (Library: Jython 2.7)","MQTT Subscriber (Library: Basic)","NiFi HTTP Server (Library: Basic)","OPC UA Client (Library: Basic)","Oracle CDC Client (Library: JDBC)","PostgreSQL CDC Client (Library: JDBC)","REST Service (Library: Basic)","SDC RPC (Library: Basic)","Sensor Reader (Library: Dev (for development only))","SFTP/FTP/FTPS Client (Library: Basic)","SQL Server CDC Client (Library: JDBC)","SQL Server Change Tracking Client (Library: JDBC)","Start Jobs (Library: Orchestrator)","Start Pipelines (Library: Orchestrator)","System Metrics (Library: Basic)","TCP Server (Library: Basic)","UDP Multithreaded Source (Library: Basic)","UDP Source (Library: Basic)","WebSocket Client (Library: Basic)","WebSocket Server (Library: Basic)","Windows Event Log (Library: Windows)"]},"required":false,"min":-9223372036854776000,"group":"","fieldName":"testOriginStage","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":21,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Stage used for testing in preview mode.","label":"Test Origin","max":9223372036854776000,"name":"testOriginStage","type":"MODEL","defaultValue":"streamsets-datacollector-dev-lib::com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource::3"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"labels":["Databricks Job Launcher (Library: Basic)","Discard (Library: Basic)","Email (Library: Basic)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"]},"required":false,"min":-9223372036854776000,"group":"","fieldName":"startEventStage","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":23,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Stage that should handle pipeline start event.","label":"Start Event","max":9223372036854776000,"name":"startEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineLifecycleStageChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_databricks_DatabricksJobLauncherDExecutor::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_emailexecutor_EmailDExecutor::1","streamsets-datacollector-jdbc-lib::com_streamsets_pipeline_stage_executor_jdbc_JdbcQueryDExecutor::5","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_executor_shell_ShellDExecutor::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3"],"labels":["Databricks Job Launcher (Library: Basic)","Discard (Library: Basic)","Email (Library: Basic)","JDBC Query (Library: JDBC)","Shell (Library: Basic)","Write to Another Pipeline (Library: Basic)"]},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stopEventStage","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":26,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Stage that should handle pipeline stop event.","label":"Stop Event","max":9223372036854776000,"name":"stopEventStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"},{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"shouldRetry","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Retry Pipeline on Error","max":9223372036854776000,"name":"shouldRetry","type":"BOOLEAN","defaultValue":true},{"model":null,"required":false,"min":1,"group":"","fieldName":"triggerInterval","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":35,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Time interval between generation of batches","label":"Trigger Interval (millis)","max":9223372036854776000,"name":"triggerInterval","type":"NUMBER","defaultValue":2000},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"retryAttempts","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"shouldRetry":[true],"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Max no of retries. To retry indefinitely, use -1. The wait time between retries starts at 15 seconds and doubles until reaching 5 minutes.","label":"Retry Attempts","max":9223372036854776000,"name":"retryAttempts","type":"NUMBER","defaultValue":-1},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"ludicrousMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Ludicrous mode may significantly improve performance, but metrics will be limited","label":"Enable Ludicrous Mode","max":9223372036854776000,"name":"ludicrousMode","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"ludicrousModeInputCount","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"],"ludicrousMode":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Collects and displays input metrics. Can result in rereading data unless origins are configured to cache data","label":"Collect Input Metrics","max":9223372036854776000,"name":"ludicrousModeInputCount","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"advancedErrorHandling","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Reports the record that generates an error, when possible. Supported in single-origin pipelines","label":"Advanced Error Handling","max":9223372036854776000,"name":"advancedErrorHandling","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"MULTI_VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.PipelineStateChooserValues","filteringConfig":null,"values":["RUNNING","START_ERROR","RUN_ERROR","RUNNING_ERROR","STOPPED","FINISHED","DISCONNECTED","CONNECTING","STOP_ERROR"],"labels":["Running","Start Error","Run Error","Running Error","Stopped","Finished","Disconnected","Connecting","Stop Error"]},"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"notifyOnStates","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":75,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Notifies via email when pipeline gets to the specified states","label":"Notify on Pipeline State Changes","max":9223372036854776000,"name":"notifyOnStates","type":"MODEL","defaultValue":["RUN_ERROR","STOPPED","FINISHED"]},{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"emailIDs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":76,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Email Addresses","label":"Email IDs","max":9223372036854776000,"name":"emailIDs","type":"LIST","defaultValue":[]},{"model":null,"required":false,"min":-9223372036854776000,"group":"PARAMETERS","fieldName":"constants","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Parameters","max":9223372036854776000,"name":"constants","type":"MAP","defaultValue":[]},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorHandlingChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_tooriginresponse_ToErrorOriginResponseDTarget::2","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_ToErrorSdcIpcDTarget::3","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_recordstolocalfilesystem_ToErrorLocalFSDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_mqtt_ToErrorMqttClientDTarget::5"],"labels":["Discard (Library: Basic)","Send Response to Origin (Library: Basic)","Write to Another Pipeline (Library: Basic)","Write to File (Library: Basic)","Write to MQTT (Library: Basic)"]},"required":true,"min":-9223372036854776000,"group":"BAD_RECORDS","fieldName":"badRecordsHandling","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Error Records","max":9223372036854776000,"name":"badRecordsHandling","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget::1"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.ErrorRecordPolicyChooserValues","filteringConfig":"","values":["ORIGINAL_RECORD","STAGE_RECORD"],"labels":["Original record as it was generated by the origin.","Record as it was seen by the stage that sent it to error stream."]},"required":true,"min":-9223372036854776000,"group":"BAD_RECORDS","fieldName":"errorRecordPolicy","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":93,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Determines which variation of the record is sent to error.","label":"Error Record Policy","max":9223372036854776000,"name":"errorRecordPolicy","type":"MODEL","defaultValue":"ORIGINAL_RECORD"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.StatsTargetChooserValues","filteringConfig":"","values":["streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsNullDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1","streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_sdcipc_StatsSdcIpcDTarget::3"],"labels":["Discard (Library: Basic)","Write Directly to Control Hub - statistics are not aggregated across Data Collectors (Library: Basic)","Write to SDC RPC (Library: Basic)"]},"required":false,"min":-9223372036854776000,"group":"STATS","fieldName":"statsAggregatorStage","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":95,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","EDGE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Statistics Aggregator","max":9223372036854776000,"name":"statsAggregatorStage","type":"MODEL","defaultValue":"streamsets-datacollector-basic-lib::com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget::1"},{"model":null,"required":true,"min":0,"group":"CLUSTER","fieldName":"workerCount","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Number of workers. 0 to start as many workers as Kafka partitions for topic.","label":"Worker Count","max":9223372036854776000,"name":"workerCount","type":"NUMBER","defaultValue":0},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterSlaveMemory","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Worker Memory (MB)","max":9223372036854776000,"name":"clusterSlaveMemory","type":"NUMBER","defaultValue":2048},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterSlaveJavaOpts","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":110,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Add properties as needed. Changes to default settings are not recommended.","label":"Worker Java Options","max":9223372036854776000,"name":"clusterSlaveJavaOpts","type":"STRING","defaultValue":"-XX:+UseConcMarkSweepGC -XX:+UseParNewGC -Dlog4j.debug"},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterLauncherEnv","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Sets additional environment variables for the cluster launcher","label":"Launcher ENV","max":9223372036854776000,"name":"clusterLauncherEnv","type":"MAP","defaultValue":[]},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"mesosDispatcherURL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"URL for service which launches Mesos framework","label":"Mesos Dispatcher URL","max":9223372036854776000,"name":"mesosDispatcherURL","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.LogLevelChooserValues","filteringConfig":"","values":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"],"labels":["OFF","FATAL","ERROR","WARN","INFO","DEBUG","TRACE"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"logLevel","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH","STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Log level to use for the launched application","label":"Log Level","max":9223372036854776000,"name":"logLevel","type":"MODEL","defaultValue":"INFO"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"hdfsS3ConfDir","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"An SDC resource directory or symbolic link with HDFS/S3 configuration files core-site.xml and hdfs-site.xml","label":"Checkpoint Configuration Directory","max":9223372036854776000,"name":"hdfsS3ConfDir","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"rateLimit","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":180,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum number of records per second that should be accepted into the pipeline. Rate is not limited if this is not set, or is set to 0","label":"Rate Limit (records / sec)","max":9223372036854776000,"name":"rateLimit","type":"NUMBER","defaultValue":0},{"model":null,"required":false,"min":0,"group":"","fieldName":"maxRunners","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":190,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","CLUSTER_BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum number of runners that should be created for this pipeline. Use 0 to not impose limit.","label":"Max Runners","max":9223372036854776000,"name":"maxRunners","type":"NUMBER","defaultValue":0},{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"runnerIdleTIme","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When pipeline runners are idle for at least this time, run an empty batch through the runner to process any events or other time-driven functionality. Value -1 will disable this functionality completely.","label":"Runner Idle Time (sec)","max":9223372036854776000,"name":"runnerIdleTIme","type":"NUMBER","defaultValue":60},{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"shouldCreateFailureSnapshot","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":205,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STANDALONE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Attempts to create a partial snapshot with unprocessed records if the pipeline fails","label":"Create Failure Snapshot","max":9223372036854776000,"name":"shouldCreateFailureSnapshot","type":"BOOLEAN","defaultValue":true},{"model":{"configDefinitions":[{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"payload","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Data that should be included as a part of the Webhook request","label":"Payload","max":9223372036854776000,"name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"Pipeline '{{PIPELINE_TITLE}}' state changed to {{PIPELINE_STATE}} at {{TIME}}. \\n <{{PIPELINE_URL}}|Click here> for details!\",\n \"fields\": [\n \t{\n\t\t\t\"title\": \"Pipeline Status Message\", \n\t\t\t\"value\": \"{{PIPELINE_STATE_MESSAGE}}\",\n \t\t\"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Input Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_INPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Output Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_OUTPUT_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Records Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_RECORDS_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Error Messages Count\", \n\t\t\t\"value\": \"{{PIPELINE_ERROR_MESSAGES_COUNT}}\",\n \"short\": true\n\t\t},\n\t\t{\n\t\t\t\"title\": \"Pipeline Runtime Parameters\", \n\t\t\t\"value\": \"{{PIPELINE_RUNTIME_PARAMETERS}}\",\n \t\"short\": true\n\t\t}\n\t]\n}"},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"webhookUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The Webhook HTTP resource URL","label":"Webhook URL","max":9223372036854776000,"name":"webhookUrl","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"headers","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Headers to include in the request","label":"Headers","max":9223372036854776000,"name":"headers","type":"MAP","defaultValue":[]},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":"","values":["GET","PUT","POST","DELETE","HEAD"],"labels":["GET","PUT","POST","DELETE","HEAD"]},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"httpMethod","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"HTTP method to send","label":"HTTP Method","max":9223372036854776000,"name":"httpMethod","type":"MODEL","defaultValue":"POST"},{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"contentType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Content-Type header to be sent with the request; used if that header is not already present","label":"Content Type","max":9223372036854776000,"name":"contentType","type":"STRING","defaultValue":"application/json"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":"","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"labels":["None","Basic","Digest","Universal"]},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"authType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Authentication Type","max":9223372036854776000,"name":"authType","type":"MODEL","defaultValue":"NONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"username","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Username","max":9223372036854776000,"name":"username","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"password","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Password","max":9223372036854776000,"name":"password","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"webhookConfigs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":210,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH","STANDALONE","CLUSTER_MESOS_STREAMING"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Webhooks","label":"Webhooks","max":9223372036854776000,"name":"webhookConfigs","type":"MODEL","defaultValue":[]},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"sparkConfigs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["CLUSTER_YARN_STREAMING","STREAMING","CLUSTER_BATCH","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Additional Spark Configuration to pass to the spark-submit script, the parameters will be passed as --conf <key>=<value>","label":"Extra Spark Configuration","max":9223372036854776000,"name":"sparkConfigs","type":"MAP","defaultValue":[]},{"model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"preprocessScript","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-scala","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Scala script to run on the driver before starting the pipeline. Can be used to register user defined functions, etc. Use the 'spark' variable to access the Spark session","label":"Preprocessing Script","max":9223372036854776000,"name":"preprocessScript","type":"TEXT","defaultValue":"/*\nThe following script define a method\nthat increments an integer by 1 \nand registers it as a UDF with \nthe SparkSession, which can be accessed\nusing the variable named \"spark\":\ndef inc(i: Integer): Integer = {\n i + 1\n}\nspark.udf.register (\"inc\", inc _)\n\n*/"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkClusterTypeChooserValues","filteringConfig":"","values":["AZURE_HD_INSIGHT","DATABRICKS","EMR","DATAPROC","YARN","KUBERNETES","LOCAL","STANDALONE_SPARK_CLUSTER","SQL_SERVER_BIG_DATA_CLUSTER"],"labels":["Apache Spark for HDInsight","Databricks","EMR","Dataproc","Hadoop YARN","Kubernetes Cluster","None (local)","Spark Standalone Cluster","SQL Server 2019 Big Data Cluster"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":101,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Type of cluster manager used by the Spark cluster","label":"Cluster Manager Type","max":9223372036854776000,"name":"clusterConfig.clusterType","type":"MODEL","defaultValue":"LOCAL"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"sparkMasterUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":102,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["LOCAL","STANDALONE_SPARK_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Master URL to connect to Spark","label":"Master URL","max":9223372036854776000,"name":"clusterConfig.sparkMasterUrl","type":"STRING","defaultValue":"local[*]"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.SparkDeployModeChooserValues","filteringConfig":"","values":["CLIENT","CLUSTER"],"labels":["Client","Cluster"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"deployMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":103,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["KUBERNETES","STANDALONE_SPARK_CLUSTER","YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Mode used to launch the Spark driver process","label":"Deployment Mode","max":9223372036854776000,"name":"clusterConfig.deployMode","type":"MODEL","defaultValue":"CLIENT"},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"hadoopUserName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":104,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Name of the Hadoop user that StreamSets impersonates","label":"Hadoop User Name","max":9223372036854776000,"name":"clusterConfig.hadoopUserName","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"sparkAppName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Name of the launched Spark application","label":"Application Name","max":9223372036854776000,"name":"clusterConfig.sparkAppName","type":"STRING","defaultValue":"${pipeline:title()}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"stagingDir","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":106,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS","AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER","EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Staging directory on the remote system for copying StreamSets resources","label":"Staging Directory","max":9223372036854776000,"name":"clusterConfig.stagingDir","type":"STRING","defaultValue":"/streamsets"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"useYarnKerberosKeytab","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Indicates that the Spark application should use a principal and keytab for Kerberos authentication","label":"Use YARN Kerberos Keytab","max":9223372036854776000,"name":"clusterConfig.useYarnKerberosKeytab","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.KeytabSourceChooserValues","filteringConfig":"","values":["PROPERTIES_FILE","PIPELINE","PIPELINE_CREDENTIAL_STORE"],"labels":["Transformer Configuration File","Pipeline Configuration - File","Pipeline Configuration - Credential Store"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"yarnKerberosKeytabSource","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1050,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Source for the Kerberos keytab used to launch the Spark application","label":"Keytab Source","max":9223372036854776000,"name":"clusterConfig.yarnKerberosKeytabSource","type":"MODEL","defaultValue":"PROPERTIES_FILE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"yarnKerberosKeytab","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Absolute path to the Kerberos keytab used to launch the Spark application for the pipeline","label":"YARN Kerberos Keytab Path","max":9223372036854776000,"name":"clusterConfig.yarnKerberosKeytab","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"yarnKerberosKeytabBase64Bytes","upload":"BASE64","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":1150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE_CREDENTIAL_STORE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Credential function to retrieve the base64 encoded keytab from a credential store.","label":"Keytab Credential Function","max":9223372036854776000,"name":"clusterConfig.yarnKerberosKeytabBase64Bytes","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"yarnKerberosPrincipal","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.yarnKerberosKeytabSource":["PIPELINE","PIPELINE_CREDENTIAL_STORE"],"clusterConfig.clusterType":["YARN"],"executionMode":["STREAMING","BATCH"],"clusterConfig.useYarnKerberosKeytab":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Name of the Kerberos principal used to launch the Spark application for the pipeline. Must be present in the keytab specified above.","label":"YARN Kerberos Principal","max":9223372036854776000,"name":"clusterConfig.yarnKerberosPrincipal","type":"STRING","defaultValue":"name@DOMAIN"},{"model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"callbackUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Optional callback URL for the Spark cluster to use to contact this Transformer instance. Use this format: http://<hostname>:<port>","label":"Cluster Callback URL","max":9223372036854776000,"name":"clusterConfig.callbackUrl","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"baseUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"URL to connect to Databricks","max":9223372036854776000,"name":"databricksConfig.baseUrl","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.CredentialTypeChooserValues","filteringConfig":"","values":["PASSWORD","TOKEN"],"labels":["Username/Password","Token"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"credentialType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":106,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Type of credential to use to connect to Databricks","label":"Credential Type","max":9223372036854776000,"name":"databricksConfig.credentialType","type":"MODEL","defaultValue":"TOKEN"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"username","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Databricks user name","label":"Username","max":9223372036854776000,"name":"databricksConfig.username","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"password","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["PASSWORD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Password for the account","label":"Password","max":9223372036854776000,"name":"databricksConfig.password","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"token","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":109,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"],"databricksConfig.credentialType":["TOKEN"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Personal access token for the account","label":"Token","max":9223372036854776000,"name":"databricksConfig.token","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"provisionNewCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","max":9223372036854776000,"name":"databricksConfig.provisionNewCluster","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":111,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[false],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster ID","max":9223372036854776000,"name":"databricksConfig.clusterId","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterConfig","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":112,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Configuration for the Databricks cluster","label":"Cluster Configuration","max":9223372036854776000,"name":"databricksConfig.clusterConfig","type":"TEXT","defaultValue":"{\n \"num_workers\": 8,\n \"spark_version\": \"5.3.x-scala2.11\",\n \"node_type_id\": \"i3.xlarge\"\n}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"terminateCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":113,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"databricksConfig.provisionNewCluster":[true],"clusterConfig.clusterType":["DATABRICKS"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","max":9223372036854776000,"name":"databricksConfig.terminateCluster","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"baseUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"URL to connect to the Livy Server","label":"Livy Endpoint","max":9223372036854776000,"name":"livyConfig.baseUrl","type":"STRING","defaultValue":"https://localhost:30443/gateway/default/livy/v1/"},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"username","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":107,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Livy user name","label":"Username","max":9223372036854776000,"name":"livyConfig.username","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"password","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":108,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["AZURE_HD_INSIGHT","SQL_SERVER_BIG_DATA_CLUSTER"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Password for the account","label":"Password","max":9223372036854776000,"name":"livyConfig.password","type":"CREDENTIAL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"sdcEmrConnectionSelection","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-500,"connectionType":"NOT-IMPLEMENTED-SDC-EMR-CONNECTION","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Connection","max":9223372036854776000,"name":"sdcEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":"","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"labels":["AWS Keys","Instance Profile","None"]},"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"credentialMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Authentication Method","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS"},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"awsAccessKeyId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Access Key ID","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"awsSecretAccessKey","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Secret Access Key","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"roleARN","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Amazon resource name of the role to assume","label":"Role ARN","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name"},{"model":null,"required":false,"min":-9223372036854776000,"group":"EMR","fieldName":"roleSessionName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","label":"Role Session Name","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":3600,"group":"EMR","fieldName":"sessionDuration","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","label":"Session Timeout (secs)","max":43200,"name":"sdcEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"setSessionTags","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"],"sdcEmrConnection.awsConfig.isAssumeRole":[true],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","label":"Set Session Tags","max":9223372036854776000,"name":"sdcEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":"","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"]},"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"region","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The AWS region for EMR.","label":"AWS Region","max":9223372036854776000,"name":"sdcEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2"},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"customRegion","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.region":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Custom endpoint","label":"Endpoint","max":9223372036854776000,"name":"sdcEmrConnection.customRegion","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"s3StagingUri","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","label":"S3 Staging URI","max":9223372036854776000,"name":"sdcEmrConnection.s3StagingUri","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"provisionNewCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","max":9223372036854776000,"name":"sdcEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"clusterId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[false],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster ID","max":9223372036854776000,"name":"sdcEmrConnection.clusterId","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"emrVersion","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"EMR Version","max":9223372036854776000,"name":"sdcEmrConnection.emrVersion","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"clusterPrefix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster Name Prefix","max":9223372036854776000,"name":"sdcEmrConnection.clusterPrefix","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"terminateCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","max":9223372036854776000,"name":"sdcEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"loggingEnabled","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","label":"Logging Enabled","max":9223372036854776000,"name":"sdcEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"s3LogUri","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"S3 URI to store log files. Use the format: s3://<path>.","label":"S3 Log URI","max":9223372036854776000,"name":"sdcEmrConnection.s3LogUri","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"serviceRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","label":"Service Role","max":9223372036854776000,"name":"sdcEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole"},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"jobFlowRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EMR role for EC2. Used by EC2 instances within the cluster.","label":"Job Flow Role","max":9223372036854776000,"name":"sdcEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole"},{"model":null,"required":false,"min":-9223372036854776000,"group":"EMR","fieldName":"visibleToAllUsers","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Visible to All Users","max":9223372036854776000,"name":"sdcEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"ec2SubnetId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the EC2 subnet to launch the cluster in","label":"EC2 Subnet ID","max":9223372036854776000,"name":"sdcEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"masterSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for the master node","label":"Master Security Group","max":9223372036854776000,"name":"sdcEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"slaveSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for slave nodes","label":"Slave Security Group","max":9223372036854776000,"name":"sdcEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"EMR","fieldName":"serviceAccessSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","label":"Service Access Security Group","max":9223372036854776000,"name":"sdcEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":2,"group":"EMR","fieldName":"instanceCount","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","label":"Instance Count","max":9223372036854776000,"name":"sdcEmrConnection.instanceCount","type":"NUMBER","defaultValue":2},{"model":null,"required":true,"min":1,"group":"EMR","fieldName":"stepConcurrency","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Number of EMR steps this cluster can run concurrently","label":"Step Concurrency","max":9223372036854776000,"name":"sdcEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"masterInstanceType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Master Instance Type","max":9223372036854776000,"name":"sdcEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"masterInstanceTypeCustom","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.masterInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Master Instance Type (Custom)","max":9223372036854776000,"name":"sdcEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"slaveInstanceType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Slave Instance Type","max":9223372036854776000,"name":"sdcEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"slaveInstanceTypeCustom","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"sdcEmrConnection.slaveInstanceType":["OTHER"],"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Slave Instance Type (Custom)","max":9223372036854776000,"name":"sdcEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"EMR","fieldName":"enableEMRDebugging","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3310,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"sdcEmrConnectionSelection":["MANUAL"],"sdcEmrConnection.provisionNewCluster":[true],"executionMode":["EMR_BATCH"],"sdcEmrConnection.loggingEnabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Enable console debugging in EMR","label":"Enable Debugging","max":9223372036854776000,"name":"enableEMRDebugging","type":"BOOLEAN","defaultValue":true},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"transformerEmrConnectionSelection","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-600,"connectionType":"STREAMSETS_AWS_EMR_CLUSTER","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Connection","max":9223372036854776000,"name":"transformerEmrConnectionSelection","type":"MODEL","defaultValue":"MANUAL"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AWSCredentialModeChooserValues","filteringConfig":"","values":["WITH_CREDENTIALS","WITH_IAM_ROLES","WITH_ANONYMOUS_CREDENTIALS"],"labels":["AWS Keys","Instance Profile","None"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"credentialMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Authentication Method","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.credentialMode","type":"MODEL","defaultValue":"WITH_CREDENTIALS"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"awsAccessKeyId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Access Key ID","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.awsAccessKeyId","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"awsSecretAccessKey","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Secret Access Key","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.awsSecretAccessKey","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"roleARN","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Amazon resource name of the role to assume","label":"Role ARN","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.roleARN","type":"CREDENTIAL","defaultValue":"arn:aws:iam::<account-id>:role/role-name"},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"roleSessionName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Optional name for the session created by assuming a role. Overrides the default unique identifier.","label":"Role Session Name","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.roleSessionName","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":3600,"group":"CLUSTER","fieldName":"sessionDuration","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum time for each session. Use a value in the following range: 3600 - 43200. The session is refreshed if the pipeline continues to run.","label":"Session Timeout (secs)","max":43200,"name":"transformerEmrConnection.awsConfig.sessionDuration","type":"NUMBER","defaultValue":3600},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"setSessionTags","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":-100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.awsConfig.isAssumeRole":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.awsConfig.credentialMode":["WITH_CREDENTIALS","WITH_IAM_ROLES"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Specify session tags in the IAM policy to require that the currently logged in user who starts the pipeline has access to assume the specified role","label":"Set Session Tags","max":9223372036854776000,"name":"transformerEmrConnection.awsConfig.setSessionTags","type":"BOOLEAN","defaultValue":true},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.lib.aws.AwsRegionChooserValues","filteringConfig":"","values":["US_EAST_2","US_EAST_1","US_WEST_1","US_WEST_2","US_GOV_WEST_1","AP_NORTHEAST_1","AP_NORTHEAST_2","AP_NORTHEAST_3","AP_SOUTH_1","AP_SOUTHEAST_1","AP_SOUTHEAST_2","CA_CENTRAL_1","CN_NORTH_1","CN_NORTHWEST_1","EU_CENTRAL_1","EU_WEST_1","EU_WEST_2","EU_WEST_3","SA_EAST_1","OTHER"],"labels":["US East (Ohio) us-east-2","US East (N. Virginia) us-east-1","US West (N. California) us-west-1","US West (Oregon) us-west-2","AWS GovCloud (US)","Aisa Pacific (Tokyo) ap-northeast-1","Asia Pacific (Seoul) ap-northeast-2","Asia Pacific (Osaka-Local) ap-northeast-3","Asia Pacific (Mumbai) ap-south-1","Asia Pacific (Singapore) ap-southeast-1","Asia Pacific (Sydney) ap-southeast-2","Canada (Central) ca-central-1","China (Beijing) cn-north-1","China (Ningxia) cn-northwest-1","EU (Frankfurt) eu-central-1","EU (Ireland) eu-west-1","EU (London) eu-west-2","EU (Paris) eu-west-3","South America (São Paulo) sa-east-1","Other - specify"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"region","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The AWS region for EMR.","label":"AWS Region","max":9223372036854776000,"name":"transformerEmrConnection.region","type":"MODEL","defaultValue":"US_WEST_2"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"customRegion","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.region":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Custom endpoint","label":"Endpoint","max":9223372036854776000,"name":"transformerEmrConnection.customRegion","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"s3StagingUri","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"S3 URI where resources are staged for pipeline execution. Use the format: s3://<path>.","label":"S3 Staging URI","max":9223372036854776000,"name":"transformerEmrConnection.s3StagingUri","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"provisionNewCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Provisions a new cluster when the pipeline starts","label":"Provision a New Cluster","max":9223372036854776000,"name":"transformerEmrConnection.provisionNewCluster","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[false]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster ID","max":9223372036854776000,"name":"transformerEmrConnection.clusterId","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"emrVersion","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"EMR Version","max":9223372036854776000,"name":"transformerEmrConnection.emrVersion","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"clusterPrefix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster Name Prefix","max":9223372036854776000,"name":"transformerEmrConnection.clusterPrefix","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"terminateCluster","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","max":9223372036854776000,"name":"transformerEmrConnection.terminateCluster","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"loggingEnabled","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":3300,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Copies cluster log files to the specified S3 location. Use to enable continued access to log files.","label":"Logging Enabled","max":9223372036854776000,"name":"transformerEmrConnection.loggingEnabled","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"s3LogUri","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.loggingEnabled":[true],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"S3 URI to store log files. Use the format: s3://<path>.","label":"S3 Log URI","max":9223372036854776000,"name":"transformerEmrConnection.s3LogUri","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"serviceRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EMR role used by the cluster when provisioning resources and performing other service-level tasks","label":"Service Role","max":9223372036854776000,"name":"transformerEmrConnection.serviceRole","type":"STRING","defaultValue":"EMR_DefaultRole"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"jobFlowRole","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EMR role for EC2. Used by EC2 instances within the cluster.","label":"Job Flow Role","max":9223372036854776000,"name":"transformerEmrConnection.jobFlowRole","type":"STRING","defaultValue":"EMR_EC2_DefaultRole"},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"visibleToAllUsers","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":4200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Visible to All Users","max":9223372036854776000,"name":"transformerEmrConnection.visibleToAllUsers","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"ec2SubnetId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the EC2 subnet to launch the cluster in","label":"EC2 Subnet ID","max":9223372036854776000,"name":"transformerEmrConnection.ec2SubnetId","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"masterSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4700,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for the master node","label":"Master Security Group","max":9223372036854776000,"name":"transformerEmrConnection.masterSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"slaveSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for slave nodes","label":"Slave Security Group","max":9223372036854776000,"name":"transformerEmrConnection.slaveSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"serviceAccessSecurityGroup","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":4900,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"ID of the security group for the Amazon EMR service to access clusters in VPC private subnets","label":"Service Access Security Group","max":9223372036854776000,"name":"transformerEmrConnection.serviceAccessSecurityGroup","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":2,"group":"CLUSTER","fieldName":"instanceCount","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"EC2 instances in the cluster. Minimum of 2. Adding instances for multiple partitions can improve performance","label":"Instance Count","max":9223372036854776000,"name":"transformerEmrConnection.instanceCount","type":"NUMBER","defaultValue":2},{"model":null,"required":true,"min":1,"group":"CLUSTER","fieldName":"stepConcurrency","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":5000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Number of EMR steps this cluster can run concurrently","label":"Step Concurrency","max":9223372036854776000,"name":"transformerEmrConnection.stepConcurrency","type":"NUMBER","defaultValue":1},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"masterInstanceType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":7000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Master Instance Type","max":9223372036854776000,"name":"transformerEmrConnection.masterInstanceType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"masterInstanceTypeCustom","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":7100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.masterInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Master Instance Type (Custom)","max":9223372036854776000,"name":"transformerEmrConnection.masterInstanceTypeCustom","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.aws.AwsInstanceTypeChooserValues","filteringConfig":"","values":["M4_LARGE","M4_XLARGE","M4_2XLARGE","M4_4XLARGE","M4_10XLARGE","M4_16XLARGE","C4_LARGE","C4_XLARGE","C4_2XLARGE","C4_4XLARGE","C4_8XLARGE","R3_XLARGE","R3_2XLARGE","R3_4XLARGE","R3_8XLARGE","R4_XLARGE","R4_2XLARGE","R4_4XLARGE","R4_8XLARGE","R4_16XLARGE","I3_XLARGE","I3_2XLARGE","I3_4XLARGE","I3_8XLARGE","I3_16XLARGE","D2_XLARGE","D2_2XLARGE","D2_4XLARGE","D2_8XLARGE","P2_XLARGE","P2_8XLARGE","P2_16XLARGE","P3_2XLARGE","P3_8XLARGE","P3_16XLARGE","OTHER"],"labels":["m4.large","m4.xlarge","m4.2xlarge","m4.4xlarge","m4.10xlarge","m4.16xlarge","c4.large","c4.xlarge","c4.2xlarge","c4.4xlarge","c4.8xlarge","r3.xlarge","r3.2xlarge","r3.4xlarge","r3.8xlarge","r4.xlarge","r4.2xlarge","r4.4xlarge","r4.8xlarge","r4.16xlarge","i3.xlarge","i3.2xlarge","i3.4xlarge","i3.8xlarge","i3.16xlarge","d2.xlarge","d2.2xlarge","d2.4xlarge","d2.8xlarge","p2.xlarge","p2.8xlarge","p2.16xlarge","p3.2xlarge","p3.8xlarge","p3.16xlarge","Custom"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"slaveInstanceType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":8000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Slave Instance Type","max":9223372036854776000,"name":"transformerEmrConnection.slaveInstanceType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"slaveInstanceTypeCustom","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":8100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"transformerEmrConnection.slaveInstanceType":["OTHER"],"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEmrConnectionSelection":["MANUAL"],"transformerEmrConnection.provisionNewCluster":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Slave Instance Type (Custom)","max":9223372036854776000,"name":"transformerEmrConnection.slaveInstanceTypeCustom","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.transformer.config.SseOptionChooserValues","filteringConfig":"","values":["NONE","S3","KMS"],"labels":["None","SSE-S3","SSE-KMS"]},"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"encryption","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":50100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Server-Side Encryption","label":"Enable Server-Side Encryption","max":9223372036854776000,"name":"transformerEMRConfig.encryption","type":"MODEL","defaultValue":"NONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"CLUSTER","fieldName":"kmsKeyId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":50200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["EMR"],"executionMode":["STREAMING","BATCH"],"transformerEMRConfig.encryption":["KMS"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"AWS KMS master encryption key that was used for the object. The KMS key you specify in the policy must use the \"arn:aws:kms:region:acct-id:key/key-id\" format.","label":"AWS KMS Key ARN","max":9223372036854776000,"name":"transformerEMRConfig.kmsKeyId","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"projectId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Project ID","max":9223372036854776000,"name":"googleCloudCredentialsConfig.projectId","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.CredentialsProviderChooserValues","filteringConfig":"","values":["DEFAULT_PROVIDER","JSON_PROVIDER","JSON"],"labels":["Default Credentials Provider","Service Account Credentials File (JSON)","Service Account Credentials (JSON)"]},"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"credentialsProvider","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Credentials Provider","max":9223372036854776000,"name":"googleCloudCredentialsConfig.credentialsProvider","type":"MODEL","defaultValue":"DEFAULT_PROVIDER"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"path","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON_PROVIDER"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Path to the credentials file.","label":"Credentials File Path (JSON)","max":9223372036854776000,"name":"googleCloudCredentialsConfig.path","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"credentialsFileContent","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"googleCloudCredentialsConfig.credentialsProvider":["JSON"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Content of the credentials file","label":"Credentials File Content (JSON)","max":9223372036854776000,"name":"googleCloudCredentialsConfig.credentialsFileContent","type":"CREDENTIAL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.GoogleCloudRegionChooserValues","filteringConfig":"","values":["US_WEST_1","US_WEST_2","US_WEST_3","US_EAST_1","US_EAST_4","US_CENTRAL_1","ASIA_EAST_1","ASIA_EAST_2","ASIA_NORTH_EAST_1","ASIA_NORTH_EAST_2","ASIA_NORTH_EAST_3","ASIA_SOUTH_1","ASIA_SOUTH_EAST_1","AUSTRALIA_SOUTH_EAST_1","EUROPE_NORTH_1","EUROPE_WEST_1","EUROPE_WEST_2","EUROPE_WEST_3","EUROPE_WEST_4","EUROPE_WEST_6","NORTH_AMERICA_NORTH_EAST_1","SOUTH_AMERICA_EAST_1","CUSTOM"],"labels":["us-west1","us-west2","us-west3","us-east1","us-east4","us-central1","asia-east1","asia-east2","asia-northeast1","asia-northeast2","asia-northeast3","asia-south1","asia-southeast1","australia-southeast1","europe-north1","europe-west1","europe-west2","europe-west3","europe-west4","europe-west6","northamerica-northeast1","southamerica-east1","Custom"]},"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"region","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":15,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Region","max":9223372036854776000,"name":"googleCloudConfig.region","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"customRegion","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":18,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"googleCloudConfig.region":["CUSTOM"],"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Custom Region","max":9223372036854776000,"name":"googleCloudConfig.customRegion","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"gcsStagingUri","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"GCS URI where Transformer resources are staged for pipeline execution. Use the format: gs://<path>.","label":"GCS Staging URI","max":9223372036854776000,"name":"googleCloudConfig.gcsStagingUri","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"create","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":70,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Create Cluster","max":9223372036854776000,"name":"googleCloudConfig.create","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"clusterPrefix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Cluster name is generated by suffixing the pipeline ID to this prefix","label":"Cluster Prefix","max":9223372036854776000,"name":"googleCloudConfig.clusterPrefix","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"version","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":85,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The image version to use for the Dataproc cluster. Example: 1.5-ubuntu18. If not specified, Dataproc default is used","label":"Image Version","max":9223372036854776000,"name":"googleCloudConfig.version","type":"STRING","defaultValue":"1.4-ubuntu18"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":"","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"]},"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"masterType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":90,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Master Machine Type","max":9223372036854776000,"name":"googleCloudConfig.masterType","type":"MODEL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.MachineTypeChooserValues","filteringConfig":"","values":["N1_STANDARD_2","N1_STANDARD_4","N1_STANDARD_8","N1_STANDARD_16","N1_STANDARD_32","N1_STANDARD_64","N1_STANDARD_96","N1_HIGHMEM_2","N1_HIGHMEM_4","N1_HIGHMEM_8","N1_HIGHMEM_16","N1_HIGHMEM_32","N1_HIGHMEM_64","N1_HIGHMEM_96","N1_HIGHCPU_2","N1_HIGHCPU_4","N1_HIGHCPU_8","N1_HIGHCPU_16","N1_HIGHCPU_32","N1_HIGHCPU_64","N1_HIGHCPU_96","N2_STANDARD_2","N2_STANDARD_4","N2_STANDARD_8","N2_STANDARD_16","N2_STANDARD_32","N2_STANDARD_48","N2_STANDARD_64","N2_STANDARD_80","N2_HIGHMEM_2","N2_HIGHMEM_4","N2_HIGHMEM_8","N2_HIGHMEM_16","N2_HIGHMEM_32","N2_HIGHMEM_48","N2_HIGHMEM_64","N2_HIGHMEM_80","N2_HIGHCPU_2","N2_HIGHCPU_4","N2_HIGHCPU_8","N2_HIGHCPU_16","N2_HIGHCPU_32","N2_HIGHCPU_48","N2_HIGHCPU_64","N2_HIGHCPU_80","N2D_STANDARD_2","N2D_STANDARD_4","N2D_STANDARD_8","N2D_STANDARD_16","N2D_STANDARD_32","ND2_STANDARD_48","N2D_STANDARD_64","N2D_STANDARD_80","N2D_STANDARD_96","N2D_STANDARD_128","N2D_STANDARD_224","N2D_HIGHMEM_2","N2D_HIGHMEM_4","N2D_HIGHMEM_8","N2D_HIGHMEM_16","N2D_HIGHMEM_32","N2D_HIGHMEM_48","N2D_HIGHMEM_64","N2D_HIGHMEM_80","N2D_HIGHMEM_96","N2D_HIGHCPU_2","N2D_HIGHCPU_4","N2D_HIGHCPU_8","N2D_HIGHCPU_16","N2D_HIGHCPU_32","N2D_HIGHCPU_48","N2D_HIGHCPU_64","N2D_HIGHCPU_80","N2D_HIGHCPU_96","N2D_HIGHCPU_128","N2D_HIGHCPU_224","E2_STANDARD_2","E2_STANDARD_4","E2_STANDARD_8","E2_STANDARD_16","E2_HIGHMEM_2","E2_HIGHMEM_4","E2_HIGHMEM_8","E2_HIGHMEM_16","E2_HIGHCPU_2","E2_HIGHCPU_4","E2_HIGHCPU_8","E2_HIGHCPU_16","M1_ULTRAMEM_40","M1_ULTRAMEM_80","M1_ULTRAMEM_160","M2_ULTRAMEM_208","M2_ULTRAMEM_416","C2_STANDARD_4","C2_STANDARD_8","C2_STANDARD_16","C2_STANDARD_30","C2_STANDARD_60","CUSTOM"],"labels":["n1-standard-2","n1-standard-4","n1-standard-8","n1-standard-16","n1-standard-32","n1-standard-64","n1-standard-96","n1-highmem-2","n1-highmem-4","n1-highmem-8","n1-highmem-16","n1-highmem-32","n1-highmem-64","n1-highmem-96","n1-highcpu-2","n1-highcpu-4","n1-highcpu-8","n1-highcpu-16","n1-highcpu-32","n1-highcpu-64","n1-highcpu-96","n2-standard-2","n2-standard-4","n2-standard-8","n2-standard-16","n2-standard-32","n2-standard-48","n2-standard-64","n2-standard-80","n2-highmem-2","n2-highmem-4","n2-highmem-8","n2-highmem-16","n2-highmem-32","n2-highmem-48","n2-highmem-64","n2-highmem-80","n2-highcpu-2","n2-highcpu-4","n2-highcpu-8","n2-highcpu-16","n2-highcpu-32","n2-highcpu-48","n2-highcpu-64","n2-highcpu-80","n2d-standard-2","n2d-standard-4","n2d-standard-8","n2d-standard-16","n2d-standard-32","nd2-standard-48","n2d-standard-64","n2d-standard-80","n2d-standard-96","n2d-standard-128","n2d-standard-224","n2d-highmem-2","n2d-highmem-4","n2d-highmem-8","n2d-highmem-16","n2d-highmem-32","n2d-highmem-48","n2d-highmem-64","n2d-highmem-80","n2d-highmem-96","n2d-highcpu-2","n2d-highcpu-4","n2d-highcpu-8","n2d-highcpu-16","n2d-highcpu-32","n2d-highcpu-48","n2d-highcpu-64","n2d-highcpu-80","n2d-highcpu-96","n2d-highcpu-128","n2d-highcpu-224","e2-standard-2","e2-standard-4","e2-standard-8","e2-standard-16","e2-highmem-2","e2-highmem-4","e2-highmem-8","e2-highmem-16","e2-highcpu-2","e2-highcpu-4","e2-highcpu-8","e2-highcpu-16","m1-ultramem-40","m1-ultramem-80","m1-ultramem-160","m2-ultramem-208","m2-ultramem-416","c2-standard-4","c2-standard-8","c2-standard-16","c2-standard-30","c2-standard-60","custom"]},"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"workerType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":100,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Worker Machine Type","max":9223372036854776000,"name":"googleCloudConfig.workerType","type":"MODEL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.googlecloud.NetworkChooserValues","filteringConfig":"","values":["AUTO","CUSTOM","NONE"],"labels":["Auto - VPC created in Auto mode","Custom - VPC with custom subnets","Default VPC for project and region"]},"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"networkType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Network Type","max":9223372036854776000,"name":"googleCloudConfig.networkType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"network","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["AUTO"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Network Name","max":9223372036854776000,"name":"googleCloudConfig.network","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"subnet","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true],"googleCloudConfig.networkType":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Subnet Name","max":9223372036854776000,"name":"googleCloudConfig.subnet","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"tags","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":140,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Network Tags","max":9223372036854776000,"name":"googleCloudConfig.tags","type":"LIST","defaultValue":[]},{"model":null,"required":true,"min":2,"group":"DATAPROC","fieldName":"workerCount","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Worker Count","max":9223372036854776000,"name":"googleCloudConfig.workerCount","type":"NUMBER","defaultValue":2},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"clusterName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":160,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[false]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Cluster Name","max":9223372036854776000,"name":"googleCloudConfig.clusterName","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATAPROC","fieldName":"terminate","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":170,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"clusterConfig.clusterType":["DATAPROC"],"executionMode":["STREAMING","BATCH"],"googleCloudConfig.create":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Terminates the cluster when the pipeline stops","label":"Terminate Cluster","max":9223372036854776000,"name":"googleCloudConfig.terminate","type":"BOOLEAN","defaultValue":null}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineGroups":["CLUSTER","PARAMETERS","NOTIFICATIONS","BAD_RECORDS","STATS","EMR","DATAPROC","ADVANCED"]},"groupNameToLabelMapList":[{"name":"CLUSTER","label":"Cluster"},{"name":"PARAMETERS","label":"Parameters"},{"name":"NOTIFICATIONS","label":"Notifications"},{"name":"BAD_RECORDS","label":"Error Records"},{"name":"STATS","label":"Statistics"},{"name":"EMR","label":"EMR"},{"name":"DATAPROC","label":"Dataproc"},{"name":"ADVANCED","label":"Advanced"}]}}],"pipelineFragment":null,"pipelineRules":[{"configDefinitions":[{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"emailIDs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":76,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Email Addresses","label":"Email IDs","max":9223372036854776000,"name":"emailIDs","type":"LIST","defaultValue":[]},{"model":{"configDefinitions":[{"model":null,"required":false,"min":-9223372036854776000,"group":"WEBHOOK","fieldName":"payload","upload":"NO","lines":2,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":240,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Data that should be included as a part of the Webhook request","label":"Payload","max":9223372036854776000,"name":"payload","type":"TEXT","defaultValue":"{\n \"text\" : \"{{ALERT_TEXT}}. The alert, {{ALERT_NAME}}, was triggered for pipeline '{{PIPELINE_TITLE}}'. \\n The threshold of {{ALERT_VALUE}} records, for the following condition was reached at {{TIME}}: {{ALERT_CONDITION}} \\n <{{PIPELINE_URL}}|Click here> for details!\"\n}"},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"webhookUrl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The Webhook HTTP resource URL","label":"Webhook URL","max":9223372036854776000,"name":"webhookUrl","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"headers","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":210,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Headers to include in the request","label":"Headers","max":9223372036854776000,"name":"headers","type":"MAP","defaultValue":[]},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.HttpMethodChooserValues","filteringConfig":"","values":["GET","PUT","POST","DELETE","HEAD"],"labels":["GET","PUT","POST","DELETE","HEAD"]},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"httpMethod","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":220,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"HTTP method to send","label":"HTTP Method","max":9223372036854776000,"name":"httpMethod","type":"MODEL","defaultValue":"POST"},{"model":null,"required":false,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"contentType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":250,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"httpMethod":["POST","PUT","DELETE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Content-Type header to be sent with the request; used if that header is not already present","label":"Content Type","max":9223372036854776000,"name":"contentType","type":"STRING","defaultValue":"application/json"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.AuthenticationTypeChooserValues","filteringConfig":"","values":["NONE","BASIC","DIGEST","UNIVERSAL"],"labels":["None","Basic","Digest","Universal"]},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"authType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":260,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Authentication Type","max":9223372036854776000,"name":"authType","type":"MODEL","defaultValue":"NONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"username","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":270,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Username","max":9223372036854776000,"name":"username","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"password","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":280,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"authType":["BASIC","DIGEST","UNIVERSAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Password","max":9223372036854776000,"name":"password","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"NOTIFICATIONS","fieldName":"webhookConfigs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":200,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Webhooks","label":"Webhooks","max":9223372036854776000,"name":"webhookConfigs","type":"MODEL","defaultValue":[]}],"configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.datacollector.config.PipelineRulesGroups":["NOTIFICATIONS"]},"groupNameToLabelMapList":[{"name":"NOTIFICATIONS","label":"Notifications"}]}}],"stages":[{"configDefinitions":[{"model":null,"required":true,"min":-9223372036854776000,"group":"RAW","fieldName":"rawData","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Raw Data","max":9223372036854776000,"name":"rawData","type":"TEXT","defaultValue":"{\n \"f1\": \"abc\",\n \"f2\": \"xyz\",\n \"f3\": \"lmn\"\n}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"RAW","fieldName":"stopAfterFirstBatch","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":2,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Stop After First Batch","max":9223372036854776000,"name":"stopAfterFirstBatch","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"EVENT","fieldName":"eventData","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Event Data","max":9223372036854776000,"name":"eventData","type":"TEXT","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"stageOnRecordError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action to take with records sent to error","label":"On Record Error","max":9223372036854776000,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"}],"errorStage":false,"statsAggregatorStage":false,"icon":"dev.png","version":"3","pipelineLifecycleStage":false,"libraryLabel":"Dev (for development only)","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.devtest.rawdata.RawDataSourceGroups":["RAW","EVENT"]},"groupNameToLabelMapList":[{"name":"RAW","label":"Raw Data"},{"name":"EVENT","label":"Event Data"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"index.html#datacollector/UserGuide/Pipeline_Design/DevStages.html","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/RawDataDSource.yaml","description":"Add Raw data to the source.","privateClassLoader":false,"services":[{"configuration":{"displayFormats":"DELIMITED,JSON,LOG,SDC_JSON,TEXT,XML","dataFormat":"JSON"},"service":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService"}],"eventDefs":[],"library":"streamsets-datacollector-dev-lib","label":"Dev Raw Data Source","name":"com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource","type":"SOURCE","className":"com.streamsets.pipeline.stage.devtest.rawdata.RawDataDSource","onRecordError":true,"producingEvents":true,"preconditions":false},{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.processor.scripting.ProcessingModeChooserValues","filteringConfig":"","values":["RECORD","BATCH"],"labels":["Record by Record","Batch by Batch"]},"required":true,"min":-9223372036854776000,"group":"GROOVY","fieldName":"processingMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"If 'Record by Record' the processor takes care of record error handling, if 'Record batch' the Groovy script must take care of record error handling","label":"Record Processing Mode","max":9223372036854776000,"name":"processingMode","type":"MODEL","defaultValue":"BATCH"},{"model":null,"required":false,"min":-9223372036854776000,"group":"GROOVY","fieldName":"initScript","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-groovy","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Place initialization code here. Called on pipeline validate/start.","label":"Init Script","max":9223372036854776000,"name":"initScript","type":"TEXT","defaultValue":"/*\n * Available objects:\n * sdc.state: A Map<String, Object> that is preserved between invocations of this script.\n * Useful for caching bits of data, e.g. counters.\n * sdc.log.<level>(msg, obj...): Use instead of println to send log messages to the log4j log\n * instead of stdout.\n * loglevel is any log4j level: e.g. info, warn, error, trace.\n * sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n * to check if the field is typed field with value null\n * sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n * Pass true to this function to create a list map (ordered map)\n * sdc.createEvent(String type, int version): Creates a new event.\n * Create new empty event with standard headers.\n * sdc.toEvent(Record): Send event to event stream\n * Only events created with sdc.createEvent are supported.\n * sdc.pipelineParameters(): Map with pipeline runtime parameters.\n */\n\n// sdc.state['connection'] = new Connection().open();\n"},{"model":null,"required":true,"min":-9223372036854776000,"group":"GROOVY","fieldName":"script","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/x-groovy","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"","label":"Script","max":9223372036854776000,"name":"script","type":"TEXT","defaultValue":"/*\n * Available constants:\n * They are to assign a type to a field with a value null.\n * sdc.NULL_BOOLEAN, sdc.NULL_CHAR, sdc.NULL_BYTE, sdc.NULL_SHORT, sdc.NULL_INTEGER, sdc.NULL_LONG,\n * sdc.NULL_FLOAT, sdc.NULL_DOUBLE, sdc.NULL_DATE, sdc.NULL_DATETIME, sdc.NULL_TIME, sdc.NULL_DECIMAL,\n * dsc.NULL_BYTE_ARRAY, sdc.NULL_STRING, sdc.NULL_LIST, sdc.NULL_MAP\n *\n * Available objects:\n * sdc.records: A collection of Records to process. Depending on the processing mode\n * it may have 1 record or all the records in the batch (default).\n *\n * sdc.state: A Map<String, Object> that is preserved between invocations of this script.\n * Useful for caching bits of data, e.g. counters.\n *\n * sdc.log.<level>(msg, obj...): Use instead of println to send log messages to the log4j log\n * instead of stdout.\n * loglevel is any log4j level: e.g. info, warn, error, trace.\n * sdc.output.write(Record): Writes a record to the processor output.\n *\n * sdc.error.write(Record, message): Writes a record to the error pipeline.\n *\n * sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n * to check if the field is typed field with value null\n *\n * sdc.createRecord(String recordId): Creates a new record.\n * Pass a recordId to uniquely identify the record and include enough information to track down the record source.\n * sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n * Pass true to this function to create a list map (ordered map)\n *\n * sdc.createEvent(String type, int version): Creates a new event.\n * Create new empty event with standard headers.\n * sdc.toEvent(Record): Send event to event stream\n * Only events created with sdcFunctions.createEvent are supported.\n * sdc.isPreview(): Determine if pipeline is in preview mode.\n * sdc.pipelineParameters(): Map with pipeline runtime parameters.\n *\n * Available Record Header Variables:\n * record.attributes: a map of record header attributes.\n * record.<header name>: get the value of 'header name'.\n */\n\n// Sample Groovy code\nrecords = sdc.records\nfor (record in records) {\n try {\n // Change record root field value to a String value.\n // record.value = \"Hello\"\n\n // Change record root field value to a map value and create an entry\n // record.value = [firstName:'John', lastName:'Doe', age:25]\n\n // Access a map entry\n // record.value['fullName'] = record.value['firstName'] + ' ' + record.value['lastName']\n\n // Create a list entry\n // record.value['myList'] = [1, 2, 3, 4]\n\n // Modify an existing list entry\n // record.value['myList'][0] = 5\n\n // Assign a integer type to a field and value null\n // record.value['null_int'] = sdc.NULL_INTEGER\n\n // Check if the field is NULL_INTEGER. If so, assign a value\n // if (sdc.getFieldNull(record, '/null_int') == sdc.NULL_INTEGER)\n // record.value['null_int'] = 123\n\n // Direct access to the underlying Data Collector Record. Use for read-only operations.\n // fieldAttr = record.sdcRecord.get('/value').getAttribute('attr')\n\n // Create a new record with map field\n // newRecord = sdc.createRecord(record.sourceId + ':newRecordId')\n // newRecord.value = ['field1':'val1', 'field2' : 'val2']\n // newMap = sdc.createMap(true)\n // newMap['field'] = 'val'\n // newRecord.value['field2'] = newMap\n // sdc.output.write(newRecord)\n\n // Applies if the source uses WHOLE_FILE as data format\n // input_stream = record.value['fileRef'].getInputStream();\n // try {\n // input_stream.read(); //Process the input stream\n // } finally {\n // input_stream.close();\n // }\n\n // Modify a record header attribute entry\n // record.attributes['name'] = record.attributes['first_name'] + ' ' + record.attributes['last_name']\n\n // Get a record header with field names ex. get sourceId and errorCode\n // String sourceId = record.sourceId\n // String errorCode = ''\n // if (record.errorCode) {\n // errorCode = record.errorCode\n // }\n\n // Write a record to the processor output\n sdc.output.write(record)\n } catch (e) {\n // Write a record to the error pipeline\n sdc.log.error(e.toString(), e)\n sdc.error.write(record, e.toString())\n }\n}\n\n"},{"model":null,"required":false,"min":-9223372036854776000,"group":"GROOVY","fieldName":"destroyScript","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-groovy","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Place cleanup code here. Called on pipeline stop.","label":"Destroy Script","max":9223372036854776000,"name":"destroyScript","type":"TEXT","defaultValue":"/*\n * Available objects:\n * sdc.state: A Map<String, Object> that is preserved between invocations of this script.\n * Useful for caching bits of data, e.g. counters.\n * sdc.log.<level>(msg, obj...): Use instead of println to send log messages to the log4j log\n * instead of stdout.\n * loglevel is any log4j level: e.g. info, warn, error, trace.\n * sdc.getFieldNull(Record, 'field path'): Receive a constant defined above\n * to check if the field is typed field with value null\n * sdc.createMap(boolean listMap): Create a map for use as a field in a record.\n * Pass true to this function to create a list map (ordered map)\n * sdc.createEvent(String type, int version): Creates a new event.\n * Create new empty event with standard headers.\n * sdc.toEvent(Record): Send event to event stream\n * Only events created with sdc.createEvent are supported.\n * sdc.pipelineParameters(): Map with pipeline runtime parameters.\n */\n\n// sdc.state.connection.close()\n"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.util.scripting.config.ScriptRecordTypeValueChooser","filteringConfig":"","values":["SDC_RECORDS","NATIVE_OBJECTS"],"labels":["Data Collector Records","Native Objects"]},"required":true,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"scriptRecordType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Record type to use during script execution","label":"Record Type","max":9223372036854776000,"name":"scriptRecordType","type":"MODEL","defaultValue":"NATIVE_OBJECTS"},{"model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"invokeDynamic","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"May improve or worsen script performance depending on use case","label":"Enable invokedynamic Compiler Option","max":9223372036854776000,"name":"invokeDynamic","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"userParams","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Parameters and values for use in script.\nAccess in user script as sdc.userParams.","label":"Parameters in Script","max":9223372036854776000,"name":"userParams","type":"MAP","defaultValue":[]},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"stageOnRecordError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action to take with records sent to error","label":"On Record Error","max":9223372036854776000,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRequiredFields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Records without any of these fields are sent to error","label":"Required Fields","max":9223372036854776000,"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRecordPreconditions","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","max":9223372036854776000,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[]}],"errorStage":false,"statsAggregatorStage":false,"icon":"groovy.png","version":"2","pipelineLifecycleStage":false,"libraryLabel":"Groovy 2.4.11","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.groovy.Groups":["GROOVY","ADVANCED"]},"groupNameToLabelMapList":[{"name":"GROOVY","label":"Groovy"},{"name":"ADVANCED","label":"Advanced"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_asl_bpt_gv","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/GroovyDProcessor.yaml","description":"Processes records using Groovy","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-groovy_2_4-lib","label":"Groovy Evaluator","name":"com_streamsets_pipeline_stage_processor_groovy_GroovyDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.groovy.GroovyDProcessor","onRecordError":true,"producingEvents":true,"preconditions":true},{"configDefinitions":[{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"query","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","319","320","321","322","323","324","325","326","327","328","329","330","331","332","333","334","335","336","337","338","339","340","341","342","343","344","345","346","347","348","349"],"elConstantDefinitionsIdx":["63","350","351","352","353","354","355","356","357","358","359","360","361","362","363","364","365","366"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/x-sql","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"SELECT <column>, ... FROM <table name> WHERE <column> <operator> <expression>","label":"SQL Query","max":9223372036854776000,"name":"query","type":"TEXT","defaultValue":null},{"model":{"configDefinitions":[{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"columnName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The database column name.","label":"Column Name","max":9223372036854776000,"name":"columnName","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"","fieldName":"field","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The field in the record to receive the value.","label":"SDC Field","max":9223372036854776000,"name":"field","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"defaultValue","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The default value to be used when the database returns no row. If not set, the Missing Values Behavior applies.","label":"Default Value","max":9223372036854776000,"name":"defaultValue","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.DataTypeChooserValues","filteringConfig":"","values":["USE_COLUMN_TYPE","BOOLEAN","SHORT","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","TIME","DECIMAL","STRING","BYTE_ARRAY"],"labels":["Use db column type","BOOLEAN","SHORT","INTEGER","LONG","FLOAT","DOUBLE","DATE","DATETIME","TIME","DECIMAL","STRING","BYTE_ARRAY"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"dataType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The field type. By default, the column type from the database will be used. But if the field type is provided, it will overwrite the column type. Note that if the default value is provided, the field type must also be provided.","label":"Data Type","max":9223372036854776000,"name":"dataType","type":"MODEL","defaultValue":"USE_COLUMN_TYPE"}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"columnMappings","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Mappings from column names to field names","label":"Column Mappings","max":9223372036854776000,"name":"columnMappings","type":"MODEL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.MultipleValuesBehaviorChooserValues","filteringConfig":"","values":["FIRST_ONLY","ALL_AS_LIST","SPLIT_INTO_MULTIPLE_RECORDS"],"labels":["First value only","All values as a list","Split into multiple records"]},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"multipleValuesBehavior","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":35,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"How to handle multiple values","label":"Multiple Values Behavior","max":9223372036854776000,"name":"multipleValuesBehavior","type":"MODEL","defaultValue":"FIRST_ONLY"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.common.MissingValuesBehaviorChooserValues","filteringConfig":"","values":["SEND_TO_ERROR","PASS_RECORD_ON"],"labels":["Send to error","Pass the record along the pipeline unchanged"]},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"missingValuesBehavior","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":37,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"How to handle missing values when no default value is defined.","label":"Missing Values Behavior","max":9223372036854776000,"name":"missingValuesBehavior","type":"MODEL","defaultValue":"PASS_RECORD_ON"},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"maxClobSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":40,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Max Clob Size (Characters)","max":9223372036854776000,"name":"maxClobSize","type":"NUMBER","defaultValue":1000},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"maxBlobSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":50,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Max Blob Size (Bytes)","max":9223372036854776000,"name":"maxBlobSize","type":"NUMBER","defaultValue":1000},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.api.ConnectionDef$Constants$ConnectionChooserValues","filteringConfig":"","values":["MANUAL"],"labels":["None"]},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"connectionSelection","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":-500,"connectionType":"STREAMSETS_JDBC","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Connection","max":9223372036854776000,"name":"hikariConfigBean.connectionSelection","type":"MODEL","defaultValue":"MANUAL"},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"connectionString","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"JDBC Connection String","max":9223372036854776000,"name":"hikariConfigBean.connection.connectionString","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"useCredentials","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":15,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Use Credentials","max":9223372036854776000,"name":"hikariConfigBean.connection.useCredentials","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"CREDENTIALS","fieldName":"username","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConfigBean.connection.useCredentials":[true],"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Username","max":9223372036854776000,"name":"hikariConfigBean.connection.username","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"CREDENTIALS","fieldName":"password","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":25,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"hikariConfigBean.connection.useCredentials":[true],"hikariConfigBean.connectionSelection":["MANUAL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Password","max":9223372036854776000,"name":"hikariConfigBean.connection.password","type":"CREDENTIAL","defaultValue":null},{"model":{"configDefinitions":[{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"key","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Name","max":9223372036854776000,"name":"key","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"value","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Value","max":9223372036854776000,"name":"value","type":"CREDENTIAL","defaultValue":null}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"JDBC","fieldName":"driverProperties","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Additional properties to pass to the underlying JDBC driver.","label":"Additional JDBC Configuration Properties","max":9223372036854776000,"name":"hikariConfigBean.driverProperties","type":"MODEL","defaultValue":[]},{"model":null,"required":false,"min":-9223372036854776000,"group":"LEGACY","fieldName":"driverClassName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Class name for pre-JDBC 4 compliant drivers.","label":"JDBC Driver Class Name","max":9223372036854776000,"name":"hikariConfigBean.driverClassName","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"LEGACY","fieldName":"connectionTestQuery","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-sql","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Not recommended for JDBC 4 compliant drivers. Runs when a new database connection is established.","label":"Connection Health Test Query","max":9223372036854776000,"name":"hikariConfigBean.connectionTestQuery","type":"TEXT","defaultValue":null},{"model":null,"required":true,"min":1,"group":"ADVANCED","fieldName":"maximumPoolSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum number of connections to create to the data source","label":"Maximum Pool Size","max":9223372036854776000,"name":"hikariConfigBean.maximumPoolSize","type":"NUMBER","defaultValue":1},{"model":null,"required":true,"min":0,"group":"ADVANCED","fieldName":"minIdle","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Minimum number of connections to maintain. It is recommended to set this to the same valueas Maximum Pool Size which effectively creates a fixed connection pool.","label":"Minimum Idle Connections","max":9223372036854776000,"name":"hikariConfigBean.minIdle","type":"NUMBER","defaultValue":1},{"model":null,"required":true,"min":1,"group":"ADVANCED","fieldName":"connectionTimeout","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum time to wait for a connection to become available. Exceeding will cause a pipeline error.","label":"Connection Timeout (Seconds)","max":9223372036854776000,"name":"hikariConfigBean.connectionTimeout","type":"NUMBER","defaultValue":"${30 * SECONDS}"},{"model":null,"required":true,"min":0,"group":"ADVANCED","fieldName":"idleTimeout","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":40,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum amount of time that a connection is allowed to sit idle in the pool. Use 0 to opt out of an idle timeout. If set too close to or more than Max Connection Lifetime, the property is ignored.","label":"Idle Timeout (Seconds)","max":9223372036854776000,"name":"hikariConfigBean.idleTimeout","type":"NUMBER","defaultValue":"${10 * MINUTES}"},{"model":null,"required":true,"min":0,"group":"ADVANCED","fieldName":"maxLifetime","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","232","233","234","235","236","237","238","239"],"elConstantDefinitionsIdx":["63","240","241","242"],"displayPosition":50,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum lifetime of a connection in the pool. When reached, the connection is retired from the pool. Use 0 to set no maximum lifetime. When set, the minimum lifetime is 30 minutes.","label":"Max Connection Lifetime (Seconds)","max":9223372036854776000,"name":"hikariConfigBean.maxLifetime","type":"NUMBER","defaultValue":"${30 * MINUTES}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"autoCommit","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":55,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Whether the connection should have property auto-commit set to true or not.","label":"Auto Commit","max":9223372036854776000,"name":"hikariConfigBean.autoCommit","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"readOnly","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":60,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Should be set to true whenever possible to avoid unintended writes. Set to false with extreme caution.","label":"Enforce Read-only Connection","max":9223372036854776000,"name":"hikariConfigBean.readOnly","type":"BOOLEAN","defaultValue":true},{"model":null,"required":false,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"initialQuery","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":80,"connectionType":"","displayMode":"ADVANCED","mode":"text/x-sql","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"SQL query that will be executed on all new connections when they are created, before they are added to the connection pool.","label":"Init Query","max":9223372036854776000,"name":"hikariConfigBean.initialQuery","type":"TEXT","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.TransactionIsolationLevelChooserValues","filteringConfig":"","values":["DEFAULT","TRANSACTION_READ_COMMITTED","TRANSACTION_READ_UNCOMMITTED","TRANSACTION_REPEATABLE_READ","TRANSACTION_SERIALIZABLE"],"labels":["Database default","Read committed","Read uncommitted","Repeatable read","Serializable"]},"required":true,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"transactionIsolation","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":70,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Transaction isolation that should be used for all database connections.","label":"Transaction Isolation","max":9223372036854776000,"name":"hikariConfigBean.transactionIsolation","type":"MODEL","defaultValue":"DEFAULT"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.jdbc.UnknownTypeActionChooserValues","filteringConfig":"","values":["STOP_PIPELINE","CONVERT_TO_STRING"],"labels":["Stop pipeline","Convert to String"]},"required":false,"min":-9223372036854776000,"group":"ADVANCED","fieldName":"unknownTypeAction","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":230,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action that should be performed when an unknown type is detected in the result set.","label":"On Unknown Type","max":9223372036854776000,"name":"unknownTypeAction","type":"MODEL","defaultValue":"STOP_PIPELINE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"enabled","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Select to enable caching of lookups. This improves performance, but should only be used when values rarely change","label":"Enable Local Caching","max":9223372036854776000,"name":"cacheConfig.enabled","type":"BOOLEAN","defaultValue":null},{"model":null,"required":true,"min":-1,"group":"JDBC","fieldName":"maxSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":110,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"cacheConfig.enabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Maximum number of values to cache. If exceeded, oldest values are evicted to make room. Default value is -1 which is unlimited","label":"Maximum Entries to Cache","max":9223372036854776000,"name":"cacheConfig.maxSize","type":"NUMBER","defaultValue":-1},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.processor.kv.EvictionPolicyTypeChooserValues","filteringConfig":"","values":["EXPIRE_AFTER_ACCESS","EXPIRE_AFTER_WRITE"],"labels":["Expire After Last Access","Expire After Last Write"]},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"evictionPolicyType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"cacheConfig.enabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Policy type used to evict values from the local cache. Select whether to reset the expiration time after the last write or after the last access of the value.","label":"Eviction Policy Type","max":9223372036854776000,"name":"cacheConfig.evictionPolicyType","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":0,"group":"JDBC","fieldName":"expirationTime","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":130,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"cacheConfig.enabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Expiration Time","max":9223372036854776000,"name":"cacheConfig.expirationTime","type":"NUMBER","defaultValue":1},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.processor.kv.TimeUnitChooserValues","filteringConfig":"","values":["NANOSECONDS","MICROSECONDS","MILLISECONDS","SECONDS","MINUTES","HOURS","DAYS"],"labels":["NANOSECONDS","MICROSECONDS","MILLISECONDS","SECONDS","MINUTES","HOURS","DAYS"]},"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"timeUnit","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"cacheConfig.enabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Time Unit","max":9223372036854776000,"name":"cacheConfig.timeUnit","type":"MODEL","defaultValue":"SECONDS"},{"model":null,"required":true,"min":-9223372036854776000,"group":"JDBC","fieldName":"retryOnCacheMiss","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"cacheConfig.enabled":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"By default, the processor remembers that a look up for a given column failed and always returns the default value. This is to avoid doing unnecessary look ups for known missing values. Select this option if new values might be inserted and the processor should retry the request rather than returning the cached default value.","label":"Retry on Missing Value","max":9223372036854776000,"name":"cacheConfig.retryOnCacheMiss","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"stageOnRecordError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action to take with records sent to error","label":"On Record Error","max":9223372036854776000,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRequiredFields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Records without any of these fields are sent to error","label":"Required Fields","max":9223372036854776000,"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRecordPreconditions","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","max":9223372036854776000,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[]}],"errorStage":false,"statsAggregatorStage":false,"icon":"rdbms.png","version":"5","pipelineLifecycleStage":false,"libraryLabel":"JDBC","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.destination.jdbc.Groups":["JDBC","CREDENTIALS","LEGACY","ADVANCED"]},"groupNameToLabelMapList":[{"name":"JDBC","label":"JDBC"},{"name":"CREDENTIALS","label":"Credentials"},{"name":"LEGACY","label":"Legacy Drivers"},{"name":"ADVANCED","label":"Advanced"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_kbr_2cy_hw","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/JdbcLookupDProcessor.yaml","description":"Lookup values via JDBC to enrich records.","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-jdbc-lib","label":"JDBC Lookup","name":"com_streamsets_pipeline_stage_processor_jdbclookup_JdbcLookupDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.jdbclookup.JdbcLookupDProcessor","onRecordError":true,"producingEvents":false,"preconditions":true},{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"PREDICATE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"CONDITIONS","fieldName":"lanePredicates","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","301","302","303","304","305","306","307","308","309","310","311","312","313"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that match the condition pass to the stream","label":"Condition","max":9223372036854776000,"name":"lanePredicates","type":"MODEL","defaultValue":{}},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"stageOnRecordError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action to take with records sent to error","label":"On Record Error","max":9223372036854776000,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRequiredFields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Records without any of these fields are sent to error","label":"Required Fields","max":9223372036854776000,"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRecordPreconditions","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","max":9223372036854776000,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[]}],"errorStage":false,"statsAggregatorStage":false,"icon":"laneSelector.png","version":"1","pipelineLifecycleStage":false,"libraryLabel":"Basic","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.selector.Groups":["CONDITIONS"]},"groupNameToLabelMapList":[{"name":"CONDITIONS","label":"Conditions"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":true,"outputStreams":0,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$VariableOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_iss_2zx_wq","hideStage":[],"outputStreamsDrivenByConfig":"lanePredicates","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/SelectorDProcessor.yaml","description":"Passes records to streams based on conditions","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Stream Selector","name":"com_streamsets_pipeline_stage_processor_selector_SelectorDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.selector.SelectorDProcessor","onRecordError":true,"producingEvents":false,"preconditions":true},{"configDefinitions":[{"model":null,"required":false,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"uniquePrefix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","177"],"elConstantDefinitionsIdx":["63"],"displayPosition":105,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"File name prefix","label":"Files Prefix","max":9223372036854776000,"name":"configs.uniquePrefix","type":"STRING","defaultValue":"sdc-${sdc:id()}"},{"model":null,"required":false,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"fileNameSuffix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":106,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"File name suffix e.g.'txt'","label":"Files Suffix","max":9223372036854776000,"name":"configs.fileNameSuffix","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"dirPathTemplateInHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":107,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The directory is defined by the 'targetDirectory' record header attribute instead of the Directory Template configuration property.","label":"Directory in Header","max":9223372036854776000,"name":"configs.dirPathTemplateInHeader","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"dirPathTemplate","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","293","294","295","296","297","298","299","300","405"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383","384","385","386"],"displayPosition":110,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dirPathTemplateInHeader":[false]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Template for the creation of output directories. Valid variables are ${YYYY()}, ${MM()}, ${DD()}, ${hh()}, ${mm()}, ${ss()} and {record:value(“/field”)} for values in a field. Directories are created based on the smallest time unit variable used.","label":"Directory Template","max":9223372036854776000,"name":"configs.dirPathTemplate","type":"STRING","defaultValue":"/tmp/out/${YYYY()}-${MM()}-${DD()}-${hh()}"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.TimeZoneChooserValues","filteringConfig":"","values":["America/Los_Angeles","US/Samoa","Pacific/Samoa","Pacific/Pago_Pago","Pacific/Midway","Pacific/Niue","Pacific/Tahiti","US/Hawaii","SystemV/HST10","Pacific/Johnston","Pacific/Honolulu","Pacific/Rarotonga","Pacific/Marquesas","US/Aleutian","America/Atka","America/Adak","Pacific/Gambier","SystemV/YST9","SystemV/PST8","Pacific/Pitcairn","US/Alaska","SystemV/YST9YDT","America/Yakutat","America/Sitka","America/Nome","America/Metlakatla","America/Juneau","America/Anchorage","US/Pacific","SystemV/PST8PDT","PST8PDT","Mexico/BajaNorte","Canada/Pacific","America/Vancouver","America/Tijuana","America/Santa_Isabel","America/Ensenada","US/Arizona","SystemV/MST7","Canada/Yukon","America/Whitehorse","America/Phoenix","America/Hermosillo","America/Fort_Nelson","America/Dawson_Creek","America/Dawson","America/Creston","US/Mountain","SystemV/MST7MDT","Navajo","Mexico/BajaSur","MST7MDT","Canada/Mountain","America/Yellowknife","America/Shiprock","America/Ojinaga","America/Mazatlan","America/Inuvik","America/Edmonton","America/Denver","America/Chihuahua","America/Cambridge_Bay","America/Boise","Pacific/Galapagos","SystemV/CST6","Canada/Saskatchewan","America/Tegucigalpa","America/Swift_Current","America/Regina","America/Managua","America/Guatemala","America/El_Salvador","America/Costa_Rica","America/Belize","America/Lima","SystemV/EST5","Jamaica","America/Panama","America/Jamaica","America/Coral_Harbour","America/Cayman","America/Cancun","America/Atikokan","America/Guayaquil","Pacific/Easter","Chile/EasterIsland","US/Indiana-Starke","US/Central","SystemV/CST6CDT","Mexico/General","Canada/Central","CST6CDT","America/Winnipeg","America/Resolute","America/Rankin_Inlet","America/Rainy_River","America/North_Dakota/New_Salem","America/North_Dakota/Center","America/North_Dakota/Beulah","America/Monterrey","America/Mexico_City","America/Merida","America/Menominee","America/Matamoros","America/Knox_IN","America/Indiana/Tell_City","America/Indiana/Knox","America/Chicago","America/Bahia_Banderas","America/Bogota","Brazil/Acre","America/Rio_Branco","America/Porto_Acre","America/Eirunepe","America/Caracas","America/Guyana","US/Michigan","US/Eastern","US/East-Indiana","SystemV/EST5EDT","EST5EDT","Canada/Eastern","America/Toronto","America/Thunder_Bay","America/Port-au-Prince","America/Pangnirtung","America/Nipigon","America/New_York","America/Nassau","America/Montreal","America/Louisville","America/Kentucky/Monticello","America/Kentucky/Louisville","America/Iqaluit","America/Indianapolis","America/Indiana/Winamac","America/Indiana/Vincennes","America/Indiana/Vevay","America/Indiana/Petersburg","America/Indiana/Marengo","America/Indiana/Indianapolis","America/Grand_Turk","America/Fort_Wayne","America/Detroit","Cuba","America/Havana","America/La_Paz","SystemV/AST4","America/Virgin","America/Tortola","America/St_Vincent","America/St_Thomas","America/St_Lucia","America/St_Kitts","America/St_Barthelemy","America/Santo_Domingo","America/Puerto_Rico","America/Port_of_Spain","America/Montserrat","America/Martinique","America/Marigot","America/Lower_Princes","America/Kralendijk","America/Guadeloupe","America/Grenada","America/Dominica","America/Curacao","America/Blanc-Sablon","America/Barbados","America/Aruba","America/Antigua","America/Anguilla","Brazil/West","America/Porto_Velho","America/Manaus","America/Cuiaba","America/Campo_Grande","America/Boa_Vista","America/Montevideo","America/Paramaribo","Antarctica/Rothera","America/Asuncion","America/Cayenne","Atlantic/Stanley","Chile/Continental","Antarctica/Palmer","America/Santiago","Brazil/East","America/Sao_Paulo","America/Santarem","America/Recife","America/Maceio","America/Fortaleza","America/Belem","America/Bahia","America/Araguaina","America/Punta_Arenas","SystemV/AST4ADT","Canada/Atlantic","Atlantic/Bermuda","America/Thule","America/Moncton","America/Halifax","America/Goose_Bay","America/Glace_Bay","America/Rosario","America/Mendoza","America/Jujuy","America/Cordoba","America/Catamarca","America/Buenos_Aires","America/Argentina/Ushuaia","America/Argentina/Tucuman","America/Argentina/San_Luis","America/Argentina/San_Juan","America/Argentina/Salta","America/Argentina/Rio_Gallegos","America/Argentina/Mendoza","America/Argentina/La_Rioja","America/Argentina/Jujuy","America/Argentina/Cordoba","America/Argentina/ComodRivadavia","America/Argentina/Catamarca","America/Argentina/Buenos_Aires","Canada/Newfoundland","America/St_Johns","America/Nuuk","America/Godthab","America/Miquelon","Atlantic/South_Georgia","Brazil/DeNoronha","America/Noronha","Atlantic/Cape_Verde","Atlantic/Azores","America/Scoresbysund","Africa/Abidjan","Africa/Accra","Africa/Bamako","Africa/Banjul","Africa/Bissau","Africa/Conakry","Africa/Dakar","Africa/Freetown","Africa/Lome","Africa/Monrovia","Africa/Nouakchott","Africa/Ouagadougou","Africa/Sao_Tome","Africa/Timbuktu","America/Danmarkshavn","Atlantic/Reykjavik","Atlantic/St_Helena","Etc/Greenwich","GMT","GMT0","Greenwich","Iceland","Etc/UCT","Etc/UTC","Etc/Universal","Etc/Zulu","UCT","UTC","Universal","Zulu","Europe/Belfast","Europe/Guernsey","Europe/Isle_of_Man","Europe/Jersey","Europe/London","GB","GB-Eire","Africa/Algiers","Africa/Tunis","Eire","Europe/Dublin","Africa/Bangui","Africa/Brazzaville","Africa/Douala","Africa/Kinshasa","Africa/Lagos","Africa/Libreville","Africa/Luanda","Africa/Malabo","Africa/Ndjamena","Africa/Niamey","Africa/Porto-Novo","Africa/Casablanca","Africa/El_Aaiun","Atlantic/Canary","Atlantic/Faeroe","Atlantic/Faroe","Atlantic/Madeira","Europe/Lisbon","Portugal","WET","Antarctica/Troll","Africa/Blantyre","Africa/Bujumbura","Africa/Gaborone","Africa/Harare","Africa/Khartoum","Africa/Kigali","Africa/Lubumbashi","Africa/Lusaka","Africa/Maputo","Africa/Windhoek","Africa/Ceuta","Arctic/Longyearbyen","Atlantic/Jan_Mayen","CET","Europe/Amsterdam","Europe/Andorra","Europe/Belgrade","Europe/Berlin","Europe/Bratislava","Europe/Brussels","Europe/Budapest","Europe/Busingen","Europe/Copenhagen","Europe/Gibraltar","Europe/Ljubljana","Europe/Luxembourg","Europe/Madrid","Europe/Malta","Europe/Monaco","Europe/Oslo","Europe/Paris","Europe/Podgorica","Europe/Prague","Europe/Rome","Europe/San_Marino","Europe/Sarajevo","Europe/Skopje","Europe/Stockholm","Europe/Tirane","Europe/Vaduz","Europe/Vatican","Europe/Vienna","Europe/Warsaw","Europe/Zagreb","Europe/Zurich","Poland","Africa/Cairo","Africa/Tripoli","Egypt","Europe/Kaliningrad","Libya","MET","Africa/Johannesburg","Africa/Maseru","Africa/Mbabane","Asia/Aden","Asia/Baghdad","Asia/Bahrain","Asia/Kuwait","Asia/Qatar","Asia/Riyadh","Asia/Famagusta","Africa/Addis_Ababa","Africa/Asmara","Africa/Asmera","Africa/Dar_es_Salaam","Africa/Djibouti","Africa/Juba","Africa/Kampala","Africa/Mogadishu","Africa/Nairobi","Indian/Antananarivo","Indian/Comoro","Indian/Mayotte","Asia/Amman","Asia/Beirut","Asia/Damascus","Asia/Gaza","Asia/Hebron","Asia/Nicosia","EET","Europe/Athens","Europe/Bucharest","Europe/Chisinau","Europe/Helsinki","Europe/Kiev","Europe/Mariehamn","Europe/Nicosia","Europe/Riga","Europe/Sofia","Europe/Tallinn","Europe/Tiraspol","Europe/Uzhgorod","Europe/Vilnius","Europe/Zaporozhye","Europe/Kirov","Asia/Jerusalem","Asia/Tel_Aviv","Israel","Europe/Minsk","Europe/Moscow","Europe/Simferopol","W-SU","Antarctica/Syowa","Asia/Istanbul","Europe/Istanbul","Turkey","Asia/Tehran","Iran","Asia/Yerevan","Asia/Baku","Europe/Astrakhan","Europe/Saratov","Europe/Ulyanovsk","Asia/Tbilisi","Asia/Dubai","Asia/Muscat","Europe/Volgograd","Indian/Mauritius","Indian/Reunion","Europe/Samara","Indian/Mahe","Asia/Kabul","Asia/Aqtau","Asia/Aqtobe","Asia/Atyrau","Antarctica/Mawson","Indian/Maldives","Asia/Oral","Asia/Karachi","Asia/Qyzylorda","Indian/Kerguelen","Asia/Dushanbe","Asia/Ashgabat","Asia/Ashkhabad","Asia/Samarkand","Asia/Tashkent","Asia/Yekaterinburg","Asia/Calcutta","Asia/Colombo","Asia/Kolkata","Asia/Kathmandu","Asia/Katmandu","Asia/Almaty","Asia/Dacca","Asia/Dhaka","Asia/Thimbu","Asia/Thimphu","Indian/Chagos","Asia/Bishkek","Asia/Omsk","Asia/Qostanay","Antarctica/Vostok","Asia/Kashgar","Asia/Urumqi","Indian/Cocos","Asia/Rangoon","Asia/Yangon","Asia/Barnaul","Asia/Tomsk","Indian/Christmas","Antarctica/Davis","Asia/Hovd","Asia/Bangkok","Asia/Ho_Chi_Minh","Asia/Phnom_Penh","Asia/Saigon","Asia/Vientiane","Asia/Krasnoyarsk","Asia/Novokuznetsk","Asia/Novosibirsk","Asia/Jakarta","Asia/Pontianak","Australia/Perth","Australia/West","Asia/Brunei","Asia/Choibalsan","Asia/Chongqing","Asia/Chungking","Asia/Harbin","Asia/Macao","Asia/Macau","Asia/Shanghai","Asia/Taipei","PRC","Asia/Hong_Kong","Hongkong","Asia/Irkutsk","Asia/Kuala_Lumpur","Asia/Kuching","Asia/Manila","Asia/Singapore","Singapore","Asia/Ulaanbaatar","Asia/Ulan_Bator","Asia/Makassar","Asia/Ujung_Pandang","Australia/Eucla","Asia/Tokyo","Japan","Asia/Pyongyang","Asia/Seoul","ROK","Pacific/Palau","Asia/Dili","Asia/Jayapura","Asia/Chita","Asia/Khandyga","Asia/Yakutsk","Australia/Darwin","Australia/North","Australia/Brisbane","Australia/Lindeman","Australia/Queensland","Pacific/Chuuk","Pacific/Truk","Pacific/Yap","Pacific/Guam","Pacific/Saipan","Antarctica/DumontDUrville","Pacific/Port_Moresby","Asia/Ust-Nera","Asia/Vladivostok","Australia/Adelaide","Australia/Broken_Hill","Australia/South","Australia/Yancowinna","Australia/ACT","Australia/Canberra","Australia/Currie","Australia/Hobart","Australia/Melbourne","Australia/NSW","Australia/Sydney","Australia/Tasmania","Australia/Victoria","Antarctica/Casey","Pacific/Bougainville","Pacific/Kosrae","Australia/LHI","Australia/Lord_Howe","Asia/Magadan","Antarctica/Macquarie","Pacific/Noumea","Pacific/Pohnpei","Pacific/Ponape","Asia/Sakhalin","Pacific/Guadalcanal","Asia/Srednekolymsk","Pacific/Efate","Asia/Anadyr","Pacific/Fiji","Pacific/Tarawa","Kwajalein","Pacific/Kwajalein","Pacific/Majuro","Pacific/Norfolk","Pacific/Nauru","Asia/Kamchatka","Pacific/Funafuti","Pacific/Wake","Pacific/Wallis","Antarctica/McMurdo","Antarctica/South_Pole","NZ","Pacific/Auckland","Pacific/Enderbury","Pacific/Fakaofo","Pacific/Tongatapu","NZ-CHAT","Pacific/Chatham","Pacific/Kiritimati","Pacific/Apia"],"labels":["Same as Data Collector: -07:00 PT (America/Los_Angeles)","-11:00 ST (US/Samoa)","-11:00 ST (Pacific/Samoa)","-11:00 ST (Pacific/Pago_Pago)","-11:00 ST (Pacific/Midway)","-11:00 NUT (Pacific/Niue)","-10:00 TAHT (Pacific/Tahiti)","-10:00 HT (US/Hawaii)","-10:00 HT (SystemV/HST10)","-10:00 HT (Pacific/Johnston)","-10:00 HT (Pacific/Honolulu)","-10:00 CKT (Pacific/Rarotonga)","-09:30 MART (Pacific/Marquesas)","-09:00 HT (US/Aleutian)","-09:00 HT (America/Atka)","-09:00 HT (America/Adak)","-09:00 GAMT (Pacific/Gambier)","-09:00 AKT (SystemV/YST9)","-08:00 PT (SystemV/PST8)","-08:00 PT (Pacific/Pitcairn)","-08:00 AKT (US/Alaska)","-08:00 AKT (SystemV/YST9YDT)","-08:00 AKT (America/Yakutat)","-08:00 AKT (America/Sitka)","-08:00 AKT (America/Nome)","-08:00 AKT (America/Metlakatla)","-08:00 AKT (America/Juneau)","-08:00 AKT (America/Anchorage)","-07:00 PT (US/Pacific)","-07:00 PT (SystemV/PST8PDT)","-07:00 PT (PST8PDT)","-07:00 PT (Mexico/BajaNorte)","-07:00 PT (Canada/Pacific)","-07:00 PT (America/Vancouver)","-07:00 PT (America/Tijuana)","-07:00 PT (America/Santa_Isabel)","-07:00 PT (America/Ensenada)","-07:00 MT (US/Arizona)","-07:00 MT (SystemV/MST7)","-07:00 MT (Canada/Yukon)","-07:00 MT (America/Whitehorse)","-07:00 MT (America/Phoenix)","-07:00 MT (America/Hermosillo)","-07:00 MT (America/Fort_Nelson)","-07:00 MT (America/Dawson_Creek)","-07:00 MT (America/Dawson)","-07:00 MT (America/Creston)","-06:00 MT (US/Mountain)","-06:00 MT (SystemV/MST7MDT)","-06:00 MT (Navajo)","-06:00 MT (Mexico/BajaSur)","-06:00 MT (MST7MDT)","-06:00 MT (Canada/Mountain)","-06:00 MT (America/Yellowknife)","-06:00 MT (America/Shiprock)","-06:00 MT (America/Ojinaga)","-06:00 MT (America/Mazatlan)","-06:00 MT (America/Inuvik)","-06:00 MT (America/Edmonton)","-06:00 MT (America/Denver)","-06:00 MT (America/Chihuahua)","-06:00 MT (America/Cambridge_Bay)","-06:00 MT (America/Boise)","-06:00 GALT (Pacific/Galapagos)","-06:00 CT (SystemV/CST6)","-06:00 CT (Canada/Saskatchewan)","-06:00 CT (America/Tegucigalpa)","-06:00 CT (America/Swift_Current)","-06:00 CT (America/Regina)","-06:00 CT (America/Managua)","-06:00 CT (America/Guatemala)","-06:00 CT (America/El_Salvador)","-06:00 CT (America/Costa_Rica)","-06:00 CT (America/Belize)","-05:00 PET (America/Lima)","-05:00 ET (SystemV/EST5)","-05:00 ET (Jamaica)","-05:00 ET (America/Panama)","-05:00 ET (America/Jamaica)","-05:00 ET (America/Coral_Harbour)","-05:00 ET (America/Cayman)","-05:00 ET (America/Cancun)","-05:00 ET (America/Atikokan)","-05:00 ECT (America/Guayaquil)","-05:00 EAST (Pacific/Easter)","-05:00 EAST (Chile/EasterIsland)","-05:00 CT (US/Indiana-Starke)","-05:00 CT (US/Central)","-05:00 CT (SystemV/CST6CDT)","-05:00 CT (Mexico/General)","-05:00 CT (Canada/Central)","-05:00 CT (CST6CDT)","-05:00 CT (America/Winnipeg)","-05:00 CT (America/Resolute)","-05:00 CT (America/Rankin_Inlet)","-05:00 CT (America/Rainy_River)","-05:00 CT (America/North_Dakota/New_Salem)","-05:00 CT (America/North_Dakota/Center)","-05:00 CT (America/North_Dakota/Beulah)","-05:00 CT (America/Monterrey)","-05:00 CT (America/Mexico_City)","-05:00 CT (America/Merida)","-05:00 CT (America/Menominee)","-05:00 CT (America/Matamoros)","-05:00 CT (America/Knox_IN)","-05:00 CT (America/Indiana/Tell_City)","-05:00 CT (America/Indiana/Knox)","-05:00 CT (America/Chicago)","-05:00 CT (America/Bahia_Banderas)","-05:00 COT (America/Bogota)","-05:00 ACT (Brazil/Acre)","-05:00 ACT (America/Rio_Branco)","-05:00 ACT (America/Porto_Acre)","-05:00 ACT (America/Eirunepe)","-04:00 VET (America/Caracas)","-04:00 GYT (America/Guyana)","-04:00 ET (US/Michigan)","-04:00 ET (US/Eastern)","-04:00 ET (US/East-Indiana)","-04:00 ET (SystemV/EST5EDT)","-04:00 ET (EST5EDT)","-04:00 ET (Canada/Eastern)","-04:00 ET (America/Toronto)","-04:00 ET (America/Thunder_Bay)","-04:00 ET (America/Port-au-Prince)","-04:00 ET (America/Pangnirtung)","-04:00 ET (America/Nipigon)","-04:00 ET (America/New_York)","-04:00 ET (America/Nassau)","-04:00 ET (America/Montreal)","-04:00 ET (America/Louisville)","-04:00 ET (America/Kentucky/Monticello)","-04:00 ET (America/Kentucky/Louisville)","-04:00 ET (America/Iqaluit)","-04:00 ET (America/Indianapolis)","-04:00 ET (America/Indiana/Winamac)","-04:00 ET (America/Indiana/Vincennes)","-04:00 ET (America/Indiana/Vevay)","-04:00 ET (America/Indiana/Petersburg)","-04:00 ET (America/Indiana/Marengo)","-04:00 ET (America/Indiana/Indianapolis)","-04:00 ET (America/Grand_Turk)","-04:00 ET (America/Fort_Wayne)","-04:00 ET (America/Detroit)","-04:00 CT (Cuba)","-04:00 CT (America/Havana)","-04:00 BOT (America/La_Paz)","-04:00 AT (SystemV/AST4)","-04:00 AT (America/Virgin)","-04:00 AT (America/Tortola)","-04:00 AT (America/St_Vincent)","-04:00 AT (America/St_Thomas)","-04:00 AT (America/St_Lucia)","-04:00 AT (America/St_Kitts)","-04:00 AT (America/St_Barthelemy)","-04:00 AT (America/Santo_Domingo)","-04:00 AT (America/Puerto_Rico)","-04:00 AT (America/Port_of_Spain)","-04:00 AT (America/Montserrat)","-04:00 AT (America/Martinique)","-04:00 AT (America/Marigot)","-04:00 AT (America/Lower_Princes)","-04:00 AT (America/Kralendijk)","-04:00 AT (America/Guadeloupe)","-04:00 AT (America/Grenada)","-04:00 AT (America/Dominica)","-04:00 AT (America/Curacao)","-04:00 AT (America/Blanc-Sablon)","-04:00 AT (America/Barbados)","-04:00 AT (America/Aruba)","-04:00 AT (America/Antigua)","-04:00 AT (America/Anguilla)","-04:00 AMT (Brazil/West)","-04:00 AMT (America/Porto_Velho)","-04:00 AMT (America/Manaus)","-04:00 AMT (America/Cuiaba)","-04:00 AMT (America/Campo_Grande)","-04:00 AMT (America/Boa_Vista)","-03:00 UYT (America/Montevideo)","-03:00 SRT (America/Paramaribo)","-03:00 ROTT (Antarctica/Rothera)","-03:00 PYT (America/Asuncion)","-03:00 GFT (America/Cayenne)","-03:00 FKT (Atlantic/Stanley)","-03:00 CLT (Chile/Continental)","-03:00 CLT (Antarctica/Palmer)","-03:00 CLT (America/Santiago)","-03:00 BRT (Brazil/East)","-03:00 BRT (America/Sao_Paulo)","-03:00 BRT (America/Santarem)","-03:00 BRT (America/Recife)","-03:00 BRT (America/Maceio)","-03:00 BRT (America/Fortaleza)","-03:00 BRT (America/Belem)","-03:00 BRT (America/Bahia)","-03:00 BRT (America/Araguaina)","-03:00 America/Punta_Arenas (America/Punta_Arenas)","-03:00 AT (SystemV/AST4ADT)","-03:00 AT (Canada/Atlantic)","-03:00 AT (Atlantic/Bermuda)","-03:00 AT (America/Thule)","-03:00 AT (America/Moncton)","-03:00 AT (America/Halifax)","-03:00 AT (America/Goose_Bay)","-03:00 AT (America/Glace_Bay)","-03:00 ART (America/Rosario)","-03:00 ART (America/Mendoza)","-03:00 ART (America/Jujuy)","-03:00 ART (America/Cordoba)","-03:00 ART (America/Catamarca)","-03:00 ART (America/Buenos_Aires)","-03:00 ART (America/Argentina/Ushuaia)","-03:00 ART (America/Argentina/Tucuman)","-03:00 ART (America/Argentina/San_Luis)","-03:00 ART (America/Argentina/San_Juan)","-03:00 ART (America/Argentina/Salta)","-03:00 ART (America/Argentina/Rio_Gallegos)","-03:00 ART (America/Argentina/Mendoza)","-03:00 ART (America/Argentina/La_Rioja)","-03:00 ART (America/Argentina/Jujuy)","-03:00 ART (America/Argentina/Cordoba)","-03:00 ART (America/Argentina/ComodRivadavia)","-03:00 ART (America/Argentina/Catamarca)","-03:00 ART (America/Argentina/Buenos_Aires)","-02:30 NT (Canada/Newfoundland)","-02:30 NT (America/St_Johns)","-02:00 WGT (America/Nuuk)","-02:00 WGT (America/Godthab)","-02:00 PMT (America/Miquelon)","-02:00 GT (Atlantic/South_Georgia)","-02:00 FNT (Brazil/DeNoronha)","-02:00 FNT (America/Noronha)","-01:00 CVT (Atlantic/Cape_Verde)","+00:00 AZOT (Atlantic/Azores)","+00:00 EGT (America/Scoresbysund)","+00:00 GMT (Africa/Abidjan)","+00:00 GMT (Africa/Accra)","+00:00 GMT (Africa/Bamako)","+00:00 GMT (Africa/Banjul)","+00:00 GMT (Africa/Bissau)","+00:00 GMT (Africa/Conakry)","+00:00 GMT (Africa/Dakar)","+00:00 GMT (Africa/Freetown)","+00:00 GMT (Africa/Lome)","+00:00 GMT (Africa/Monrovia)","+00:00 GMT (Africa/Nouakchott)","+00:00 GMT (Africa/Ouagadougou)","+00:00 GMT (Africa/Sao_Tome)","+00:00 GMT (Africa/Timbuktu)","+00:00 GMT (America/Danmarkshavn)","+00:00 GMT (Atlantic/Reykjavik)","+00:00 GMT (Atlantic/St_Helena)","+00:00 GMT (Etc/Greenwich)","+00:00 GMT (GMT)","+00:00 GMT (GMT0)","+00:00 GMT (Greenwich)","+00:00 GMT (Iceland)","+00:00 UTC (Etc/UCT)","+00:00 UTC (Etc/UTC)","+00:00 UTC (Etc/Universal)","+00:00 UTC (Etc/Zulu)","+00:00 UTC (UCT)","+00:00 UTC (UTC)","+00:00 UTC (Universal)","+00:00 UTC (Zulu)","+01:00 BT (Europe/Belfast)","+01:00 BT (Europe/Guernsey)","+01:00 BT (Europe/Isle_of_Man)","+01:00 BT (Europe/Jersey)","+01:00 BT (Europe/London)","+01:00 BT (GB)","+01:00 BT (GB-Eire)","+01:00 CET (Africa/Algiers)","+01:00 CET (Africa/Tunis)","+01:00 IT (Eire)","+01:00 IT (Europe/Dublin)","+01:00 WAT (Africa/Bangui)","+01:00 WAT (Africa/Brazzaville)","+01:00 WAT (Africa/Douala)","+01:00 WAT (Africa/Kinshasa)","+01:00 WAT (Africa/Lagos)","+01:00 WAT (Africa/Libreville)","+01:00 WAT (Africa/Luanda)","+01:00 WAT (Africa/Malabo)","+01:00 WAT (Africa/Ndjamena)","+01:00 WAT (Africa/Niamey)","+01:00 WAT (Africa/Porto-Novo)","+01:00 WET (Africa/Casablanca)","+01:00 WET (Africa/El_Aaiun)","+01:00 WET (Atlantic/Canary)","+01:00 WET (Atlantic/Faeroe)","+01:00 WET (Atlantic/Faroe)","+01:00 WET (Atlantic/Madeira)","+01:00 WET (Europe/Lisbon)","+01:00 WET (Portugal)","+01:00 WET (WET)","+02:00 ATT (Antarctica/Troll)","+02:00 CAT (Africa/Blantyre)","+02:00 CAT (Africa/Bujumbura)","+02:00 CAT (Africa/Gaborone)","+02:00 CAT (Africa/Harare)","+02:00 CAT (Africa/Khartoum)","+02:00 CAT (Africa/Kigali)","+02:00 CAT (Africa/Lubumbashi)","+02:00 CAT (Africa/Lusaka)","+02:00 CAT (Africa/Maputo)","+02:00 CAT (Africa/Windhoek)","+02:00 CET (Africa/Ceuta)","+02:00 CET (Arctic/Longyearbyen)","+02:00 CET (Atlantic/Jan_Mayen)","+02:00 CET (CET)","+02:00 CET (Europe/Amsterdam)","+02:00 CET (Europe/Andorra)","+02:00 CET (Europe/Belgrade)","+02:00 CET (Europe/Berlin)","+02:00 CET (Europe/Bratislava)","+02:00 CET (Europe/Brussels)","+02:00 CET (Europe/Budapest)","+02:00 CET (Europe/Busingen)","+02:00 CET (Europe/Copenhagen)","+02:00 CET (Europe/Gibraltar)","+02:00 CET (Europe/Ljubljana)","+02:00 CET (Europe/Luxembourg)","+02:00 CET (Europe/Madrid)","+02:00 CET (Europe/Malta)","+02:00 CET (Europe/Monaco)","+02:00 CET (Europe/Oslo)","+02:00 CET (Europe/Paris)","+02:00 CET (Europe/Podgorica)","+02:00 CET (Europe/Prague)","+02:00 CET (Europe/Rome)","+02:00 CET (Europe/San_Marino)","+02:00 CET (Europe/Sarajevo)","+02:00 CET (Europe/Skopje)","+02:00 CET (Europe/Stockholm)","+02:00 CET (Europe/Tirane)","+02:00 CET (Europe/Vaduz)","+02:00 CET (Europe/Vatican)","+02:00 CET (Europe/Vienna)","+02:00 CET (Europe/Warsaw)","+02:00 CET (Europe/Zagreb)","+02:00 CET (Europe/Zurich)","+02:00 CET (Poland)","+02:00 EET (Africa/Cairo)","+02:00 EET (Africa/Tripoli)","+02:00 EET (Egypt)","+02:00 EET (Europe/Kaliningrad)","+02:00 EET (Libya)","+02:00 MET (MET)","+02:00 SAT (Africa/Johannesburg)","+02:00 SAT (Africa/Maseru)","+02:00 SAT (Africa/Mbabane)","+03:00 AT (Asia/Aden)","+03:00 AT (Asia/Baghdad)","+03:00 AT (Asia/Bahrain)","+03:00 AT (Asia/Kuwait)","+03:00 AT (Asia/Qatar)","+03:00 AT (Asia/Riyadh)","+03:00 Asia/Famagusta (Asia/Famagusta)","+03:00 EAT (Africa/Addis_Ababa)","+03:00 EAT (Africa/Asmara)","+03:00 EAT (Africa/Asmera)","+03:00 EAT (Africa/Dar_es_Salaam)","+03:00 EAT (Africa/Djibouti)","+03:00 EAT (Africa/Juba)","+03:00 EAT (Africa/Kampala)","+03:00 EAT (Africa/Mogadishu)","+03:00 EAT (Africa/Nairobi)","+03:00 EAT (Indian/Antananarivo)","+03:00 EAT (Indian/Comoro)","+03:00 EAT (Indian/Mayotte)","+03:00 EET (Asia/Amman)","+03:00 EET (Asia/Beirut)","+03:00 EET (Asia/Damascus)","+03:00 EET (Asia/Gaza)","+03:00 EET (Asia/Hebron)","+03:00 EET (Asia/Nicosia)","+03:00 EET (EET)","+03:00 EET (Europe/Athens)","+03:00 EET (Europe/Bucharest)","+03:00 EET (Europe/Chisinau)","+03:00 EET (Europe/Helsinki)","+03:00 EET (Europe/Kiev)","+03:00 EET (Europe/Mariehamn)","+03:00 EET (Europe/Nicosia)","+03:00 EET (Europe/Riga)","+03:00 EET (Europe/Sofia)","+03:00 EET (Europe/Tallinn)","+03:00 EET (Europe/Tiraspol)","+03:00 EET (Europe/Uzhgorod)","+03:00 EET (Europe/Vilnius)","+03:00 EET (Europe/Zaporozhye)","+03:00 Europe/Kirov (Europe/Kirov)","+03:00 IT (Asia/Jerusalem)","+03:00 IT (Asia/Tel_Aviv)","+03:00 IT (Israel)","+03:00 MT (Europe/Minsk)","+03:00 MT (Europe/Moscow)","+03:00 MT (Europe/Simferopol)","+03:00 MT (W-SU)","+03:00 SYOT (Antarctica/Syowa)","+03:00 TRT (Asia/Istanbul)","+03:00 TRT (Europe/Istanbul)","+03:00 TRT (Turkey)","+03:30 IRT (Asia/Tehran)","+03:30 IRT (Iran)","+04:00 AMT (Asia/Yerevan)","+04:00 AZT (Asia/Baku)","+04:00 Europe/Astrakhan (Europe/Astrakhan)","+04:00 Europe/Saratov (Europe/Saratov)","+04:00 Europe/Ulyanovsk (Europe/Ulyanovsk)","+04:00 GET (Asia/Tbilisi)","+04:00 GT (Asia/Dubai)","+04:00 GT (Asia/Muscat)","+04:00 MT (Europe/Volgograd)","+04:00 MUT (Indian/Mauritius)","+04:00 RET (Indian/Reunion)","+04:00 SAMT (Europe/Samara)","+04:00 SCT (Indian/Mahe)","+04:30 AFT (Asia/Kabul)","+05:00 AQTT (Asia/Aqtau)","+05:00 AQTT (Asia/Aqtobe)","+05:00 Asia/Atyrau (Asia/Atyrau)","+05:00 MAWT (Antarctica/Mawson)","+05:00 MVT (Indian/Maldives)","+05:00 ORAT (Asia/Oral)","+05:00 PKT (Asia/Karachi)","+05:00 QYZT (Asia/Qyzylorda)","+05:00 TFT (Indian/Kerguelen)","+05:00 TJT (Asia/Dushanbe)","+05:00 TMT (Asia/Ashgabat)","+05:00 TMT (Asia/Ashkhabad)","+05:00 UZT (Asia/Samarkand)","+05:00 UZT (Asia/Tashkent)","+05:00 YEKT (Asia/Yekaterinburg)","+05:30 IT (Asia/Calcutta)","+05:30 IT (Asia/Colombo)","+05:30 IT (Asia/Kolkata)","+05:45 NPT (Asia/Kathmandu)","+05:45 NPT (Asia/Katmandu)","+06:00 ALMT (Asia/Almaty)","+06:00 BDT (Asia/Dacca)","+06:00 BDT (Asia/Dhaka)","+06:00 BTT (Asia/Thimbu)","+06:00 BTT (Asia/Thimphu)","+06:00 IOT (Indian/Chagos)","+06:00 KGT (Asia/Bishkek)","+06:00 OMST (Asia/Omsk)","+06:00 QOST (Asia/Qostanay)","+06:00 VOST (Antarctica/Vostok)","+06:00 XJT (Asia/Kashgar)","+06:00 XJT (Asia/Urumqi)","+06:30 CCT (Indian/Cocos)","+06:30 MMT (Asia/Rangoon)","+06:30 MMT (Asia/Yangon)","+07:00 Asia/Barnaul (Asia/Barnaul)","+07:00 Asia/Tomsk (Asia/Tomsk)","+07:00 CIT (Indian/Christmas)","+07:00 DAVT (Antarctica/Davis)","+07:00 HOVT (Asia/Hovd)","+07:00 ICT (Asia/Bangkok)","+07:00 ICT (Asia/Ho_Chi_Minh)","+07:00 ICT (Asia/Phnom_Penh)","+07:00 ICT (Asia/Saigon)","+07:00 ICT (Asia/Vientiane)","+07:00 KRAT (Asia/Krasnoyarsk)","+07:00 KRAT (Asia/Novokuznetsk)","+07:00 NOVT (Asia/Novosibirsk)","+07:00 WIB (Asia/Jakarta)","+07:00 WIB (Asia/Pontianak)","+08:00 AWT (Australia/Perth)","+08:00 AWT (Australia/West)","+08:00 BNT (Asia/Brunei)","+08:00 CHOT (Asia/Choibalsan)","+08:00 CT (Asia/Chongqing)","+08:00 CT (Asia/Chungking)","+08:00 CT (Asia/Harbin)","+08:00 CT (Asia/Macao)","+08:00 CT (Asia/Macau)","+08:00 CT (Asia/Shanghai)","+08:00 CT (Asia/Taipei)","+08:00 CT (PRC)","+08:00 HKT (Asia/Hong_Kong)","+08:00 HKT (Hongkong)","+08:00 IRKT (Asia/Irkutsk)","+08:00 MYT (Asia/Kuala_Lumpur)","+08:00 MYT (Asia/Kuching)","+08:00 PT (Asia/Manila)","+08:00 SGT (Asia/Singapore)","+08:00 SGT (Singapore)","+08:00 ULAT (Asia/Ulaanbaatar)","+08:00 ULAT (Asia/Ulan_Bator)","+08:00 WITA (Asia/Makassar)","+08:00 WITA (Asia/Ujung_Pandang)","+08:45 ACWT (Australia/Eucla)","+09:00 JT (Asia/Tokyo)","+09:00 JT (Japan)","+09:00 KT (Asia/Pyongyang)","+09:00 KT (Asia/Seoul)","+09:00 KT (ROK)","+09:00 PWT (Pacific/Palau)","+09:00 TLT (Asia/Dili)","+09:00 WIT (Asia/Jayapura)","+09:00 YAKT (Asia/Chita)","+09:00 YAKT (Asia/Khandyga)","+09:00 YAKT (Asia/Yakutsk)","+09:30 ACT (Australia/Darwin)","+09:30 ACT (Australia/North)","+10:00 AET (Australia/Brisbane)","+10:00 AET (Australia/Lindeman)","+10:00 AET (Australia/Queensland)","+10:00 CHUT (Pacific/Chuuk)","+10:00 CHUT (Pacific/Truk)","+10:00 CHUT (Pacific/Yap)","+10:00 ChT (Pacific/Guam)","+10:00 ChT (Pacific/Saipan)","+10:00 DDUT (Antarctica/DumontDUrville)","+10:00 PGT (Pacific/Port_Moresby)","+10:00 VLAT (Asia/Ust-Nera)","+10:00 VLAT (Asia/Vladivostok)","+10:30 ACT (Australia/Adelaide)","+10:30 ACT (Australia/Broken_Hill)","+10:30 ACT (Australia/South)","+10:30 ACT (Australia/Yancowinna)","+11:00 AET (Australia/ACT)","+11:00 AET (Australia/Canberra)","+11:00 AET (Australia/Currie)","+11:00 AET (Australia/Hobart)","+11:00 AET (Australia/Melbourne)","+11:00 AET (Australia/NSW)","+11:00 AET (Australia/Sydney)","+11:00 AET (Australia/Tasmania)","+11:00 AET (Australia/Victoria)","+11:00 AWT (Antarctica/Casey)","+11:00 BT (Pacific/Bougainville)","+11:00 KOST (Pacific/Kosrae)","+11:00 LHT (Australia/LHI)","+11:00 LHT (Australia/Lord_Howe)","+11:00 MAGT (Asia/Magadan)","+11:00 MIST (Antarctica/Macquarie)","+11:00 NCT (Pacific/Noumea)","+11:00 PONT (Pacific/Pohnpei)","+11:00 PONT (Pacific/Ponape)","+11:00 SAKT (Asia/Sakhalin)","+11:00 SBT (Pacific/Guadalcanal)","+11:00 SRET (Asia/Srednekolymsk)","+11:00 VUT (Pacific/Efate)","+12:00 ANAT (Asia/Anadyr)","+12:00 FJT (Pacific/Fiji)","+12:00 GILT (Pacific/Tarawa)","+12:00 MHT (Kwajalein)","+12:00 MHT (Pacific/Kwajalein)","+12:00 MHT (Pacific/Majuro)","+12:00 NFT (Pacific/Norfolk)","+12:00 NRT (Pacific/Nauru)","+12:00 PETT (Asia/Kamchatka)","+12:00 TVT (Pacific/Funafuti)","+12:00 WAKT (Pacific/Wake)","+12:00 WFT (Pacific/Wallis)","+13:00 NZT (Antarctica/McMurdo)","+13:00 NZT (Antarctica/South_Pole)","+13:00 NZT (NZ)","+13:00 NZT (Pacific/Auckland)","+13:00 PHOT (Pacific/Enderbury)","+13:00 TKT (Pacific/Fakaofo)","+13:00 TOT (Pacific/Tongatapu)","+13:45 CHAT (NZ-CHAT)","+13:45 CHAT (Pacific/Chatham)","+14:00 LINT (Pacific/Kiritimati)","+14:00 WST (Pacific/Apia)"]},"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"timeZoneID","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":120,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Time zone to use to resolve directory paths","label":"Data Time Zone","max":9223372036854776000,"name":"configs.timeZoneID","type":"MODEL","defaultValue":"UTC"},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"timeDriver","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","293","294","295","296","297","298","299","300","301","302","303","304","305","306","307","308","309","310","311","312","313"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383","384","385","386"],"displayPosition":130,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Time basis to use for a record. Enter an expression that evaluates to a datetime. To use the processing time, enter ${time:now()}. To use field values, use '${record:value(\"<filepath>\")}'.","label":"Time Basis","max":9223372036854776000,"name":"configs.timeDriver","type":"STRING","defaultValue":"${time:now()}"},{"model":null,"required":true,"min":0,"group":"OUTPUT_FILES","fieldName":"maxRecordsPerFile","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":140,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Number of records that triggers the creation of a new file. Use 0 to opt out.","label":"Max Records in File","max":9223372036854776000,"name":"configs.maxRecordsPerFile","type":"NUMBER","defaultValue":0},{"model":null,"required":true,"min":0,"group":"OUTPUT_FILES","fieldName":"maxFileSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":150,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Exceeding this size triggers the creation of a new file. Use 0 to opt out.","label":"Max File Size (MB)","max":9223372036854776000,"name":"configs.maxFileSize","type":"NUMBER","defaultValue":0},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"idleTimeout","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","293","294","295","296","297","298","299","300"],"elConstantDefinitionsIdx":["63","384","385","386"],"displayPosition":155,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Maximum time for a file to remain idle. After no records are written to a file for the specified time, the destination closes the file. Enter a number to specify a value in seconds. You can also use the MINUTES or HOURS constants in an expression. Use -1 to opt out of a timeout.","label":"Idle Timeout","max":9223372036854776000,"name":"configs.idleTimeout","type":"STRING","defaultValue":"${1 * HOURS}"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.hdfs.CompressionChooserValues","filteringConfig":"","values":["NONE","GZIP","BZIP2","SNAPPY","LZ4","OTHER"],"labels":["None","Gzip","Bzip2","Snappy","LZ4","Other..."]},"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"compression","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":160,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Compression Codec","max":9223372036854776000,"name":"configs.compression","type":"MODEL","defaultValue":"NONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"otherCompression","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":170,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["TEXT","SEQUENCE_FILE"],"configs.compression":["OTHER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Use the full class name","label":"Compression Codec Class","max":9223372036854776000,"name":"configs.otherCompression","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.hdfs.FileTypeChooserValues","filteringConfig":"","values":["TEXT","SEQUENCE_FILE","WHOLE_FILE"],"labels":["Text files","Sequence files","Whole File"]},"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"fileType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":100,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"File Type","max":9223372036854776000,"name":"configs.fileType","type":"MODEL","defaultValue":"TEXT"},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"keyEl","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","406"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383"],"displayPosition":180,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.fileType":["SEQUENCE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Record key for creating Hadoop sequence files. Valid options are '${record:value(\"<field-path>\")}' or '${uuid()}'","label":"Sequence File Key","max":9223372036854776000,"name":"configs.keyEl","type":"STRING","defaultValue":"${uuid()}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"LATE_RECORDS","fieldName":"lateRecordsLimit","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","293","294","295","296","297","298","299","300"],"elConstantDefinitionsIdx":["63","384","385","386"],"displayPosition":200,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Time limit (in seconds) for a record to be written to the corresponding directory, if the limit is exceeded the record will be written to the current late records file. If a number is used it is considered seconds, it can be multiplied by 'MINUTES' or 'HOURS', ie: '${30 * MINUTES}'","label":"Late Record Time Limit (secs)","max":9223372036854776000,"name":"configs.lateRecordsLimit","type":"STRING","defaultValue":"${1 * HOURS}"},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"rollIfHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":204,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Closes the current file and creates a new file when processing a record with the specified roll attribute","label":"Use Roll Attribute","max":9223372036854776000,"name":"configs.rollIfHeader","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"rollHeaderName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":205,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.rollIfHeader":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Name of the roll attribute","label":"Roll Attribute Name","max":9223372036854776000,"name":"configs.rollHeaderName","type":"STRING","defaultValue":"roll"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.hdfs.LateRecordsActionChooserValues","filteringConfig":"","values":["SEND_TO_ERROR","SEND_TO_LATE_RECORDS_FILE"],"labels":["Send to error","Send to late records file"]},"required":true,"min":-9223372036854776000,"group":"LATE_RECORDS","fieldName":"lateRecordsAction","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":210,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action for records considered late.","label":"Late Record Handling","max":9223372036854776000,"name":"configs.lateRecordsAction","type":"MODEL","defaultValue":"SEND_TO_ERROR"},{"model":null,"required":false,"min":-9223372036854776000,"group":"LATE_RECORDS","fieldName":"lateRecordsDirPathTemplate","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","293","294","295","296","297","298","299","300"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383","384","385","386"],"displayPosition":220,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.lateRecordsAction":["SEND_TO_LATE_RECORDS_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Template for the creation of late record directories. Valid variables are ${YYYY()}, ${MM()}, ${DD()}, ${hh()}, ${mm()}, ${ss()}.","label":"Late Record Directory Template","max":9223372036854776000,"name":"configs.lateRecordsDirPathTemplate","type":"STRING","defaultValue":"/tmp/late/${YYYY()}-${MM()}-${DD()}"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.hdfs.DataFormatChooserValues","filteringConfig":"","values":["AVRO","BINARY","DELIMITED","JSON","PROTOBUF","SDC_JSON","TEXT","WHOLE_FILE"],"labels":["Avro","Binary","Delimited","JSON","Protobuf","SDC Record","Text","Whole File"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"dataFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Data Format","label":"Data Format","max":9223372036854776000,"name":"configs.dataFormat","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"hdfsPermissionCheck","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":230,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When checked, the destination creates a test file in configured target directory to verify access privileges.","label":"Validate Permissions","max":9223372036854776000,"name":"configs.hdfsPermissionCheck","type":"BOOLEAN","defaultValue":true},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"permissionEL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383"],"displayPosition":460,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Expression that determines the target file permissions.Should be a octal/symbolic representation of the permissions.","label":"Permissions Expression","max":9223372036854776000,"name":"configs.permissionEL","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"OUTPUT_FILES","fieldName":"skipOldTempFileRecovery","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Set to true to skip finding old temporary files that were written to and automatically recover them.","label":"Skip file recovery","max":9223372036854776000,"name":"configs.skipOldTempFileRecovery","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CharsetChooserValues","filteringConfig":"","values":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"labels":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"charset","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["JSON","TEXT","DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Charset","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.charset","type":"MODEL","defaultValue":"UTF-8"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvModeChooserValues","filteringConfig":"","values":["CSV","RFC4180","EXCEL","MYSQL","TDF","POSTGRES_CSV","POSTGRES_TEXT","CUSTOM","MULTI_CHARACTER"],"labels":["Default CSV (ignores empty lines)","RFC4180 CSV","MS Excel CSV","MySQL CSV","Tab Separated Values","PostgreSQL CSV","PostgreSQL Text","Custom","Multi Character Delimited"]},"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvFileFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":310,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Delimiter Format","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvFileFormat","type":"MODEL","defaultValue":"CSV"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvHeaderChooserValues","filteringConfig":"","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"labels":["With Header Line","Ignore Header Line","No Header Line"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":320,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Header Line","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvHeader","type":"MODEL","defaultValue":"NO_HEADER"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvReplaceNewLines","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":330,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Replaces new lines characters with configured string constant","label":"Replace New Line Characters","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvReplaceNewLines","type":"BOOLEAN","defaultValue":true},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvReplaceNewLinesString","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":335,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"],"configs.dataGeneratorFormatConfig.csvReplaceNewLines":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"String that will be used to substitute new line characters. Using empty string will remove the new line characters.","label":"New Line Character Replacement","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvReplaceNewLinesString","type":"STRING","defaultValue":" "},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":340,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"],"configs.dataGeneratorFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Delimiter Character","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvCustomDelimiter","type":"CHARACTER","defaultValue":"|"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomEscape","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":350,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"],"configs.dataGeneratorFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Escape Character","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvCustomEscape","type":"CHARACTER","defaultValue":"\\"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomQuote","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":360,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"],"configs.dataGeneratorFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Quote Character","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvCustomQuote","type":"CHARACTER","defaultValue":"\""},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.destination.lib.DelimitedQuoteModeValueChooser","filteringConfig":"","values":["ALL","MINIMAL","NONE"],"labels":["Quote all fields","Quote only fields that contain special characters","Never quote"]},"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvQuoteMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":365,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["DELIMITED"],"configs.dataGeneratorFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Quote Mode","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.csvQuoteMode","type":"MODEL","defaultValue":"MINIMAL"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.JsonModeChooserValues","filteringConfig":"","values":["ARRAY_OBJECTS","MULTIPLE_OBJECTS"],"labels":["JSON array of objects","Multiple JSON objects"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"jsonMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":370,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["JSON"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"JSON Content","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.jsonMode","type":"MODEL","defaultValue":"MULTIPLE_OBJECTS"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"textFieldPath","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":380,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"String field that will be written to the destination","label":"Text Field Path","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.textFieldPath","type":"MODEL","defaultValue":"/text"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"textRecordSeparator","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":385,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Value to insert in output between records, defaults to newline","label":"Record Separator","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.textRecordSeparator","type":"STRING","defaultValue":"\\n"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.TextFieldMissingActionChooserValues","filteringConfig":"","values":["IGNORE","ERROR"],"labels":["Ignore the error","Report error"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"textFieldMissingAction","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":387,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"On Missing Field","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.textFieldMissingAction","type":"MODEL","defaultValue":"ERROR"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"textEmptyLineIfNull","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":390,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataGeneratorFormatConfig.textFieldMissingAction":["IGNORE"],"configs.dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Specifies whether a record separator should be inserted in output even after an empty value (no text in field)","label":"Insert Record Separator If No Text","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.textEmptyLineIfNull","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.DestinationAvroSchemaSourceChooserValues","filteringConfig":"","values":["INLINE","HEADER","REGISTRY"],"labels":["In Pipeline Configuration","In Record Header","Confluent Schema Registry"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroSchemaSource","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":400,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Where to load the Avro Schema from.","label":"Avro Schema Location","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.avroSchemaSource","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroSchema","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":410,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["INLINE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Overrides the schema included in the data (if any). Optionally use the runtime:loadResource function to use a schema stored in a file","label":"Avro Schema","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.avroSchema","type":"TEXT","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"registerSchema","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":420,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["INLINE","HEADER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Register the Avro schema in the Confluent Schema Registry","label":"Register Schema","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.registerSchema","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"schemaRegistryUrlsForRegistration","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":430,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataGeneratorFormatConfig.registerSchema":[true],"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["INLINE","HEADER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"List of Confluent Schema Registry URLs","label":"Schema Registry URLs","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.schemaRegistryUrlsForRegistration","type":"LIST","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"schemaRegistryUrls","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":431,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"List of Confluent Schema Registry URLs","label":"Schema Registry URLs","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.schemaRegistryUrls","type":"LIST","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"basicAuthUserInfo","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":432,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Basic Auth User Info","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.basicAuthUserInfo","type":"CREDENTIAL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.DestinationAvroSchemaLookupModeChooserValues","filteringConfig":"","values":["SUBJECT","ID"],"labels":["Subject","Schema ID"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"schemaLookupMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Whether to look up the Avro Schema by ID or fetch the latest schema for a Subject.","label":"Lookup Schema By","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.schemaLookupMode","type":"MODEL","defaultValue":"SUBJECT"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"subject","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":450,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.schemaLookupMode":["SUBJECT"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Schema Subject","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.subject","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"subjectToRegister","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":451,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataGeneratorFormatConfig.registerSchema":[true],"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["INLINE","HEADER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"If this and Schema Registry URLs are non-empty, will register the supplied schema.","label":"Schema Subject","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.subjectToRegister","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"basicAuthUserInfoForRegistration","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":452,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataGeneratorFormatConfig.registerSchema":[true],"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["INLINE","HEADER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Basic Auth User Info","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.basicAuthUserInfoForRegistration","type":"CREDENTIAL","defaultValue":null},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"schemaId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":460,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"],"configs.dataGeneratorFormatConfig.schemaLookupMode":["ID"],"configs.dataGeneratorFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Schema ID","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.schemaId","type":"NUMBER","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.AvroCompressionChooserValues","filteringConfig":"","values":["NULL","SNAPPY","BZIP2","DEFLATE"],"labels":["None","Snappy","Bzip2","Deflate"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroCompression","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":480,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["AVRO"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Avro Compression Codec","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.avroCompression","type":"MODEL","defaultValue":"NULL"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"binaryFieldPath","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":420,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["BINARY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Output field to contain the binary data","label":"Binary Field Path","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.binaryFieldPath","type":"MODEL","defaultValue":"/"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"protoDescriptorFile","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":430,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Protobuf Descriptor File (.desc) path relative to SDC resources directory","label":"Protobuf Descriptor File","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.protoDescriptorFile","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"messageType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Fully Qualified Message Type name. Use format <packageName>.<messageTypeName>","label":"Message Type","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.messageType","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"fileNameEL","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","246","247","248","249","250","251","252","253","254","255","256","257","258","259","260","261","262","263","264","265","266","267","268","269","270","271","272","273","274","275","276","277","278","279","280","281","282"],"elConstantDefinitionsIdx":["63","367","368","369","370","371","372","373","374","375","376","377","378","379","380","381","382","383"],"displayPosition":450,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"File Name Expression","label":"File Name Expression","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.fileNameEL","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.WholeFileExistsActionChooserValues","filteringConfig":"","values":["TO_ERROR","OVERWRITE"],"labels":["Send to Error","Overwrite"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"wholeFileExistsAction","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":470,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The action to perform when the file already exists.","label":"File Exists","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.wholeFileExistsAction","type":"MODEL","defaultValue":"TO_ERROR"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"includeChecksumInTheEvents","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":480,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Includes checksum information in whole file transfer events.","label":"Include Checksum in Events","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.includeChecksumInTheEvents","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.ChecksumAlgorithmChooserValues","filteringConfig":"","values":["MD5","SHA1","SHA256","SHA512","MURMUR3_32","MURMUR3_128"],"labels":["MD5","SHA1","SHA256","SHA512","MURMUR3_32","MURMUR3_128"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"checksumAlgorithm","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":490,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataGeneratorFormatConfig.includeChecksumInTheEvents":[true],"configs.dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The checksum algorithm for calculating checksum for the file.","label":"Checksum Algorithm","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.checksumAlgorithm","type":"MODEL","defaultValue":"MD5"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"xmlPrettyPrint","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Format XML with human readable indentation (requires more bytes on output).","label":"Pretty Format","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.xmlPrettyPrint","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"xmlValidateSchema","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":510,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Validate that resulting record corresponds to given schema(s).","label":"Validate Schema","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.xmlValidateSchema","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"xmlSchema","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":520,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"configs.dataFormat":["XML"],"configs.dataGeneratorFormatConfig.xmlValidateSchema":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"XML schema that should be used to validate serialized record.","label":"XML Schema","max":9223372036854776000,"name":"configs.dataGeneratorFormatConfig.xmlSchema","type":"TEXT","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.datacollector.config.OnRecordErrorChooserValues","filteringConfig":"","values":["DISCARD","TO_ERROR","STOP_PIPELINE"],"labels":["Discard","Send to Error","Stop Pipeline"]},"required":true,"min":-9223372036854776000,"group":"","fieldName":"stageOnRecordError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Action to take with records sent to error","label":"On Record Error","max":9223372036854776000,"name":"stageOnRecordError","type":"MODEL","defaultValue":"TO_ERROR"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRequiredFields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Records without any of these fields are sent to error","label":"Required Fields","max":9223372036854776000,"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRecordPreconditions","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","max":9223372036854776000,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[]}],"errorStage":false,"statsAggregatorStage":false,"icon":"localfilesystem.png","version":"4","pipelineLifecycleStage":false,"libraryLabel":"Basic","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.destination.localfilesystem.Groups":["OUTPUT_FILES","LATE_RECORDS","DATA_FORMAT"]},"groupNameToLabelMapList":[{"name":"OUTPUT_FILES","label":"Output Files"},{"name":"LATE_RECORDS","label":"Late Records"},{"name":"DATA_FORMAT","label":"Data Format"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_e33_3v5_1r","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/LocalFileSystemDTarget.yaml","description":"Writes to the local file system","privateClassLoader":false,"services":[],"eventDefs":["com.streamsets.pipeline.lib.event.WholeFileProcessedEvent"],"library":"streamsets-datacollector-basic-lib","label":"Local FS","name":"com_streamsets_pipeline_stage_destination_localfilesystem_LocalFileSystemDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.localfilesystem.LocalFileSystemDTarget","onRecordError":true,"producingEvents":true,"preconditions":true},{"configDefinitions":[{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.stage.processor.fieldfilter.FilterOperationChooserValues","filteringConfig":"","values":["KEEP","REMOVE","REMOVE_NULL","REMOVE_EMPTY","REMOVE_NULL_EMPTY","REMOVE_CONSTANT"],"labels":["Keep Listed Fields","Remove Listed Fields","Remove Listed Fields If Their Values Are Null","Remove Listed Fields If Their Values Are Empty String","Remove Listed Fields If Their Values Are Null or Empty String","Remove Listed Fields If Their Values Are The Given Constant"]},"required":true,"min":-9223372036854776000,"group":"FILTER","fieldName":"filterOperation","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Action","max":9223372036854776000,"name":"filterOperation","type":"MODEL","defaultValue":"REMOVE"},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"FILTER","fieldName":"fields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"","label":"Fields","max":9223372036854776000,"name":"fields","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"FILTER","fieldName":"constant","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":30,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"filterOperation":["REMOVE_CONSTANT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Constant","max":9223372036854776000,"name":"constant","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"FIELD_SELECTOR_MULTI_VALUE","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRequiredFields","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Records without any of these fields are sent to error","label":"Required Fields","max":9223372036854776000,"name":"stageRequiredFields","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"stageRecordPreconditions","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","68","69","70","71","72","73","74","75","76","77","78","79","80","81","82","83","84","85","86","87","88","89","90","91","92","93","94","95","96","97","98"],"elConstantDefinitionsIdx":["63","99","100","101","102","103","104","105","106","107","108","109","110","111","112","113","114","115"],"displayPosition":20,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Records that don't satisfy all the preconditions are sent to error","label":"Preconditions","max":9223372036854776000,"name":"stageRecordPreconditions","type":"LIST","defaultValue":[]}],"errorStage":false,"statsAggregatorStage":false,"icon":"filter.png","version":"1","pipelineLifecycleStage":false,"libraryLabel":"Basic","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.pipeline.stage.processor.fieldfilter.Groups":["FILTER"]},"groupNameToLabelMapList":[{"name":"FILTER","label":"Remove/Keep"}]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":1,"outputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultOutputStreams","outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=task_c1j_btr_wq","hideStage":[],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/FieldFilterDProcessor.yaml","description":"Removes fields from a record","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Field Remover","name":"com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor","type":"PROCESSOR","className":"com.streamsets.pipeline.stage.processor.fieldfilter.FieldFilterDProcessor","onRecordError":false,"producingEvents":false,"preconditions":true},{"configDefinitions":[],"errorStage":true,"statsAggregatorStage":false,"icon":"","version":"1","pipelineLifecycleStage":true,"libraryLabel":"Basic","configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EDGE","EMR_BATCH"],"resetOffset":false,"onlineHelpRefUrl":"index.html?contextID=concept_kgc_l4y_5r","hideStage":["ERROR_STAGE","LIFECYCLE_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/ToErrorNullDTarget.yaml","description":"Discards records and events","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Discard","name":"com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.ToErrorNullDTarget","onRecordError":false,"producingEvents":false,"preconditions":false},{"configDefinitions":[],"errorStage":false,"statsAggregatorStage":true,"icon":"","version":"1","pipelineLifecycleStage":false,"libraryLabel":"Basic","configGroupDefinition":{"classNameToGroupsMap":{},"groupNameToLabelMapList":[]},"beta":false,"rawSourceDefinition":null,"connectionVerifierStage":false,"offsetCommitTrigger":false,"variableOutputStreams":false,"outputStreams":0,"outputStreamLabelProviderClass":null,"outputStreamLabels":null,"executionModes":["STANDALONE","CLUSTER_BATCH","CLUSTER_YARN_STREAMING","CLUSTER_MESOS_STREAMING","EMR_BATCH","EDGE"],"resetOffset":false,"onlineHelpRefUrl":"","hideStage":["STATS_AGGREGATOR_STAGE"],"outputStreamsDrivenByConfig":"","sendsResponse":false,"inputStreams":-1,"inputStreamLabelProviderClass":"com.streamsets.pipeline.api.StageDef$DefaultInputStreams","inputStreamLabels":null,"bisectable":false,"yamlUpgrader":"upgrader/StatsDpmDirectlyDTarget.yaml","description":"Writes pipeline statistics to Control Hub directly without any aggregation","privateClassLoader":false,"services":[],"eventDefs":[],"library":"streamsets-datacollector-basic-lib","label":"Write Directly to Control Hub - statistics are not aggregated across Data Collectors","name":"com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget","type":"TARGET","className":"com.streamsets.pipeline.stage.destination.devnull.StatsDpmDirectlyDTarget","onRecordError":false,"producingEvents":false,"preconditions":false}],"services":[{"configDefinitions":[{"model":null,"required":false,"min":-9223372036854776000,"group":"","fieldName":"displayFormats","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":0,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"List of formats that should be displayed to the user.","max":9223372036854776000,"name":"displayFormats","type":"RUNTIME","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.service.parser.DataFormatChooserValues","filteringConfig":"displayFormats","values":["AVRO","BINARY","DATAGRAM","DELIMITED","EXCEL","JSON","LOG","NETFLOW","PROTOBUF","SDC_JSON","SYSLOG","TEXT","WHOLE_FILE","XML"],"labels":["Avro","Binary","Datagram","Delimited","Excel","JSON","Log","Netflow","Protobuf","SDC Record","Syslog","Text","Whole File","XML"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"dataFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Data Format","max":9223372036854776000,"name":"dataFormat","type":"MODEL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CompressionChooserValues","filteringConfig":"","values":["NONE","COMPRESSED_FILE","ARCHIVE","COMPRESSED_ARCHIVE"],"labels":["None","Compressed File","Archive","Compressed Archive"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"compression","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":2,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML","LOG","BINARY","TEXT","DELIMITED","SDC_JSON","JSON","PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Compression formats gzip, bzip2, xz, lzma, Pack200, DEFLATE and Z are supported. Archive formats 7z, ar, arj, cpio, dump, tar and zip are supported.","label":"Compression Format","max":9223372036854776000,"name":"dataFormatConfig.compression","type":"MODEL","defaultValue":"NONE"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"filePatternInArchive","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":3,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML","LOG","BINARY","TEXT","DELIMITED","SDC_JSON","JSON","PROTOBUF"],"dataFormatConfig.compression":["COMPRESSED_ARCHIVE","ARCHIVE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"A glob pattern that defines the pattern of the file names within the compressed directory.","label":"File Name Pattern within Compressed Directory","max":9223372036854776000,"name":"dataFormatConfig.filePatternInArchive","type":"STRING","defaultValue":"*"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CharsetChooserValues","filteringConfig":"","values":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"],"labels":["UTF-8","US-ASCII","UTF-16","ISO-8859-1","IBM-500","GBK","Big5","Big5-HKSCS","CESU-8","EUC-JP","EUC-KR","GB18030","GB2312","IBM-Thai","IBM00858","IBM01140","IBM01141","IBM01142","IBM01143","IBM01144","IBM01145","IBM01146","IBM01147","IBM01148","IBM01149","IBM037","IBM1026","IBM1047","IBM273","IBM277","IBM278","IBM280","IBM284","IBM285","IBM290","IBM297","IBM420","IBM424","IBM437","IBM500","IBM775","IBM850","IBM852","IBM855","IBM857","IBM860","IBM861","IBM862","IBM863","IBM864","IBM865","IBM866","IBM868","IBM869","IBM870","IBM871","IBM918","ISO-2022-CN","ISO-2022-JP","ISO-2022-JP-2","ISO-2022-KR","ISO-8859-13","ISO-8859-15","ISO-8859-2","ISO-8859-3","ISO-8859-4","ISO-8859-5","ISO-8859-6","ISO-8859-7","ISO-8859-8","ISO-8859-9","JIS_X0201","JIS_X0212-1990","KOI8-R","KOI8-U","Shift_JIS","TIS-620","UTF-16BE","UTF-16LE","UTF-32","UTF-32BE","UTF-32LE","windows-1250","windows-1251","windows-1252","windows-1253","windows-1254","windows-1255","windows-1256","windows-1257","windows-1258","windows-31j","x-Big5-HKSCS-2001","x-Big5-Solaris","x-COMPOUND_TEXT","x-euc-jp-linux","x-EUC-TW","x-eucJP-Open","x-IBM1006","x-IBM1025","x-IBM1046","x-IBM1097","x-IBM1098","x-IBM1112","x-IBM1122","x-IBM1123","x-IBM1124","x-IBM1166","x-IBM1364","x-IBM1381","x-IBM1383","x-IBM300","x-IBM33722","x-IBM737","x-IBM833","x-IBM834","x-IBM856","x-IBM874","x-IBM875","x-IBM921","x-IBM922","x-IBM930","x-IBM933","x-IBM935","x-IBM937","x-IBM939","x-IBM942","x-IBM942C","x-IBM943","x-IBM943C","x-IBM948","x-IBM949","x-IBM949C","x-IBM950","x-IBM964","x-IBM970","x-ISCII91","x-ISO-2022-CN-CNS","x-ISO-2022-CN-GB","x-iso-8859-11","x-JIS0208","x-JISAutoDetect","x-Johab","x-MacArabic","x-MacCentralEurope","x-MacCroatian","x-MacCyrillic","x-MacDingbat","x-MacGreek","x-MacHebrew","x-MacIceland","x-MacRoman","x-MacRomania","x-MacSymbol","x-MacThai","x-MacTurkish","x-MacUkraine","x-MS932_0213","x-MS950-HKSCS","x-MS950-HKSCS-XP","x-mswin-936","x-PCK","x-SJIS_0213","x-UTF-16LE-BOM","X-UTF-32BE-BOM","X-UTF-32LE-BOM","x-windows-50220","x-windows-50221","x-windows-874","x-windows-949","x-windows-950","x-windows-iso2022jp"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"charset","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":999,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML","LOG","DATAGRAM","TEXT","DELIMITED","JSON"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Charset","max":9223372036854776000,"name":"dataFormatConfig.charset","type":"MODEL","defaultValue":"UTF-8"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"removeCtrlChars","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML","LOG","DATAGRAM","TEXT","DELIMITED","JSON"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Use only if required as it impacts reading performance","label":"Ignore Control Characters","max":9223372036854776000,"name":"dataFormatConfig.removeCtrlChars","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"textMaxLineLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":340,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Longer lines are truncated","label":"Max Line Length","max":2147483647,"name":"dataFormatConfig.textMaxLineLen","type":"NUMBER","defaultValue":1024},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"useCustomDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":342,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Use custom delimiters to create records","label":"Use Custom Delimiter","max":9223372036854776000,"name":"dataFormatConfig.useCustomDelimiter","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"customDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":344,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"One or more characters. Leading and trailing spaces are stripped.","label":"Custom Delimiter","max":9223372036854776000,"name":"dataFormatConfig.customDelimiter","type":"STRING","defaultValue":"\\r\\n"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"includeCustomDelimiterInTheText","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":346,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["TEXT"],"dataFormatConfig.useCustomDelimiter":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Include custom delimiters in the data","label":"Include Custom Delimiter","max":9223372036854776000,"name":"dataFormatConfig.includeCustomDelimiterInTheText","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.JsonModeChooserValues","filteringConfig":"","values":["ARRAY_OBJECTS","MULTIPLE_OBJECTS"],"labels":["JSON array of objects","Multiple JSON objects"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"jsonContent","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":350,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"JSON Content","max":9223372036854776000,"name":"dataFormatConfig.jsonContent","type":"MODEL","defaultValue":"MULTIPLE_OBJECTS"},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"jsonMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":360,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["JSON"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Larger objects are not processed","label":"Max Object Length (chars)","max":2147483647,"name":"dataFormatConfig.jsonMaxObjectLen","type":"NUMBER","defaultValue":4096},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvModeChooserValues","filteringConfig":"","values":["CSV","RFC4180","EXCEL","MYSQL","TDF","POSTGRES_CSV","POSTGRES_TEXT","CUSTOM","MULTI_CHARACTER"],"labels":["Default CSV (ignores empty lines)","RFC4180 CSV","MS Excel CSV","MySQL CSV","Tab Separated Values","PostgreSQL CSV","PostgreSQL Text","Custom","Multi Character Delimited"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvFileFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":370,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Delimiter Format Type","max":9223372036854776000,"name":"dataFormatConfig.csvFileFormat","type":"MODEL","defaultValue":"CSV"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvHeaderChooserValues","filteringConfig":"","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"labels":["With Header Line","Ignore Header Line","No Header Line"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":380,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Header Line","max":9223372036854776000,"name":"dataFormatConfig.csvHeader","type":"MODEL","defaultValue":"NO_HEADER"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvAllowExtraColumns","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":385,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When false, rows with more columns than the header are sent to error.","label":"Allow Extra Columns","max":9223372036854776000,"name":"dataFormatConfig.csvAllowExtraColumns","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvExtraColumnPrefix","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":386,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvHeader":["WITH_HEADER"],"dataFormat":["DELIMITED"],"dataFormatConfig.csvAllowExtraColumns":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Each extra column is labeled with this prefix followed by an integer","label":"Extra Column Prefix","max":9223372036854776000,"name":"dataFormatConfig.csvExtraColumnPrefix","type":"STRING","defaultValue":"_extra_"},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"csvMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":390,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Larger objects are not processed","label":"Max Record Length (chars)","max":2147483647,"name":"dataFormatConfig.csvMaxObjectLen","type":"NUMBER","defaultValue":1024},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Delimiter Character","max":9223372036854776000,"name":"dataFormatConfig.csvCustomDelimiter","type":"CHARACTER","defaultValue":"|"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"multiCharacterFieldDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":405,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Delimiter between fields in multi-character delimited mode.","label":"Multi Character Field Delimiter","max":9223372036854776000,"name":"dataFormatConfig.multiCharacterFieldDelimiter","type":"STRING","defaultValue":"||"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"multiCharacterLineDelimiter","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":406,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Delimiter between lines (i.e. different records) in multi-character delimited mode.","label":"Multi Character Line Delimiter","max":9223372036854776000,"name":"dataFormatConfig.multiCharacterLineDelimiter","type":"STRING","defaultValue":"${str:unescapeJava('\\\\n')}"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomEscape","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":410,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER","CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Character used to escape quote and delimiter characters. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","label":"Escape Character","max":9223372036854776000,"name":"dataFormatConfig.csvCustomEscape","type":"CHARACTER","defaultValue":"\\"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCustomQuote","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":420,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["MULTI_CHARACTER","CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Character used to quote string fields. To disable select Other and enter \\u0000 (unicode codepoint for the NULL character).","label":"Quote Character","max":9223372036854776000,"name":"dataFormatConfig.csvCustomQuote","type":"CHARACTER","defaultValue":"\""},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvEnableComments","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":425,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Enable comments","max":9223372036854776000,"name":"dataFormatConfig.csvEnableComments","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvCommentMarker","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":426,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.csvEnableComments":[true],"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Comment marker","max":9223372036854776000,"name":"dataFormatConfig.csvCommentMarker","type":"CHARACTER","defaultValue":"#"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvIgnoreEmptyLines","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":427,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.csvFileFormat":["CUSTOM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Ignore empty lines","max":9223372036854776000,"name":"dataFormatConfig.csvIgnoreEmptyLines","type":"BOOLEAN","defaultValue":true},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.CsvRecordTypeChooserValues","filteringConfig":"","values":["LIST","LIST_MAP"],"labels":["List","List-Map"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"csvRecordType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Root Field Type","max":9223372036854776000,"name":"dataFormatConfig.csvRecordType","type":"MODEL","defaultValue":"LIST_MAP"},{"model":null,"required":false,"min":0,"group":"DATA_FORMAT","fieldName":"csvSkipStartLines","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":435,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Number of lines to skip before reading","label":"Lines to Skip","max":9223372036854776000,"name":"dataFormatConfig.csvSkipStartLines","type":"NUMBER","defaultValue":0},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"parseNull","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":436,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When checked, configured string constant will be converted into NULL field.","label":"Parse NULLs","max":9223372036854776000,"name":"dataFormatConfig.parseNull","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"nullConstant","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":437,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DELIMITED"],"dataFormatConfig.parseNull":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"String constant that should be converted to a NULL rather then passed as it is.","label":"NULL constant","max":9223372036854776000,"name":"dataFormatConfig.nullConstant","type":"STRING","defaultValue":"\\\\N"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"xmlRecordElement","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"XML element that acts as a record delimiter. This may be an element name, with elements having that local name directly under the root as records. Or, it can be a simplified XPath expression (see docs), with elements matching the XPath expression as records. Leaving it blank will treat the whole XML document as one record.","label":"Delimiter Element","max":9223372036854776000,"name":"dataFormatConfig.xmlRecordElement","type":"STRING","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"preserveRootElement","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":441,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Include the root element in the output records. The root element is the last element defined in the record element delimiter or is the root element of the XML document when no delimiter is defined","label":"Preserve Root Element","max":9223372036854776000,"name":"dataFormatConfig.preserveRootElement","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"includeFieldXpathAttributes","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":442,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Include XPath expressions that indicate the path to the input node that was parsed to create each field. If enabled, each field will receive an attribute named \"xpath\" whose value is the XPath expression. Any namespace prefixes will be mapped to the full URI via new xmlns:* attributes in the record header.","label":"Include Field XPaths","max":9223372036854776000,"name":"dataFormatConfig.includeFieldXpathAttributes","type":"BOOLEAN","defaultValue":false},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"xPathNamespaceContext","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":445,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Namespace context to use if the delimiter is an XPath expression. This should map namespace prefixes to URIs. Any namespace prefix that is used in the record separator expression must be defined here.","label":"Namespaces","max":9223372036854776000,"name":"dataFormatConfig.xPathNamespaceContext","type":"MAP","defaultValue":[]},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"outputFieldAttributes","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":448,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Generate field attributes in output record for XML namespace declarations, and XML attributes. Without this option, they will continue to be output as individual fields (separate from the element value).","label":"Output Field Attributes","max":9223372036854776000,"name":"dataFormatConfig.outputFieldAttributes","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"xmlMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":450,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["XML"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Larger records are not processed","label":"Max Record Length (chars)","max":2147483647,"name":"dataFormatConfig.xmlMaxObjectLen","type":"NUMBER","defaultValue":4096},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.LogModeChooserValues","filteringConfig":"","values":["COMMON_LOG_FORMAT","COMBINED_LOG_FORMAT","APACHE_ERROR_LOG_FORMAT","APACHE_CUSTOM_LOG_FORMAT","REGEX","GROK","LOG4J","CEF","LEEF"],"labels":["Common Log Format","Combined Log Format","Apache Error Log Format","Apache Access Log Custom Format","Regular Expression","Grok Pattern","Log4j","Common Event Format (CEF)","Log Event Extended Format (LEEF)"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"logMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Log Format","max":9223372036854776000,"name":"dataFormatConfig.logMode","type":"MODEL","defaultValue":"COMMON_LOG_FORMAT"},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"logMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":470,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Longer lines are truncated","label":"Max Line Length","max":2147483647,"name":"dataFormatConfig.logMaxObjectLen","type":"NUMBER","defaultValue":1024},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"retainOriginalLine","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":480,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Indicates if the original line of log should be retained in the record","label":"Retain Original Line","max":9223372036854776000,"name":"dataFormatConfig.retainOriginalLine","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"customLogFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":490,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["APACHE_CUSTOM_LOG_FORMAT"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Custom Log Format","max":9223372036854776000,"name":"dataFormatConfig.customLogFormat","type":"STRING","defaultValue":"%h %l %u %t \"%r\" %>s %b"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"regex","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":500,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The regular expression which is used to parse the log line.","label":"Regular Expression","max":9223372036854776000,"name":"dataFormatConfig.regex","type":"STRING","defaultValue":"^(\\S+) (\\S+) (\\S+) \\[([\\w:/]+\\s[+\\-]\\d{4})\\] \"(\\S+) (\\S+) (\\S+)\" (\\d{3}) (\\d+)"},{"model":{"configDefinitions":[{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"fieldPath","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":10,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Field Path","max":9223372036854776000,"name":"fieldPath","type":"STRING","defaultValue":"/"},{"model":null,"required":true,"min":-9223372036854776000,"group":"","fieldName":"group","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":20,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Regular Expression Group","max":9223372036854776000,"name":"group","type":"NUMBER","defaultValue":1}],"modelType":"LIST_BEAN","valuesProviderClass":null,"filteringConfig":null,"values":null,"labels":null},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"fieldPathsToGroupName","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":510,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["REGEX"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Map groups in the regular expression to field paths","label":"Field Path To RegEx Group Mapping","max":9223372036854776000,"name":"dataFormatConfig.fieldPathsToGroupName","type":"MODEL","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"grokPatternDefinition","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":520,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Define your own grok patterns which will be used to parse the logs","label":"Grok Pattern Definition","max":9223372036854776000,"name":"dataFormatConfig.grokPatternDefinition","type":"TEXT","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"grokPattern","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":530,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["GROK"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"The grok pattern which is used to parse the log line","label":"Grok Pattern","max":9223372036854776000,"name":"dataFormatConfig.grokPattern","type":"STRING","defaultValue":"%{COMMONAPACHELOG}"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OnParseErrorChooserValues","filteringConfig":"","values":["ERROR","IGNORE","INCLUDE_AS_STACK_TRACE"],"labels":["ERROR","IGNORE","INCLUDE AS STACK TRACE"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"onParseError","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":540,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"On Parse Error","max":9223372036854776000,"name":"dataFormatConfig.onParseError","type":"MODEL","defaultValue":"ERROR"},{"model":null,"required":true,"min":0,"group":"DATA_FORMAT","fieldName":"maxStackTraceLines","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":550,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.onParseError":["INCLUDE_AS_STACK_TRACE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Any line that does not match the expected pattern will be treated as a Stack trace as long as it is part of the same message. The stack trace will be trimmed to the specified number of lines.","label":"Trim Stack Trace to Length","max":2147483647,"name":"dataFormatConfig.maxStackTraceLines","type":"NUMBER","defaultValue":50},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"enableLog4jCustomLogFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":560,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Use Custom Log Format","max":9223372036854776000,"name":"dataFormatConfig.enableLog4jCustomLogFormat","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"log4jCustomLogFormat","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":570,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.logMode":["LOG4J"],"dataFormat":["LOG"],"dataFormatConfig.enableLog4jCustomLogFormat":[true]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Specify your own custom log4j format.","label":"Custom Log4J Format","max":9223372036854776000,"name":"dataFormatConfig.log4jCustomLogFormat","type":"STRING","defaultValue":"%r [%t] %-5p %c %x - %m%n"},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaSourceChooserValues","filteringConfig":"","values":["SOURCE","INLINE","REGISTRY"],"labels":["Message/Data Includes Schema","In Pipeline Configuration","Confluent Schema Registry"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroSchemaSource","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":400,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Where to load the Avro Schema from.","label":"Avro Schema Location","max":9223372036854776000,"name":"dataFormatConfig.avroSchemaSource","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroSchema","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":410,"connectionType":"","displayMode":"BASIC","mode":"application/json","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["INLINE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Overrides the schema included in the data (if any). Optionally use the runtime:loadResource function to use a schema stored in a file.","label":"Avro Schema","max":9223372036854776000,"name":"dataFormatConfig.avroSchema","type":"TEXT","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"schemaRegistryUrls","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":420,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"List of Confluent Schema Registry URLs","label":"Schema Registry URLs","max":9223372036854776000,"name":"dataFormatConfig.schemaRegistryUrls","type":"LIST","defaultValue":null},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"basicAuth","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62","64","65","66","67"],"elConstantDefinitionsIdx":["63"],"displayPosition":421,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Basic Auth User Info","max":9223372036854776000,"name":"dataFormatConfig.basicAuth","type":"CREDENTIAL","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.OriginAvroSchemaLookupModeChooserValues","filteringConfig":"","values":["SUBJECT","ID","AUTO"],"labels":["Subject","Schema ID","Embedded Schema ID"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"schemaLookupMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":430,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Whether to look up the Avro Schema by ID or fetch the latest schema for a Subject.","label":"Lookup Schema By","max":9223372036854776000,"name":"dataFormatConfig.schemaLookupMode","type":"MODEL","defaultValue":"SUBJECT"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"subject","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":440,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["SUBJECT"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Schema Subject","max":9223372036854776000,"name":"dataFormatConfig.subject","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"schemaId","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":450,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"],"dataFormatConfig.schemaLookupMode":["ID"],"dataFormatConfig.avroSchemaSource":["REGISTRY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Schema ID","max":9223372036854776000,"name":"dataFormatConfig.schemaId","type":"NUMBER","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"avroSkipUnionIndex","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":460,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["AVRO"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When checked generated records will not contain header attributes identifying which part of a union was used to read data in. Data Collector does not use the header attributes directly, thus this can be selected safely unless the pipeline explicitly depends on them.","label":"Skip Union Indexes","max":9223372036854776000,"name":"dataFormatConfig.avroSkipUnionIndex","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"protoDescriptorFile","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":600,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Protobuf Descriptor File (.desc) path relative to SDC resources directory","label":"Protobuf Descriptor File","max":9223372036854776000,"name":"dataFormatConfig.protoDescriptorFile","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"messageType","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":610,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Fully Qualified Message Type name. Use format <packageName>.<messageTypeName>","label":"Message Type","max":9223372036854776000,"name":"dataFormatConfig.messageType","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"isDelimited","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":620,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["PROTOBUF"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Should be checked when the input data is prepended with the message size. When unchecked only a single message can be present in the source file/Kafka message, etc.","label":"Delimited Messages","max":9223372036854776000,"name":"dataFormatConfig.isDelimited","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"binaryMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":700,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["BINARY"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Larger objects are not processed","label":"Max Data Size (bytes)","max":2147483647,"name":"dataFormatConfig.binaryMaxObjectLen","type":"NUMBER","defaultValue":1024},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.DatagramModeChooserValues","filteringConfig":"","values":["NETFLOW","SYSLOG","COLLECTD","RAW_DATA"],"labels":["NetFlow","syslog","collectd","Raw/Separated data"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"datagramMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":800,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Datagram Packet Format","max":9223372036854776000,"name":"dataFormatConfig.datagramMode","type":"MODEL","defaultValue":"SYSLOG"},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"typesDbPath","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":820,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"User-specified TypesDB file. Overrides the included version.","label":"TypesDB File Path","max":9223372036854776000,"name":"dataFormatConfig.typesDbPath","type":"STRING","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"convertTime","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":830,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Converts high resolution time format interval and timestamp to unix time in (ms).","label":"Convert Hi-Res Time & Interval","max":9223372036854776000,"name":"dataFormatConfig.convertTime","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"excludeInterval","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":840,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Excludes the interval field from output records.","label":"Exclude Interval","max":9223372036854776000,"name":"dataFormatConfig.excludeInterval","type":"BOOLEAN","defaultValue":true},{"model":null,"required":false,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"authFilePath","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":850,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["COLLECTD"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"","label":"Auth File","max":9223372036854776000,"name":"dataFormatConfig.authFilePath","type":"STRING","defaultValue":null},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":"","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"labels":["Raw only","Interpreted only","Raw and interpreted"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"netflowOutputValuesMode","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","label":"Record Generation Mode","max":9223372036854776000,"name":"dataFormatConfig.netflowOutputValuesMode","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"maxTemplateCacheSize","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","label":"Max Templates in Cache","max":9223372036854776000,"name":"dataFormatConfig.maxTemplateCacheSize","type":"NUMBER","defaultValue":-1},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"templateCacheTimeoutMs","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","label":"Template Cache Timeout (ms)","max":9223372036854776000,"name":"dataFormatConfig.templateCacheTimeoutMs","type":"NUMBER","defaultValue":-1},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.lib.parser.net.netflow.OutputValuesModeChooserValues","filteringConfig":"","values":["RAW_ONLY","INTERPRETED_ONLY","RAW_AND_INTERPRETED"],"labels":["Raw only","Interpreted only","Raw and interpreted"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"netflowOutputValuesModeDatagram","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":870,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Determines the data that is included in the record generated from a flow. Only applies to NetFlow 9.","label":"Record Generation Mode","max":9223372036854776000,"name":"dataFormatConfig.netflowOutputValuesModeDatagram","type":"MODEL","defaultValue":"RAW_AND_INTERPRETED"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"maxTemplateCacheSizeDatagram","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":880,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Controls the maximum number of templates to cache from all sources. Additional templates received when this limit is reached cause the eviction of existing templates, least recently used first. Leave as -1 for unlimited. Only applies to NetFlow 9.","label":"Max Templates in Cache","max":9223372036854776000,"name":"dataFormatConfig.maxTemplateCacheSizeDatagram","type":"NUMBER","defaultValue":-1},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"templateCacheTimeoutMsDatagram","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":890,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["DATAGRAM"],"dataFormatConfig.datagramMode":["NETFLOW"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Controls the maximum length of time flow templates are cached, after last being used to parse a data flow. Leave as -1 for unlimited (never expires). Only applies to NetFlow 9.","label":"Template Cache Timeout (ms)","max":9223372036854776000,"name":"dataFormatConfig.templateCacheTimeoutMsDatagram","type":"NUMBER","defaultValue":-1},{"model":null,"required":true,"min":1,"group":"DATA_FORMAT","fieldName":"wholeFileMaxObjectLen","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":900,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Size of the Buffer used to copy the file.","label":"Buffer Size (bytes)","max":2147483647,"name":"dataFormatConfig.wholeFileMaxObjectLen","type":"NUMBER","defaultValue":8192},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"rateLimit","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63","243","244","245"],"displayPosition":920,"connectionType":"","displayMode":"ADVANCED","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"EXPLICIT","description":"Rate / sec to manipulate bandwidth requirements for File Transfer. Use <= 0 to opt out. Default unit is B/sec","label":"Rate per second","max":9223372036854776000,"name":"dataFormatConfig.rateLimit","type":"STRING","defaultValue":"-1"},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"verifyChecksum","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["WHOLE_FILE"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"When checked verifies the checksum of the stream during read.","label":"Verify Checksum","max":9223372036854776000,"name":"dataFormatConfig.verifyChecksum","type":"BOOLEAN","defaultValue":false},{"model":{"configDefinitions":null,"modelType":"VALUE_CHOOSER","valuesProviderClass":"com.streamsets.pipeline.config.ExcelHeaderChooserValues","filteringConfig":"","values":["WITH_HEADER","IGNORE_HEADER","NO_HEADER"],"labels":["With Header Line","Ignore Header Line","No Header Line"]},"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"excelHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1000,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Excel headers","label":"Excel Header Option","max":9223372036854776000,"name":"dataFormatConfig.excelHeader","type":"MODEL","defaultValue":null},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"excelSkipCellsWithNoHeader","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1001,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"],"dataFormatConfig.excelHeader":["WITH_HEADER"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"If checked, cells that have no associated header value will be skipped.","label":"Skip Cells With No Header","max":9223372036854776000,"name":"dataFormatConfig.excelSkipCellsWithNoHeader","type":"BOOLEAN","defaultValue":false},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"excelReadAllSheets","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":[],"elConstantDefinitionsIdx":[],"displayPosition":1010,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormat":["EXCEL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Specifies whether all sheets from the document should be read.","label":"Read All Sheets","max":9223372036854776000,"name":"dataFormatConfig.excelReadAllSheets","type":"BOOLEAN","defaultValue":true},{"model":null,"required":true,"min":-9223372036854776000,"group":"DATA_FORMAT","fieldName":"excelSheetNames","upload":"NO","lines":0,"triggeredByValues":null,"elFunctionDefinitionsIdx":["1","2","3","4","5","6","7","8","9","10","11","12","13","14","15","16","17","18","19","20","21","22","23","24","25","26","27","28","29","30","31","32","33","34","35","36","37","38","39","40","41","42","43","44","45","46","47","48","49","50","51","52","53","54","55","56","57","58","59","60","61","62"],"elConstantDefinitionsIdx":["63"],"displayPosition":1020,"connectionType":"","displayMode":"BASIC","mode":"text/plain","dependsOnMap":{"dataFormatConfig.excelReadAllSheets":[false],"dataFormat":["EXCEL"]},"dependsOn":"","elDefs":null,"evaluation":"IMPLICIT","description":"Names of the sheets that should be imported. Other sheets will be ignored.","label":"Import Sheets","max":9223372036854776000,"name":"dataFormatConfig.excelSheetNames","type":"LIST","defaultValue":null}],"version":"2","libraryLabel":"Data Formats","configGroupDefinition":{"classNameToGroupsMap":{"com.streamsets.service.parser.Groups":["DATA_FORMAT"]},"groupNameToLabelMapList":[{"name":"DATA_FORMAT","label":"Data Format"}]},"description":"","privateClassLoader":false,"provides":"com.streamsets.pipeline.api.service.dataformats.DataFormatParserService","library":"streamsets-datacollector-dataformats-lib","label":"DataFormat Parser","className":"com.streamsets.service.parser.DataParserServiceImpl"}],"rulesElMetadata":null,"elCatalog":null,"runtimeConfigs":null,"stageIcons":{"streamsets-datacollector-dev-lib:com_streamsets_pipeline_stage_devtest_rawdata_RawDataDSource":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAADXUlEQVRoQ+2XWchOQRjHf5+lEMqaCxf2ZI/IVoQLkaWI0BclbhBKKLJcKJTIVkJSiCRKFEUiyS4KWSNcIMp2Ye+v52ga55xvcpz01czVe87MPGf+y/M881ZQzUdFNT8/EcD/VjAqEBUoyEC0UEECC2+PChSmsGCAqEBBAgtvjwoUprBggCwFWgBdga9e/FrAc+AO8MOb6wU0DDjPZ+AC0BjoAXyzPTWBl8BNe+4GNHHi6dtXgTfuN7IATAN25RzmMjAJeGhrFOcwMCYAgA7Z0db637gN6OB1gEdAcy/eAmBdCIA+wDJgJHANOGKbBKyNE6AzoI8KwGygOzDd5g8CT4Eazvr5xrIAtAI2AQNsfjdwHthhz7OAtsA8exZpin0rBIDW6AOPgRlOUL0fCBwyds4BQxyr1QauALJga+CTx+BGYKIp8BZoCrwyULKs1HGHGy9tPvcPTTvgPiAmtnqBxcwDe9ffPK3HevZbAMSyDtke6AvsA9Z7AKScbDQVkLpSwR2KLVW0txL47ls0r4zmAVCclWYzWWeLBZZ3L5oCOvg7y5UNQAdgMjAKmAB8sD0jgGOAr6amVwOLgNHA0bT8KgJgrCVuGgAl4mlL8qFAfUcR/xyNgLtmSYGU6hqqaNdtbxez2h8YigAYDyhRxZ6qj8phooAAuCOpPLJU2lBuzPHsOgg4A+y0PPTL9q84/wLAWmCx9QXXQvL9C/PuqhwFdI7ksPcAsf0FSEANB05kAC8EQH7e67HmAkiSeBiwzQ6mdy2B404DS+yi5tYJUGl+Yg0tz3qFFFBtP2s1XA1tf0oSJwBc8g4AgzPUWA6sMCvdsKRWn5ib0vV/xwyx0ExguyehGooaju/ttCrkbvX7gDvXG7gEvLdE7gmoAKgYZI4sALqXqAaL5SVWv9VU1IWXAuMsotsjGlglOQk0s9r/2skzJblA98tQwC8Az+xakZX4uRaaAuzJQw5stjafVB9dtOThqkZeRVoIrLEAUkv2yR1ZCiTNxd8seeV3efmUM6mbou5LujtVNXRJ0y1UsfyRXF/0XpbSteSvAFS1r8z5unYB/BjykfiPLISlMtdEBcpkNyR2VCCEpTLXRAXKZDckdlQghKUy10QFymQ3JHZUIISlMtdEBcpkNyR2tVfgJ7j+uDHAB/IgAAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_localfilesystem_LocalFileSystemDTarget":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAwCAYAAABXAvmHAAAABHNCSVQICAgIfAhkiAAAAAZiS0dEAP8A/wD/oL2nkwAABz1JREFUaIHtWV1rFEsafqq6e3omk3FmjCRmo+6KmMSLRRm9MGsk6xpYI+GMiTssKGKWs3ixsJe7t/oD3B8gC+cPBPEX6K2wV4JIiMmNQgRJYpw40x/TXVV7MafK6krPR3KOZ1nIC810qqurn+d9n7fetzvAoR3aoR3a/9LIfibfuXOn/K2A6BZF0e7y8jLrZ25fBG7fvv07IcQP5XJ5olAopM4RQnQd63ZdCJE439raqnPO//H06dN//2QCc3Nzbj6ff/f48eOREydOgHO+B4z+8E7A037Txggh8DwPjx49ijY3N88/e/ZspRs+uxeBfD7/3bVr10ZGR0fx4cMHNU7IV+77BdlrTrFYxOLiovPkyZO/Afh7N3y0FwEhxF9v3LiBZrPZa2qq6UT7neN5Hi5cuADHce7Nz88PdLu3K4FqtXpyaGho9uTJk2g2m6C0J18FKO3o9z7OOQghuHr1atF13dqBCdi2fa9ardIwDMFYe1OwLAvAV71SSmHbtjosywKldA9oOS+TycB1XTiOo+br5jgOGGPwfR/T09MA8P1BCRAAS5cvX1byYYyBMQZKqQIgoyK1LIQA5zyR7JKUZVkghCjyhBBYlgXHcRSRKIoghEAQBBgbG8PIyMjVhYWFc/smUKvVrpw/f/5sPp+H7/ttRoQkvCaB6oDlr4yOBE8pTZA0E1eSkdETQiAMQ1y/fh2U0r/smwBjbGl+fl55X0rABK57nTEGIYQCLAHpQNN2H875HjIA4Ps+KpUKCCH3Hzx44PRNoFarDbqu++fJyUmVvLZtJzwsCUhZSeC6XHSg5r3mNb12yGjEcYxsNotKpTK8vb39Xd8EhBCLc3Nzg4wxxHG8J/y656VcdKlQSvdIqpP3zaKo71qUUnieh+npaQghUpM5lQDnfGlmZgaNRkOFkzG2RzIAEqAlUVMS+lia93Xw+j2WZSEMQ5w5cwalUumPi4uLv+5J4NatW2fGxsZ+Pzw8DN/3YVlWwpuSiOkpE5yZI53kIoGnRcFxHAghEMcxZmZmKIClngQsy7pXrVaJ53ngnCOOY7iumwBuyqWTvCQpM1l7gQe+RhYAgiDApUuXAOD7Wq2WKBwJAg8fPqSEkPuVSgWNRkM9lHMO13XVotJDZmKaXjYjYnpYmswj/frAwIDavqMowpEjR3Du3LmTjLHZjgRev349MzU19RvbttFqtRQQ3/eRyWSQy+US+7R8eBpw89wEbmpfmm3bKBQKCIIAcRyr8SAIcOXKFcCozAkCQoil2dlZNBqNxAM456jX6yCEIJ/Pq13G9H5aFNJAmjkAtCWTz+dRKBTQaDTgeV5ibhiGmJiYQC6Xqy4sLAzvIXD37t0jpVLpT6dPn0az2VTJqXu6Xq/jy5cvyGazKBaLSlZ6JMwc6CQXPVEHBwdRLrdf9ra2thAEgZovWw253tTUVIYQck9FTJ6EYXjr5s2bA1EUgXOOUqkESimCIEi0EmEYIgxDuK6LXC6HXC4HoK3TOI4TFdn0tMwh2fg5joMoiuD7Pur1upKMTr5UKgEAms0mWq0WLl68iBcvXtwH8K8EASHEdKVSged5qg+RuZAW+iAIlKcymQwymYzqNmXLoUdHRiaOY0RRhGaziSAIVJfbqdj5vg9KKVqtFhhjOHXqFAqFwm9rtVpxeXm5rr+RHT969CharZYqIBJ8r/eAOI4TCdfJdAfonWpaVZbnupxs20Y2m5VKyAOo6xGwd3Z2MDQ0hMHBwa4P72e807V+x9LGGWNYW1sD5xyWZQnAeCeOogjr6+uqBpg9S9oO08/YT11Dt+PHjyf+TmgjrVKaRLp5qNfcg6xhvrGZGM06kDiPoghv3rzB+vo63r17h42NDXz8+BGfPn3C7u4ums0mfN9HGIaI41jtPt1Mgjt79iw+f/6M8fFx9Vuv1zExMYF6vY7JyUns7OxgfHy8K+E9n1VMEr7vQwiheiG5J8tuEYAqbHK/N/ubXho3e6VOSkhbq6uE9E5zP7YfCXWa38lMjHoEqJlAhBAcO3YssU32+7CD5EI/a5vzbLS/PuQ557a5ACEEo6OjSi5S71EUdVxc3mc+0Fz7oETkte3t7awkkAMwwBizzYdRSlEsFlM/UsVxjDAMVdco24i0itoNXC/ApmTk37u7uzkArg3AAZABwIIgQDabVdVRCKE6026HNP09QYLTx/RjfX0d5XIZa2trKJfLWF1dRbFYxOrqqvq7XC7j7du3ic1B7o6bm5sRAEdv5v7z/PnzP9RqNZRKpUT/oh+dWmfzY5b59ULfYcxr5hrme7M+Z2VlBUEQvNrY2PgiJRQBCF++fPmDZVm/evXq1U0ALiGECCEE6eej5jc0kdSXEEKsvH///p8AWgBaEtyAdmTRlpWMTs9P8N/YZJcYoQ06AOD9eAS6d220wbs/nlto14n9F4Kf12LtV5LwAXCg839oKL4SsDrM+aUsRhssA9B/xTu0Qzu0/w/7LzZwp+eQ5Lm6AAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_StatsDpmDirectlyDTarget":null,"streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_processor_fieldfilter_FieldFilterDProcessor":"iVBORw0KGgoAAAANSUhEUgAAADAAAAAoCAYAAAC4h3lxAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEwAACxMBAJqcGAAAAsxJREFUWIXtl79rU1EUx7/3pqUVoXnGDlJsKxYVBxexm06OShWr4o86CUUFhy4FZ/UvqCDi1smtuDl0sCAUzCK2hf4wr7k3JRSkTV6EVprkHIfSGmKSd9/Le3kI+Yz3nnPu98u5ZzhiaODUWwg8wX8IgafkST34nAifoxbjHZ5dV2pCzmGu1FXeu02AHbUkc3ityHwXQFkCwHI2uyWpPEJEvyJW5g6RUwJGtNY5AJAH56lMZimG2EMAFJk4d4iluK+UWj44iFXebhfyqwkrXgTE1dZrM4AxaWs1XXkUq47JOc6XRI91FgIXWqfMHQJP21pNVp/LWsElyY8BToYvywwizMc6O8dr3Yl6Sef6+/uKMpYUQF940twh8AYBw0qpzVr3NTsAACuZTJbL4iYIv8OT58qOZL5RTzxQYwYqyRfyWcvqSQshbgWvzQDCWCqjZhuFNDQAAHnHWUhY8SOAuBycMhP4VUqrN25RdWegCjk0OPgRENebVGUGYSaVSY8CYLfQujNQXbKju/sBAUvNKTOA6fvRvd1HMBAPmHcAAHBmYOB0ScivEjjuS5wLxPSTpRxOp9PKNMe0AwCANa1tCb5D4JJ3eY0hoiI4NupFPGAwxNXkHCfda1lbgLjmNbcRAuKpnUnPeM3zbAAAth0nmYhbJyBwyU9+NQSesrV67SfX0xeqJLhFaH8x8Zvt20Awi9DfxcRvBd8GgOYWISIqVC4mfmnKALC/CEnIMXhbhEhIca9yMfGLryGuJlfIrxyLW11C4IpZBr+0lXofxNtNd+AQwQvmodI41o3gDERE20DUtA1ETdtA1LQNRE0EBniRSX4LqlorDewy+IXV23sxtZH6EVTRjqAKNYIYnzpBz1a1XofytPK6Eq4BwiZLnljX6kNYT4T1hRhM70qSz9sqPPFAKB3gRQDjKa3ng6/9L4F1QJDYORxSpVoiHgD+AMGyLeItyvXeAAAAAElFTkSuQmCC","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_processor_selector_SelectorDProcessor":"iVBORw0KGgoAAAANSUhEUgAAAMAAAADACAYAAABS3GwHAAAD8GlDQ1BJQ0MgUHJvZmlsZQAAOI2NVd1v21QUP4lvXKQWP6Cxjg4Vi69VU1u5GxqtxgZJk6XpQhq5zdgqpMl1bhpT1za2021Vn/YCbwz4A4CyBx6QeEIaDMT2su0BtElTQRXVJKQ9dNpAaJP2gqpwrq9Tu13GuJGvfznndz7v0TVAx1ea45hJGWDe8l01n5GPn5iWO1YhCc9BJ/RAp6Z7TrpcLgIuxoVH1sNfIcHeNwfa6/9zdVappwMknkJsVz19HvFpgJSpO64PIN5G+fAp30Hc8TziHS4miFhheJbjLMMzHB8POFPqKGKWi6TXtSriJcT9MzH5bAzzHIK1I08t6hq6zHpRdu2aYdJYuk9Q/881bzZa8Xrx6fLmJo/iu4/VXnfH1BB/rmu5ScQvI77m+BkmfxXxvcZcJY14L0DymZp7pML5yTcW61PvIN6JuGr4halQvmjNlCa4bXJ5zj6qhpxrujeKPYMXEd+q00KR5yNAlWZzrF+Ie+uNsdC/MO4tTOZafhbroyXuR3Df08bLiHsQf+ja6gTPWVimZl7l/oUrjl8OcxDWLbNU5D6JRL2gxkDu16fGuC054OMhclsyXTOOFEL+kmMGs4i5kfNuQ62EnBuam8tzP+Q+tSqhz9SuqpZlvR1EfBiOJTSgYMMM7jpYsAEyqJCHDL4dcFFTAwNMlFDUUpQYiadhDmXteeWAw3HEmA2s15k1RmnP4RHuhBybdBOF7MfnICmSQ2SYjIBM3iRvkcMki9IRcnDTthyLz2Ld2fTzPjTQK+Mdg8y5nkZfFO+se9LQr3/09xZr+5GcaSufeAfAww60mAPx+q8u/bAr8rFCLrx7s+vqEkw8qb+p26n11Aruq6m1iJH6PbWGv1VIY25mkNE8PkaQhxfLIF7DZXx80HD/A3l2jLclYs061xNpWCfoB6WHJTjbH0mV35Q/lRXlC+W8cndbl9t2SfhU+Fb4UfhO+F74GWThknBZ+Em4InwjXIyd1ePnY/Psg3pb1TJNu15TMKWMtFt6ScpKL0ivSMXIn9QtDUlj0h7U7N48t3i8eC0GnMC91dX2sTivgloDTgUVeEGHLTizbf5Da9JLhkhh29QOs1luMcScmBXTIIt7xRFxSBxnuJWfuAd1I7jntkyd/pgKaIwVr3MgmDo2q8x6IdB5QH162mcX7ajtnHGN2bov71OU1+U0fqqoXLD0wX5ZM005UHmySz3qLtDqILDvIL+iH6jB9y2x83ok898GOPQX3lk3Itl0A+BrD6D7tUjWh3fis58BXDigN9yF8M5PJH4B8Gr79/F/XRm8m241mw/wvur4BGDj42bzn+Vmc+NL9L8GcMn8F1kAcXgSteGGAAAAIGNIUk0AAHomAACAhAAA+gAAAIDoAAB1MAAA6mAAADqYAAAXcJy6UTwAAAAJcEhZcwAACxMAAAsTAQCanBgAAAFZaVRYdFhNTDpjb20uYWRvYmUueG1wAAAAAAA8eDp4bXBtZXRhIHhtbG5zOng9ImFkb2JlOm5zOm1ldGEvIiB4OnhtcHRrPSJYTVAgQ29yZSA1LjQuMCI+CiAgIDxyZGY6UkRGIHhtbG5zOnJkZj0iaHR0cDovL3d3dy53My5vcmcvMTk5OS8wMi8yMi1yZGYtc3ludGF4LW5zIyI+CiAgICAgIDxyZGY6RGVzY3JpcHRpb24gcmRmOmFib3V0PSIiCiAgICAgICAgICAgIHhtbG5zOnRpZmY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vdGlmZi8xLjAvIj4KICAgICAgICAgPHRpZmY6T3JpZW50YXRpb24+MTwvdGlmZjpPcmllbnRhdGlvbj4KICAgICAgPC9yZGY6RGVzY3JpcHRpb24+CiAgIDwvcmRmOlJERj4KPC94OnhtcG1ldGE+CkzCJ1kAAAhOSURBVHgB7d1bkuRGFQBQ4y+MYRVsBtgIEayAD7Dznw2BPXa3zWMVjvAm7G+4SUz2qGu6q6R8SFmtowhZ9ci8mXl0b5WqpqL9ySc2AgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgAABAgQIECBAgACBWwJfRoP/3vF+a32eJ3BT4J6L4ObiNCCwRuBei2DN2rQhsErgHotg1cI0IrBW4ItoeE+fCdauSzsCqwXuqQhWL0pDAlsE7qUItqxJWwKbBO6hCDYtSGMCWwVmL4Kt69GewGaBv0aPWT8Yb16MDgRqBGYtgpq16EOgSmDGIqhaiE4EagVmK4LadehHoFrgL9Fzls8E1YvQkUCLwCxF0LIGfQk0CcxQBE0L0JlAq8DRRdA6f/0JNAscWQTNkxeAQKvAZxHgh9iP+GDcOnf9CTQJ5OT/OvYjkj+PaSNwmMDRya8ADjv1Bs7J/y72o175y7jOBIHdBWZJfu8Au596A86U/ApAPu4qMFvyK4BdT/+5B8vJ/03s5dp7luO5z4rV7yIwa/J7B9jl9J97kJmTXwGcOzeHr/5XMcKMlz3Ly6/hCAY4p8DI5O/5s4lznh2rHiowMvm/ipnny6peP6AbCiH4+QRy8n8b+/Iyo9ftkvxFtUcRlFiOBJoFRiZ//sFcfuW/3FqL4DKe+wSqBI5I/jLRliIoMRwJVAuMTP53MauXXvkvJ1tbBJdx3CewSSAn/0Psva7zl3HWJn+ZcM2fXCl9HQlsFpgp+cvktxZB6edIYJPAjMlfFrClCEofRwKrBXLyP8a+vFzpdTv/y/Gaa/5odnVbWwRXg3iSwKXAPSR/mfOaP81e2joSuCnwebR4jL3Xq/0yTn7lz8XVe7tVBL3HE++NCtxj8pdTca0IShtHAq8KjEz+/LOJEa/8l4t5rQgu27lP4JlATv7vYl9ervS6vVfylwW9VATlOUcCHwm8peQvi/sybiwLuDzuSOCZwFtM/rLAZRGUxxwJPAmMTP6HGGWPa/6nxbxyoxTBK097+KwCOfm/j315mdDr9izJX85tLgIbgSeBkcn/GKPM8Mr/tFg3CCwFJP9Sw+1TCfw6VjvqsucxYnvlP1U63ddiRyd/fmexEZhSQPJPeVpMag+BnPz/jL3XNzzLOPlfjr3y73EWjVElIPmr2HR6CwKSf6Kz+IsJ5pLfum3tAvly6vex/9we6jwRPj3PUt/0SiV/5elVAJVwE3WT/A0nQwE04E3QNSf/H2J32VN5MhRAJdwE3Ury/zTBXO52Cj4E3+ep+1dMO3/glfyN5887QCPgAd0lf0d0BdARc4dQkr8zskugzqADw/07Yv8udpc9HZG9A3TEHBhK8g/CVQCDYDuGlfwdMWcMtfwVo9vPfx2ar/l/M+NJM6d+ApL+edIXD8nfL8emjlROuOOHQsiXPV75p07bfpOT+B8SP1tI/n65dReRFMCHApD8d5GyJkmAAAECBAgQIEBgSoE/xax8kzTlqTGp0QJ/iwHylwv/iV0RjNYWfyqBkvzl2zXfLE11ekxmpMBl8iuCkdpiTyXwWvIrgqlOk8mMELiV/KUIZvt9URqBIea5BNYm/7II8l+nO3pLMYE8JxuBaoGtyT9LEaRYcZlL9eJ1PLdAbfKXxMt/VuWId4IU45Y55KONwGaB1uQvCbh3EaRYaRm7HDcvXodzC/RK/pKAexVBitNWxlwez302rX6TwB9fSaJlQtXc/j7ijrwcSlfmHU/ZCKwTyP+zu8fYa5L8Vp9cBJ/H3ntLEfDa2L3HE++NC+QieIj9WlLVPte7CNKKeUYTG4FtAiOLoNf/XyzFktYU4raVa03gvUAugm9jX5NkW9u0FkHaMK9oaiNQJzCyCB5jSjWfCVL021Jw0dxGoF5gdBHk+Gu3FA23JH9uayPQLJCT9JvYtybfmvaPEXdNEaTK8aObjUC7wMgieIjpXSuCFM+vKaaX2rSvXAQC7wU+i+O72F9KtNbHHiLuS0WQGseL7jYC/QRGFkH+1mlZBCnutxZWv5WLROC9wB5FkGKs1uTP/W0EhgjkIvg69h5Jehnjx45xhyxeUAJZYGQRXBZF7X1nisBQgVwEX8Vem6Cj+w1dvOAEssDMReAMEdhF4JcxyozvBLss3iAEskAugn/EPvqyZkv8PC8bgd0EZiuC3RZuIAJFYKYiKHNyJLCrQC6Cv8e+5XJlRNtdF20wAkuBGYpgOR+3CewucHQR7L5gAxK4FMhF8EPsIy5xbsW8nMuu9z/ddTSDzSrw55jYb2ednHkRGCmQIvitV+mRz49cm9gErgqkeHZkcq+JfXWCniQwSiBF4DUJOrrNqPWJS+BVgRTPjE7stfFfnaQnCIwQSBF0bXLu0W7EGsUk8KJAikf3SOotY7w4UQ8S6C2QIuCWxNyrbe91ikfgI4EUj+yV0FvH+WiyHiDQUyBFsK1JuWf7nmsVi8AzgRT39kzmmrGeTdgdAr0EUgSqSci9+/RarzgEngRS3No7kWvHe5q0GwR6CKQIUpuMR/TrsWYxCPxfIMV/j0jiljGdOgJdBFJEaUnEo/p2Wbwg5xZIsfyjErh13HOfOatvFkgRoTUJj+zfDCAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgQIAAAQIECBAgMLfA/wAZSSQH4g+7TgAAAABJRU5ErkJggg==","streamsets-datacollector-groovy_2_4-lib:com_streamsets_pipeline_stage_processor_groovy_GroovyDProcessor":"iVBORw0KGgoAAAANSUhEUgAAAQAAAAEACAYAAABccqhmAAAAAXNSR0IArs4c6QAAAAlwSFlzAAALEwAACxMBAJqcGAAABCZpVFh0WE1MOmNvbS5hZG9iZS54bXAAAAAAADx4OnhtcG1ldGEgeG1sbnM6eD0iYWRvYmU6bnM6bWV0YS8iIHg6eG1wdGs9IlhNUCBDb3JlIDUuNC4wIj4KICAgPHJkZjpSREYgeG1sbnM6cmRmPSJodHRwOi8vd3d3LnczLm9yZy8xOTk5LzAyLzIyLXJkZi1zeW50YXgtbnMjIj4KICAgICAgPHJkZjpEZXNjcmlwdGlvbiByZGY6YWJvdXQ9IiIKICAgICAgICAgICAgeG1sbnM6dGlmZj0iaHR0cDovL25zLmFkb2JlLmNvbS90aWZmLzEuMC8iCiAgICAgICAgICAgIHhtbG5zOmV4aWY9Imh0dHA6Ly9ucy5hZG9iZS5jb20vZXhpZi8xLjAvIgogICAgICAgICAgICB4bWxuczpkYz0iaHR0cDovL3B1cmwub3JnL2RjL2VsZW1lbnRzLzEuMS8iCiAgICAgICAgICAgIHhtbG5zOnhtcD0iaHR0cDovL25zLmFkb2JlLmNvbS94YXAvMS4wLyI+CiAgICAgICAgIDx0aWZmOlJlc29sdXRpb25Vbml0PjI8L3RpZmY6UmVzb2x1dGlvblVuaXQ+CiAgICAgICAgIDx0aWZmOkNvbXByZXNzaW9uPjU8L3RpZmY6Q29tcHJlc3Npb24+CiAgICAgICAgIDx0aWZmOlhSZXNvbHV0aW9uPjcyPC90aWZmOlhSZXNvbHV0aW9uPgogICAgICAgICA8dGlmZjpPcmllbnRhdGlvbj4xPC90aWZmOk9yaWVudGF0aW9uPgogICAgICAgICA8dGlmZjpZUmVzb2x1dGlvbj43MjwvdGlmZjpZUmVzb2x1dGlvbj4KICAgICAgICAgPGV4aWY6UGl4ZWxYRGltZW5zaW9uPjI1NjwvZXhpZjpQaXhlbFhEaW1lbnNpb24+CiAgICAgICAgIDxleGlmOkNvbG9yU3BhY2U+MTwvZXhpZjpDb2xvclNwYWNlPgogICAgICAgICA8ZXhpZjpQaXhlbFlEaW1lbnNpb24+MjU2PC9leGlmOlBpeGVsWURpbWVuc2lvbj4KICAgICAgICAgPGRjOnN1YmplY3Q+CiAgICAgICAgICAgIDxyZGY6QmFnLz4KICAgICAgICAgPC9kYzpzdWJqZWN0PgogICAgICAgICA8eG1wOk1vZGlmeURhdGU+MjAxNi0wMi0xOVQxNzowMjo0ODwveG1wOk1vZGlmeURhdGU+CiAgICAgICAgIDx4bXA6Q3JlYXRvclRvb2w+UGl4ZWxtYXRvciAzLjQuMjwveG1wOkNyZWF0b3JUb29sPgogICAgICA8L3JkZjpEZXNjcmlwdGlvbj4KICAgPC9yZGY6UkRGPgo8L3g6eG1wbWV0YT4Kj9pXUwAAQABJREFUeAHtnQecFdX599neYKkqCsquBRsiKCgqKCJGYzcGS2xR8yYaE5MYW6oxxliS2GJM1Fj+9h6NXYnYG3ZFsNFVQKQt29v7/Z29Z5g7e+82dmHv3ed8PnNn5sypv/O085wzc3v1smAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCBgChoAhYAgYAoaAIWAIGAKGgCFgCKwFAllrkdeypjYC2cOGDbs1KyurX2Vl5Tup3RVrfUcRMAHQUeRSPN+GG2541sYbb3xm3759D6iqqprL8X6Kd8ma3wEETAB0ALRUz5Kbm7t9aWnprfQjLyMjI6u4uHhyWVnZ1Nra2i9TvW/W/vYhkNm+5JY6DRDI2nTTTf+anZ3dR31pbGzspWumA9dzW5wG/bMutAMBswDaAVY6JB0wYMD3Mf1/2dDQEHRHQgCrYHBmZmYulsDTwQO7SHsETACk/RDHdXDIlltueReM7rR/+ImEQFFR0ZgVK1a8UFdXNy/8zK7TFwGbAqTv2Dbr2WabbXYRmn4TMbsC50YsgcAUwB+QW1JScjmPCl0C+0l7BMwCSPshbuogjr4Dhg4degk8n6GY+vr6XvgCyjfaaKPqpUuX5mIVuPi8vLxNkAmV5eXlL/YQaHp0N80C6BnD3xfm/ytddeMtC6CwsLBy1KhRORyFgwYNqvCGgJ7hIzgHS2HbngFNz+6lCYAeMP6bbLLJrwoKCrYVc8dC3ciRI+t69+6dxwpANkIgg1ONnikNm4OKERiXcWv0EQMsXU82BUjXkY31C00/liW+f8HYOYqKmf6rd9hhh95o/QwxPNODbOIrFy1a5KYCikNgDK+oqJhZXV09I80h6tHdMwmf3sOfiya/nPl9gboZY+xKmD8Hh18w9nj9M7bZZpv8gQMHlvupgNKT9yJOA3VtIT0RMAsgPcfV9WqDDTY4nS2/P/JMjQCox/SvGjJkiLR/XM+ZAmT16dOndv78+Yp3dJGTkzNAgoK9Ac/EJbabtEHABEDaDGV8R/Lz8zdnSe92tL9b0hPD4/Ev32mnnQoRBIH297lkHTAVyMHkr/j666+DqQB+gtGrVq16gm3CX/m0dk4fBJoRQvp0rWf3BE/+JWjwgWJsBRx71Wh/5EFmdjJk8ANkbLfddvn9+vWr8Pk0faCsS1VEsnwWn7oImABI3bFL2nIY+PD+/ft/15v5MHbj8OHDq5kSFPq4RJnF9FgOuQiKXpj+dUqj9JQ3mePYRHksLrURMAGQ2uOXqPV90dgX88Bt7BFTS6PLyScNnyhDOI40vfARFLBJqELXCiqDuD9yuYGLsJ+0QcDMutaHcjB75HflGIU2zIAplraeZf2lgPl/yws/3/EmPC2p23nnnWvx8Leo/SMtzsCCaFy4cGEtKwRu+ZDpRD+mAzk4BJ+KpLXbFEagVY2Qwn1bq6azDr4HHvRT+WDGfnjIN8AkljlcCQO8uHjx4ms4P7JWFXRBZnbvbbftttu+BqO6l32kwdkDULbbbrsVIRDaZe3hM+j1ySeflL355ptFXPu8VR9//PGe7A+Y3gXNtyLXAwJmAURAZy/8cNa/r+LFmb9K68NMYh5nBpM0B8GwBRr2GDbY7AQjvAOTfRMpYn3dZtDma2nzaK/96Us1zJ+JYHBavD0NUxn0M/ubb76pWr16da4EIFhkU9ZWy5Ytu5Oy4tcR21O4pe02CJgAWDMUGZjJP958881vZelrnDSmZ6Q1SZrmw7pHEGzN3HpKTU3NbD6nNTOcZn1c47ybgADQyz5OWyOYGkeMGFGNMGuP6R/XdBg+Ewuogb0BFNuYJTzodwlLhfP5juDbcYntJiURMAHQNGyD+UTWTcyfz0bTOY3f2miKGTCNeyMEvgNDzFnf39TDSXcx2n9HtUuee17wqWTun0c/vPneWpeaPVdZCMMshFzlkiVLcpAHbspIPTtzfxcZVjfLZBEphUCPFwBotHFbb731g+yC20uMEw4xszeI8vdiDB+Iy0JLTsYs/i9a92sfvy7P2u+P1/4y2uXW+GlT3dixY+sRTnnhtnakTeSXQ7DXl19+WYOgc1MJfCLFOAX7rFy58tGOlGl5ug8CPVoAQNhHY/LfBTFvGmYUMboO5r5v8K789bwkcyUaT46/x9GCBZjbW4eHEEsgj/ic9cQQmTj6bkSQbaM+yPGHNVPOsp9M/05x8jLvz6L8mgULFmSBi5saydoAj5exDuaEsbDr1EKgxwoAPPy/hHH+CeNqa2wwatz30ryeee9Pvvjii18gBJ7j/mOWwxZorr98+fJ7ca5tAwOMCOdDCAxiC+2NFOReqw0K7OILrI8pTF3OU1t0wKhVu+66azZCrd2Ov2RNVbl6YxCGr6T/2iYsAZlJXSMRkLeRrzZZXovv3gj0SAEAw/yZOfOFEHbc/FiEjdf7Xpa/vguzv8bQ9YfwJ2p5DSGgT2aLuRv1miy76k7mOthWi1ksk/gB9swvIn5dhf5bbLHF3dQ9QBWi8RvYxVfN+/8ddvwlazjYZCBsGrECVI2jGwThxlzb14OSgZYC8XEMkALtXdsmZmqJTx/IkFbzIWbyN0Dcv587d+5RxJfx4sxv8aK/y0c0H2cb7cNbbbXVf4h3L9YgDGbiBf9I+XzgOgulu5W/XxdnBNk5aOEt1RcYUY6/KqY02vHX6dWrfARAHlOLWsp3zhLVO3jw4HMRkCM7vUIrcJ0g0JMEgL6Hfw2MfYaI2QcxMYRcOW/evFOY518IQ41jM81LCIoLIWznG1B6LIF9cKrtF8vXgACYFRYAikcjlsSed/mJKcgo+vJT3xc0dB0CqxdCKLBKOrsREiwIwjwJGtUrASDLh6mUPiTaZfV2dj+svDUI9BQBkCHNz7z/NM8wgkAMDFGXzZkz53uY/rew8eUUtP0zeNVHewJfAxXqv7BwV3+Pqf+Fv/ZnBMYm/rqLz9lo3r/gdyhSPWJMmLAKi6BLtH+4LxIwCJpGCRzFCycJR/ZQ/DCczq5TA4EeIQAw+S9DW56ehPmP4lv4D8FQfygpKfm31vbD6cLDCPFv6O9hupX+2p/JGzz3cV1xRlCdiDUy2beTVYkqXuPNRiN3+XhK2CBoCth0VKlrBVkC8qlgAQ3viv5amV2HQJcTTNc1vW0lay4PwZ7lmUW5pPm5L0fzH6OPXcg6gIDPFyHrSBZ4FuDFdTPPN+Zw/2R5OzF+E9r6R99OmLCBfQw1aOF8H9eJdSUsSjhsv/32uVpxUJ06EI4DwPFKMvRIx3JCoFIgMiDoFGhru5vIXPVUMUuU+SHYGpj/+zD/Y/gF/omQiPMLJKuIfBX+GUIkDjsxARZAsX/eVWc0b/DnHqqTvQyVzMsLvDbuqnrD5apeBI5zCIKtc6johFXybaYCp4bT2nX3RiCOiLt3U9vXOnb2HQpzSyOtcdU3FdGIw+8nLNndz/N/6I2/sIBoqRb2AgQv/iAAtM02LjAv7k1El2lAmO4AhNoJofbWoYkb8T102pp/XIdauJHAYYVEHxKt9O2RYMAK+BPtGdFCVnvUjRBISwGAs24Mu+FuEpOKKH2AQXuxuef3bNu9Ab/ApTD/j8PPfbpkZxx/C/2zRNqeODnlmgkGn2ctz/pzj79RhhszMSB9qESIrVPtH+4DZn+OVh68Q1BYMg3qh0PyWtLlh9PadfdEIB0FwBCceXdqc0yYucX87NS7nnf5/wTjn601dA0JjLSKk/NotzREKoulv9k+Dcze7Os4CBztE+gSAQCz/5Y5t9vuqzbQv2q0v6yNLrM4VE9LQUJIDkEEU+AQlDWApTKB+N+1lNeedQ8E0k0A5LMz7hYYZaso82PyP8P23h9r/z9a82LBzzbWm997772Rn3/++aEQbnlLQ8LzCqYAgQDA4x235Kf6EDLSeu4b/C2V1d5n9Gc8QitY84fxGulnNdOBAm9+t7fMzkovX4hWIDD7q32ZahOrKmcjCL7t4+zcPRFIKwGAw+/i8PKYIIdApbk/+eyzz45larAT5ul1xGVhDdyizT8kmYcz8HGOJ2UlJAoqg91/83kbzk8B8tHAcS8QKZ8EAILB7RZMVE4H44po81WU7SwLCRo2AVWxIy8PQRD1b3Swio5nE7OzLJmPI7JGgsmXBGY5OCyv436Yj7Nz90MgMcV3v3a22iIY/3i8+T8La0QxLver2N6rL9o2MjW4A8Yt5gWft7EGzlCcL5i4pJ+5Ujns/3+XtE7Lse4+GI03JGxlqBzS5SXyDfg6OnJGk54Dw+/k66I/DTB/HXFx/o2OlN1ZeSSI2ECVx7cD3LKgylV7EYab4ii8idtOt4o6q+09vZy0EAAw4w5om6sYzGYakf39P4N532SP/A2aGmDGV6P5f0rasvDgS1CE76PXvAn3go+jvm1jDj8f5c4IABR1Zr+4yLW4ob27Mpc+m7a5UsRUaNvKrtrv39Gmql1YV7nsR6iXgPLl6JL3ByYx5dJWYQvdEIF0EABFaPYbcEj391pSOMOIcvpdqy2+vLn3M+b+hyme+xuZEryi63AgfdI1fDRcTVgAQOy7ySqIBsUhGAZF4zt4X4RQu4Z2hbVnPfNtbbrp0LKfMKF9cYfi1ib4MsX4CKtMrKO416ElBLTUinV23trUY3m7BoGUf4FDG31Y899VhOaDiBKGfQPtfzbaegQedL3620vr+MRd6tOFz2jbbcL3/lpMjcD4UN8EiMVlUN/EsLDxaXWmvk7ZDkybz8ekHuP7pTNMpG/8tXu/v5ieJcx6BGIduDSqLKZCmZjojQgzae8s2g1sme5jH77OcL+i18IYDBp4gaqGz4dn4ENpZBqVST3NVkFUHuN0EYJ0BY7Xf0XLsvv1h0BKCwC8zPtHd/GJYWH0Fcz7fwCsVZoaQOx9BLG8/pzm6zoS8plT75aIqVUe7wro01duqRANVwLDBF/ejZQjxhoSjWvvPQLmEOb+vwgzIgxXh4ktyyYLRmpTkWo7oZ5Vjlq+cZAFk+pvwAOVz/NGhEMDgqABU70OTS0hk4k/JZv4zGT1SKCASfUHH3xQz6fCckmXrbr8kaRxmYzF30mTgyD6e5I04WjtqegN3vq2gYSK2t1Ifn2arJJrrdrom4RtAWMThOnWjE1/BFQZ7f2U7z3MJW9LYRBKYQsE46bUqY/GVJNvMUJuFpkWtZQxlZ6lsgAYhDa8GrDj+iAixMF3Hhr7A+bLJ2sOKkbiWI35n1D7IEgmMdjDEwkA8tWST98CcAFBsT+ElPSFIRGMT9uRM4Q6kTn+v8kb9Evtoh/VmNju89xiQB9aYlJ8H7VvvfVWPVaPU+/CJpyXMjIoOxMLR05OffdPAqwO3GpKS0sbWX3IJX2W8FNQfkIDKyrV77//fjZMJKdntEylaRZi2GbjD7gajErZkPUHEoX9LsNY1twf4TqOsRCzDkbYFXPkU6+w8HOuOsrSisNqmHkpxxyY8h2E23O0R1O7sEAYjNC5UNM/2jlI7Vc76A/JV03FcvkddPIReYKA8D2IKeNJjPPusTYEz5SX+pZAD7eC1fk8qAgepuiFBzXlmg8h/VNzS0+c6gDE0otPVj04e/bsKdz2Y6PMW2i3Eg08g3Zv7GMf0b5m46l+BgabGC7LlwehvPjpp59O5F5ckMly1zSIZE8RQ4whHFEpve4xsZV+T91HwlAI6zCIe6wEiKYjMN4MGG8mZS0n70AIdX+21v4AYm32ZWKm/bUIhmrSimGloRvR1o0IQX2t132y29dH+b0wzSunT5+eiaZ2TOqfteUsHKinAXxrR48e3QBjan9DRnl5uRhf71EU0l59H7AtxTVLo3GirA+wBK5Hm38k6wuL5+e02/lPhK0P4Wsfp7Ov25/VZsp8CSvvJsbgbSyHYUw7/kTZO6iMaDlqA3XP//DDD8dT3AKOXITFdfT1+yozUR5fr/KyoewmBOsPiFvTWCVIsdCxEVzPnWRQ98UcfpxBCrSkBg1p/hUDOo7mzYc5fg1zXCTC0DOY8hAIo9m/+aBxJ7GENZWymmGhgYbYT2br8M3qMtppDPVKy+SoTOLvgYg+RzP/WgSjOO7nzpgxQ3vhg41FaNQfQIz6wMhglRMOntCUV0dUCIXTJtD2DfSxbpdddtF83mNRjwCseOedd3LRVvpYabgId616wkFtSBTUFsqtKi0trUbgZLB6ou8CFug6mt6X6c967vsWTat7pdPhcWspbaL8ieJ8mbS7nmtnJiXrm/ILGwTGXfTrDBSKdoj+KIy/ylNIVIae8S9J+yF0nnaJUvTHE00qNb84tqwU13YNCCbdr+iI5vgDGUy3z1/xCIaFEO4LiTqJ1j2WNDKF4x4rHyblPJg8MP/RzqdBNDlKixb+GItCG4mKqetnxDutjabeGKbZGEHwmZ7B+BcgjH6uwsPEpftwUJnRNoSf6xrGi0Zl0udc6irjM+CyAjJmzZpVC0FrM1J2lPl1rzqwPpZyfE17KogrpM2boH37Rtug9AiR/JkzZ8oCcAwTbYNw0kG6peD1MVh/QblVpCui3E3RxFtyHqD84f6H69J1OKi8aJx/rmcKiZ6HyoyziHze6FntQTgfwxRwL2EQbp/qoT+ziKtA8Af7MHwZeo7gP5Pp0DNqjo9PtbOYSEtKQlWH7kVlUhs+jstg/uU7qrMOmcXha82/onE+D4/WPgD6eVgAI8KDJULF9H8Uc/c21YCpfQzadojS6BlzxJeIbvYBD+KKGPyJiYhJA4x2uI40KzikCbeGWI70ZWICajVBWl4OogrSOwFAfXkw/DkiHgTGSRBPXFtVVmcGMSTTmz5Tp06tUT9gRGnoZlXE+nMnaf8NHpr3LufQNw00/oNx/E2k3adjEe0SxpZniQSPoh22CMJZfDb9LwjKJ4j6yj1o+tHypRqSB26TEbQnymlLO5oJW59HbVQfJKDoQ9xyqp4pIGAWk6YSgTWANMWKj7bXlxc+k0fTp1ry9FYd4SDmj8apXMb4avC6XuOJIP9zOI3qpD/7MKXbFQxeC5e3Dq/Fp55fo2fPw/7sm+X5U4BWZasDMNW5nEfSaS0D6XNPOvuMTcg3ZffIyRsLBqCwhuG1CUSmlzuTX15zOWzcmWcitjqdY3E61+qePErnrnVOdJCuhsErkjbluqk1sV9M41VownO51YMcMR5lBGnQ/hIAzQJCYnOOzcJplYj2OKsBArjBZ2KOei5E54gH5p4LwT8Qe1ZO/WU820D3Kot55P9TGbqOtlUCSfHROn09/qx00bx6pniFcBmqizbkKh6MdIoLwpf56plJvO9at5+P8LyV415oQR9Q0ZQmPO5x5elG7dD7Fdpize3X4QRo/T3xq9xOGatxlv0RrO7muAeGOYApyxXQ2vBEfaMPWr35EeU+X1JSchXjeJTSqX8ItsXavcmzZ6mrimMAfpuxpDmW80G0JydRmbF2NVDuMTDqDMq9GQWyexj/8HW4H5R7AALgn9CB/nVpd4TYQeE6aFc21t8ZWFxvkE94eYWqs45csMilfHdAI9q9KZ+Mpmb5HAWUISenDgluCU2d3bPY8wLOLn0sna411pqGyrkrAe78QJzll1G9ThjwzPMxUW7MFC+cyuUEhR6uyAaUl5gzzpfW5DiRwdmWQhISnyslyY+ACQOpMtYmRPPrPlG76KNe8b0KzeC8ubR/Z7Su+4ss1a82YSLPSNQWtPowytSntOIeqx4I9xIi3V+BU+YeaLFj1UfVB6NoWuA92BWU/ykDvbkvR2d/HS5Y5eKc+5eciKTfLlka6qmgjheUjjzhdwsa9CclOA7fQiD9nnZtnaiMaJ0w/1kJmD9D26fp18GUN4NyryXfkq+++uq31F8Jo/5J/U0U1A/6vADmP5Hnccyv9LR7NP3bVPlLS0vvEvMgoM+C6B7/6KOP3seP8h8sjWCPg/IIV4TEYzD4vboH/wtijF2k+mjfRf6ZnhNWcz+f4wFwGM+08GLqHZ+ozeTPkNOVNn8Csx6HI/c1tP6GLWGncqThURD6JPxH4HIR7dmPeoNNWEoDft/VOCieavI4xJxardGh5VGl13TMM6ajY+Jc4Lm/bPe5rXmVTgdCtBy8HoMWbsJ3MY0Ka9QohflEXspxFZ2eRKeO47xforlbU/L4Xwqvg2BWI41zkF5ZdLaOI0OXpPQmnzagNAC6zlpjzuBo0EHQUpPWtxXc81gaf++WoiAgtde32XWKQZ0DcVzhWwRRH0R7gjkg5TB+NYv88/AZiexMyDAhiBCxGF5B8t8YS1sgnwNlSopLMDby7KFwOYA5PUYc4ei4a5ULvjfAjKchaH+Gx/nKcL1KHBukL3E8fg8z/XmY/Hxw/QN1umdYHvMRdmeTtIG2b0oZ+jPQuHrCN6oTgXOdxjUcr2sIeweY82bSZIqIOabA0EeD1QdovD/DtDuj8Q5X3dGgdoohiQ+b/EEyiOxpGM75F9Q+rLafQkuD6ddJJFoIE07BQniWNpT69uvMvZZQpaXqacdMESs0daSeoag+CCpYc1EI8+0oJcY+h0lsnvozmJ3ly/TJaG8G9HwQmL4AhnPo318Y079E0/n0/gz9FmDNnYAwOo86XocuXqaciZF8OfIR+DGinw30Q/sr6kT/HA1Ur6lxnXAj+AFTs3xVOrsbxVG+eMan07kpY1Oc8ulxI+2po12i4SazMFwa1xp/ZSHNTDk7wfNuKatwsoCZYpFVktI6uN8M8A+ECKYgWXejMPfNORUYDXQ+EybIYQC0LJUJIG6dPBHxRPOG72MdC6LIr366jtCmqmeeeSaOGkkvQtRcXPNZhbhdenoOIa6GmNw8vinJml+eaQ4fBKVH4qyEyU4nUmamHD2/o/9uXqznADgXInoryMQFbXuJdOGouGvlg/imY8KeqQcMxDPUU0O8M9sVF6t7KUx4BAPm5pT07WIwqGQcjgb/Au6vIanDAEIbqHzJgspjTD5A4JyTKA35NyJNph8jGGk7NON/WMGYRHoJmnOlDEjTN5xf5dK+zyCoOxRPmm/T/1e4DHwsYl6Y5g8w2WUaP9UhAUPebKzNYzWFIpxEffIbyOx1hArOE6C3Y/Dn3K44LIKbyXek6oSptiTqOcX7gJDagxejnpbAAbeTqPNstNxCCWzqDZhCbaDc7/L8QvKWIRRvwnT/OWU2e6HLl61zLN9R5Pszt6tozx0I+omKDwfRKUKuDMsmiz4AbY4YX4pQjOvNcpdFffGBctbc+MgkZ4pTWn2OvhYBpimdaFVTh7gydKuDZ2rv04zTrQiKZ8kbR+u+GknbZGEllb1JIf/H8TDAfonW6UvntEEjWmkGaXNpVDZEXgPhVWJea4eZOi9N78AUcC0dACnRFhw0TPXoDZsMtEYdZqTmP65udRJCmkX8T0gj/4LCRtpCC1jObI4BsYwBlwasdilCPzxvgLl+xNmtaVO3POinQNBTlYzBPgItewXxjpioW87G+yG4B0PFyLRaiVY/iXq1e61ZIH+1CB+Bo5UBDc4yCGUyZvIwnvkBW8qOvSMxx18KFVAPli8ziP9Gi18Pxq/GnuXhlLpMTBxKG3dJn+qo83jaNivuQeyG+HJN+Xyb1Q7KG4AgGE4f76GNSxnvoRJ+euaDMIAAr6BdDiOY7RrGrZaxeM+n0ZnnrxBfj4DYi7ZoLqpl1G1humHg9whCYg7JcsF4L1++xlZ1YmHdwrMGhO2XMO6R5BlIGQXQ4W3EB4G0GzN+J9PmLbD89gGnR8BvKn0r417mehDoW3/K+wwM3yFSTsTB9G0PX3eQMHJBun6U+RZ5Z5J3CYLjFNqSH05GmpoJEyZkgmch12L8TPWZNDpEr/7azcmp08/NHX3H0jS7pgxZ0eIfbeOuYfpUxz6MTIRdPjQqf4IUuJKFtf3bjM+V8MrPweM6cP6ENJ4/uIwPLQmAICX1L2FAX6TAmxm8J7lfQUcHAepAEYQP6jfg58BwuUj4BgZMy0G1SGoNbJvq8mWFz3S0QdtOaYNbf9cz1cu87AIG52WfFgLbTk4Z7gMhQVtX0Z5/ENdMAPBsOe3rx3x0NAMM7887lbn3fSoPohq/OX8cSj1hptZfY51LH0W84VBBH/cS80QJSoND2Qtp63lk8BZMI3FfQrzHaoDpwwyY9Uj6F/QlXDjX4kCZkS7AFEfRz9OidfnnwgYmugui+ZuPS3CW87JOjOLL0RkMh8PMMzk+RGB9hQY+iT4EYwdTV0JcZ5D3G5WJifwjGGk8tKEp0xpJwQ39kcn9KUy+L2WIYPUtg5E8ysUi+h/HW/TlcOgo2ACE0hjMGDxB3V+Qrhbm35zxGYewLKG8N8DNCVGeybqrkhDTGJFuMGXvBM3dB54vUp9WeOIYXGXRzluUlfYvlfDgOugb182CsKSsbISifBOraMuejHPcB2eg7To+0JLJuZk/qVmBrURQl3fkartiDUqh+t13321kz0EObc+jz/InkKyJ6XWGyRfRvrux2s7CWjlfuIu2W6nKPW6x8wkKaKABWlN/GuK6mQa+SJoa+j2YQeyjxiiogQx2NgOZB8Nk0ijt365hEBs4eOyeu7St/ahM6qvBNFVbXXsVBxMuYU4pU73Cl0HZYxjUY/y9zqTNRCLexGVgooafqy8Qzf0w6JW08W09o5w9MU/vE2F65lCdENa7pPs9ScSMOTDPoRD4x8pDn/pzf4BPrzgfwKeQvNMpP5h/0f7P0SizGay3EZancx8Qts+X5LwhxKbvGvRP8lwWRhllHhdj0n6kc9OZaHra9AZMsRmME/duA0zoGIU2LYKJDuJ+iPLSR+cfYewv92VJQJBmHGmXUd7rPt6fJUjAcxR1uD9TFT7SvBIMHG8hUMoRAod53EQc0NgyxsVZGMTXMqYnqHqE0xjqFiP6Ma+m/uMZJ+fQgzFLVS+C5VnyP0+dcraWKE6Bvm4kmhX2HF/T7gPo29Cmp4l/1S7ybQwNaVqi1Z7+CLS4cSaNvjXRQP0dFgAoAjF+IzRRixVdxYa2eo5seCcPupHiEzRuDHSmyir6OI3nF6G4folivgtBMJc2BooicY/iY9eo7/j4ttxBu+VPymSmoaOQVCfA8I8xoKvVQDGMOsU5m8YVYboUMYfPfPnllysQCuUMstZkXYdaqkxl0ck6OidzxwWVTZnyU3wdi3InBicQQj6euN5oicP8faIzAIuJncSEGI9jLvcwRLWRBt8H1YkloZdY3OuuMPvREN9x3LtEEN0z9Ckho5E3l331N0JI2/vydAav2yCsP3HptGn4WZLrrNLS0msh6mDFIZpOeCHQbo/1qYBdjo/BCPtE08XutapwCYKi0j9Xn2G00dK6xNWLmdR3H2Ag4R4AwzNn3jMluRRG/THPnJCOpdeLRSfAaPtCF74InTOYWl0F822BpXIvgmC2r0P1k+cg0uQpIfVLcC7QNQy2Dc7Du7l0AonzADG/nimoDpyAv4jhXCM/BnFuvPRcddDGI3RNqIeGHvH1NkUl/oWG+pFvXz0lzzTwCspUHPfygcnZp9s2B42VeID8ddB4xeuvv14BjzRyLuC+kHg51cX5jk9UPgLiA/p1AQpxLLtbv8VY30yFi9tcaSRhwFSR+PbeLhEx62BQhyMhD4WRpkBIO9N4RyA0XnOZXKSbfAX1aIEaHIY6MkkbvHQSZjo1gjz1dFjZ49BlIORAioY4KtNDlQdx/hHm/AYz6Y5oBn9Pu7fEkfMb7QVXXLgdqpoBfg+w74mlH8Dc98/EvRG7l5mv+eVbME6c2enLgigH09fLMPVF3AED+fxtOOvvzS5H6BwRYaa4rDyrRKjIWahQgLDYlqnMLfKS08bAAml6zLyounoFfa1mmAp8n4U147MvzPcCfZzu0/K8Hq3znL/XmTgn9MiSh5D7B/gdi5B4Xo8oY0/wGB9Lp5MLqgemGoS/5mKsuCMZlwdwop6teB20eWuYXd594VumdhB3nPoNbU3iHY+XGf//EjfSa/9Y0WKUQq06QGOnkv918k4jz37Kq7Jpz96kLeSooC9PEXcB12Gh5YuKO9OXg+Wb0JwagfUxtO3eMVAiytCblm0aU9ESbZSwqqfftUyn5NtS/lzi3O5NCQUFpVOgzi95/gRTgLsZj5eISqhoXOJ2/nSWAAiqhaA+QVP+hUMbPnZFch7FABzCYA0LEgE4A1OAU6MXhFkDUVfBUI0QQTYD5N5c04AJLJiuBqC00SHIzjMtf3wURMQuAOobDXI46J68fdGct9OWExjEWwHxLdKuhOk1d9wWAXQIWucIiKm/6k0QGhFCvyO+Qs8QKL+jP0MhIA2GDw0IwIcglGYCQAlULnXsBya7iDBjmQZinRyH6TyLNsmTXhaLj54KtWxI2v+XpH0uvTACqyfom8dGlFRHH4cybXgUa+3H1PO/UOEZYP4LCK5fFDfa6awVTOXZ1CntlsnYLqTtM0P5JUA0V3dBZWBt7M4Y7q4I3UfLbUoZ4HE4Y7AVbdZfs53FMyfkqSsLmtmfupyAhfgfR7DI2nI4kmeYmDxR+Yoj76EIgN+QXEL/YQkA5dUzxq0U5t1eUzKOD6jjY/qacE+G8igoH33ajUtNu5aD4Yv0MxAASsPYq+0iPtcHxYVDjKn1zYQappHOiw8t+vc16HJgMTu6R2Fps87zpLmbsp+irCXh8jrrutMFQKhhYtKXkW46zofJ9uM4FgbZG+nvts2q04Cby7wuF4HRyMDWMNAVaLoMnFzZDFw2eWsBI99LRZVPHu04rA7V5S5JNxdareaZMx/9cw2gAuV9SwdGRTXptE7td2M5wiLOZwnOYiradxvM/ogiIaAJcsAlSstAPYpwuFDJggJCF7Qri/6dCHE6AQBRbY/WvFJlaU4Msd7PgGsu94HPJoGBcPwbuCXc5OLT6ax+oiVuCsVV0Vd5vNXu4UxtnoSo/sfxMm1pwDTfm3L38fiE8gWXtG05RwVl9GY8P+RBnJCCGV5HMJ3gM6islsrz6XSmDfIV5VLuB/R5CYLKTbuUn7Z9i+nJn0jWAC7PM7YrGAv5M1z5yepQvKwtGHSUhB1lv0Gc5sVOrWoMEAB7SAAQVw0WT3LfqgCgzI0Zr1GyKMgzDRr4sdqiIBph7DPpQz10GvCU4qlPGrwWk17avgHmz2GstQOQx01TAKXRAc6NtOttaOA+6ngI4aqpaZeGoLFdWgtSk3C3DoDcFo1/pA6Icjt1PBa0WysPoPLQtnIW1iIwqjD1tHUySKS0AJcNWEU+oz8D2FyOz6S9EhEIeVxS6nTbMXWjdInS6pnaBgF9wrTlbN0TiktKSvRRizgB0/TImWqfQCDTId4Jvi7/TGfVgwA6GAHwa25XoF0XcVTRH7qbvxUm8a/QhD+nz1Mp5wUIU5txDtPzROWFy1Zb6fvnEM5zofgyERFlbxbLL6G6nw6laanvEPRjSgOxar7rNrGARdxSn55DrA8j9C6QSZ8MR6WLBhE/Ql8mtbNWOM+VAFA6lcMYjqLdJdQ/m6gvEcAvgsXBreGg/MIC7LaVAICh5kFXy2jfBr59Gh8E5ZVKi4X5IMz8cy7XmJh6EAkqU8JYAoDxmc64rYYueyuZnlGPrFp9S8HxFIK3jjrE9PpoShbtz6PtZFnz/QRhoDYxRvM0pQHLe8FYyqE2Un2X3bbY6a6olYGeiWS/APNfToxDEQoPAky5wBCQOgOS+7QU6YoAJxGzZTEYmyRoXw2E2ybHToK8cVFqC+1ayRz1RB448wtNfBmaJbzNuDIuE9qKgXSWQiTe3WqwIXKtrU9QBH1bACEtVF16FiPuAhE6df2FKcvRJGuV+VWWyoD5ZSqW694HEZa/1ll1+MMzRPi5yoFx3g/5O7Sr0u2shDhnhdPGrr+AyM/TtfK2JWiMGacnEITaGCXzrBEm/SqcH4YtQgA4/4HKpD336dzWAA0NiKVdAc0t9vnUZ8rVUmSB4uiTmwqE6/Zpo2eEivIpLEAwzQznYRyz8b3Ugl0VtL362WefrZk2bVo2b1L2hvml8R3zK4/6L9oS7WvvBw690WB4Bm15ibLXGfOrI+tcAKjSWJAT5r84xY4ApDFIyT8xULO9IFAaXScKAlEaItEzCOVGiCnOTE2UrqU4lQ+haLvayQzKa0qL6X4qpm7c++K098toOQzq0wxu0kFU2WhgOQIVKL5yhuLCwTOozm0NImyY6sloeqYv99POJdE6oul07/stYuR2teIQWH2hXOcgBNf5iosGYY6VpI+zrEw2Zsqj8nXQphtE+ESt8mWhMV19/l5nNPVkfy+BgcBc3JZ+KA9t8eXR7LqvfT7hRJ824yiNlS0f0+3+ua8velY+pqglxGuwGtD4r4bzgFEGdJz31FNPZbBuX4T2LySPvPiOjmN0rVWV1/DFnMm6/k6ifQS0BFub1uxJ1+khMYd1ejUtFwiBzmJu9DuWE3eG6U5CijpwWyImtKiWZeI5hwiI5DMI7NqW8rbUGg0qxFPO4HwfontQaanrIDTy5dF8EMH70Tg0wUyYelaYOMJpREgQ9t7EOQ1EX18OP+/oNQy0EoH6doL8i9BMf03Wnmh6mP9siPR5H4+21DfxtL6tpdiky5UQ/HVosr2k1Uivd0EChte1DmlNGP9ohMUPKd8zqKtKdfg6dRZOMcdbYSx+KeNxd1v6obzgOsOXBzZL/bXOMKX+2nx7H8dU5E71rbWysUrkBMxRPrCWto4LjL1z6kkY+D6rTMp276sgIMbj9NamqStiU5u4/OvjplsIgFDHVzAPugXpuCfbHQ9EOj4tAKMDI80o4sBrPzKUN7jEmrgU5pyhQWhPUHoGaz5Tk8Oo+x7lxeTfh2W022hDsEymeLTKKtI460D3oaCt0NqJFopacynihKk2x5x0BAiz/U/MtSZF+69UFwQ1h5yLEuWGwK+GMR9Nhofy6xnM/3uE5zXhMmRp6TmYyw8QnfKEk2pz1nsxi248QudqBOG7COTPYdzHmUqdgmk8zuMal5EbmGtgOC6Gkzz22/p42vZ3cF+p9iQLekadcxmDYGwQAM00LOWGLcgvsWL+r6VyVR9tkiPRVQ7e71BuQjyEJWlXgfl/EHhTUGw74dc6EzzUJjkku01oH4esu2bXMZ99HCGwH8x4sAgpOjhI2TycZucmadJyzKzjYeaFyYg+nE9pVD4D9gB17gXxTNVzNP8hbDy5n7rilsmUHkJ+nCTzw+X4a9oeaFAfFz5TlzzRzg8gKwIh8Fa0f+H0rV0rL8w3l3TJiEvvIhxH/x6K4qG8EGsNeP0CQaEVjLgABhNjESJ850mPS5DghvF6HWHyMzTeWKyCHWCCA2Gwm0gamPyRbPkI82G0Iy46jJMeSJhgKV6YDCvF6yDNH0m+0hcmoeGv/RkhPMJf6wyDXgmGS5OVrTQw/ApOcoqqLfMQAp9G05NmGRbOefRdJv53oJP7Sa583TJ0VwEQgIWp9Shg7sfgaDdQEC8rQHsMcJgdE0SGLmCsdzC3JoupZdKL8BMdIn4Y9n9ySDJg32VQ56oY5vtnwPz3RJlfzyivEm10qa4ThZa0g08vT3Tsug7G+2e4bz5Ne84QeZyZmyDvSvp3FMyhdge7MGHWD8DpYMzSKxPkGYYFNE5Yg53eb98oQZqWomTZJNSS4Uyaj2ttPyoAlAYBNCmcFqyuwMK7hDhtXoobU9q5Csfi2Qibm8N5YMo4AaB6sGy2JE1uKN0Cyr0o2TgoHqw0xfJSSg6/N8Ppdc3Yfy7akLAKld1tL+PmXd22lXjhCf9if8CFESLRt+avRdMvZTCeibafQfhYTA1xDYeQR6NlNoehB0A48qxXke9TmP81zuG5/KaszV+CcPme6orU503lC6nv3Wh9/p569Uei8yGyhB/siBHgKNIXcZRjIt+DoDsdYh8rZuvCUAORnweD6D37wyHoD7mWhkqomVkeOwrTvDgmADJwXo6HwF/s7PZR7mRZdNG+CyfGbRfq0/TA+x+0lv4rNOu9TAP1wY5hPMugXZ+BoRyFzdbOKTfO36ByoQWtIg3iCBy5CMF/IJj3QalEv/wjoV/L81tIHwRo4BVuTg4iuKBclenGNRzfXa9TRQDoFdTLGZxvSXN6QtFASkOjqR/E5DwX/8F1AN3MDIYoPtHRyiDonYETWYc/D6Ia6usI55HGQbr/m7ZcFo5PcE111Z9i5icVAKqDowThI2dVFZrrJ/o6Mf3po35Fg7RLonifjnx9/XVrZzExJm9rjNwXPE71deoMY0yRQ5Hyk65ytFZ3gufZlHucryf8XHFgtBFjPg5B7fYl+Oey8HT4+5bOWABxS6NKy1gWMz6bUEYgAIiuRWGcJMuPXZuTfJs414GX+yhIuB4EzpvQiawcx0dKzzhIAEhgNasznLe7XHf7KUAIKL1EdCKMNSdsdsVA76196LzBN5WBO5w8xaF8LV5iHWyBpjuL/9x7HWviGiR4M+ZXfWJ+iP/vzO+0A6yZkIlWQjs/i8aF7ykvJ+yJRhu/AfEdjym/THWpTl8vfazATzBd53AZ/loY0G5pwk4bTzA5g3lyqcpW0FmOM7T1IS6ik36weg5Ak4/19USLFQbUeXA0vj33lN0MNzDOBLOSBOXooyyHMM5nYWXogxp3MEXaFwv08mhapqWfI8DdPg7/DAHQm3Ed6u+7+zllLAABieaaA5Mcyb72Rxi8wZ5o/FkOKx0Myhyk86uYaNO5/himWsIhiawvtRSjVTaFmEdiXu7BeQxlOa2bTOsz0MswnX8NMcjCaFMgz4LWEkIo20FkQTLa/DCf9d6L/flnapWDfjUQ9xyCRx92+ADr5Hx23Z0fbaf6T1nDKWhjjmBvflBwOy/AZDRtcC/nRLJm4HjVt/mmEb8s8qwjt71jW6fXOHcipahvCIBvIfx78yjOlI8kTXpLGVWJHkIHWySKJ64chv+bjiTPffRqBPdHCMoStVMBuZKBUtmKeE0Pun1IKQEgNDHZ3kRCH4GZ9h8YN+7Djn4QGNhSNu7o8PN4fVtMy1gitOiLRZrfNRuopqTuJY+HIb7fwIAzmiVqIULe4BYeu0eyPqJpqOdDPPKaV2oHpKjKeZ2VDjP4URjzd1w20/TM1TF++u2DP+FWpV2LMABr6iYEZbOpiPBFOGxdUlJyrb43QB0yfzsc8Onon3tGJsLfF6o6NZ6a+tH/J3x8e86MRb2njXA+GHer8H1HrmH0t5nCHBDOC0YjGIdwVLe9bkZI3baloYZJuuK1n8K4rvCMGnrszFURlY7YwOsTKrmkcZs4/LNEhOfNb6yHV7UfgCWsw9rL/GoLZSfUOuF2IsBa8qpXkzZgfuVD+M2XYEnWZ8z200i2NkK9iD0Pt0LAoxIxjNogzLT6wsaof3Gbr7iOBMr4iaYZicYgWp76C5MdG41fm3v1D6tpa8pIan20pXzG5L1oOsodEY3rrvcpKQAEJtOBF9DMZ3LZXH23E20RmBhfZWHePss04wg2I+0lk7ydRQXJITAJnKRBBEidfpdb0nSRB8uZWiyOxLlblce0YRyM9cNEz9sQNxDmvxtGO7A1ptRzmPcUfC6PoJ23a0PZ4SSZvMp7nt6CpM1tYj7Vh3VzIIVsGi6ordfgnJNIaMqyoIzitpaTKB3K6BPaF1hCGgcsi+Gkbe/YJiq+y+NSVgAIGZaw7sTZtiDR4LYFOc/4WkMn3MR+g4lML2RGP0j+tfJ0R3e2JWoPaWQBtEeLwv+1Le7rx6y+FLPave2XqM5EcWj8Mfq6Lswft/yVKK2PE1Nilk8mn76IfLHmvf5ZknMGmnG8vktAGy+GUbKi6cQ8lKtde19Hn2mKg+DQtKPdQX6faCbVJQsMITAs+qw991iHCxmTYANRrNwh4DG0PeWsr7RrYy6urzYH9TKA24jRBHpbg5heB6Z0NZ711xAi97B8+Aj5F7a1jLakg9i3bCmd2iznEelGoUW0RbRNgXYnXLNXZpUpLzT+kftYtjoHoXYj0S0Jsk1g3h/LFNecX0wdDQjHKphkCUQ+mDRxVo3Sg39/HIPnUcbp4Pkyx4sIZX1UdKnKghE2pI87ICz2kWMT7IO/Gw/XRb/qeb54p512qkcAN/AJOW1WclM2pVPf8On8EIfotdyu8ZyGC0lyDZ1ozb9ZwDLIRliOgInD+0CapWslYgUYfQFGg306ys3jfjg4tLb07LOst3MqC4ABpaWl14vgWxMAnukhWO3eehcC+y87BB9m4D/oIuQzIfqd29CubDz7v2Sf/JR2tKNFszkmBPqwpPlPpgPHIwRux3n2Cgy8iDr0qfZ+EKe+gnQA3vVDRbhi5GhbY8z9zYgRI1YyNeiNY3IR06JCiHogmAdtUD4dEH0fzPT9dfg49clj7+N0DgfVQ94KphPL+dRXMQzZh3ZXMA1byfx6kPIrKJ8EJoLmB23wzoerkONyZFxE6IZnY6GFO0NR7b3UP8/Mo93BeKvNjP92TCEfbW9h6zp9qgqAPEzJm1nya/ZHlh5AT3jS9DD9O8ztH2NAHoOoJO1bXcf35XTkLOkPQYyMEnu0LBE/jKhXQn+IJXJ99Hmie2nc1sr1z2mD+zwX9aCk3Es0DTBbbw69n+6YSm0IB+UlrhZG+2b06NE5aN3NwbDXDjvs0AvH30pe6NF/9PUljf6zLpzVOQjjIrhReb494Wexehph9nLKrsOK2Jgy9UVgMWwh47v6vffe0xd2gqmC8tCusxAAd1PWF+HyWrjuj2WR8DNtKg+MxpJXUiZeMrVQYPQRQnF+NK4zVhiiZXbFfUoKAIjgDDTNIVHi9UxPfBWm6JvS9BxPIqE/BLwOD3B7gYdpvi8mi7YvSTn6Qu7VPNP/KPw7SRof3RvC2tzftHYWgesgZGMGa3dawJCxeEUFQYxO+ZVsiqpgGqF/380VQyrojMDtO27cuD5YXqvxl9RhjmtLtXvnPSiklQvVSz2NMGUNOx8bqEcvAmWrbh90jdVRjBVQgfAOvvSsvFgwg8HrYoTQCT59S2f8Bj9CIMf99bdPr/LQ1Ntzr/0TX/r4Npy1H+ISaOtuFMo7WFfN8lLnsDaUs96TpKIAKApvUfUIMpg1DMa7DMp/MOkejTG9f7zOzmJQBMAPRFzhwH0j2ns+xLIxwiGYSysd93klJSU3wGDj+ArSxWiUz8N5/TWfm/qe5rMJytZyYQWMU0RZcfscfN5oHh+vsxgOZq/FM1+DNs5ivj5QcVEBpjI4Mpm2FCOE9amrcpZJy9genU+/9McfWV4I+/JjeXTr/i+PaUctlkQDQiQH7VugenSEg/LAmPl8w7DuzTffVL5gyqE2ge/xjPUrTG+0FJk0IGQm0dbfRPsRzkDZ/cB9DNbhf8PxLV3ThymUew60dr/SQWtLwunVfsZ6Q+JkvcR3LpywG1ynogAohMjj9r1zr/8OuIyXRM4H03ibdt2CnI1muEraNkx0uoapFo0fPz6PfzhiOj1vGAQSJwTUTAj7FIhLr5A+zvEMguAz9QehUqL5OlbP4RBXwAzKA/M0YC4vZg6dzfsQyxAgxeTtDUOqfKBpMtPFmD6IQGPta6StNRBzNdo4i7O+eaA/bvVJE55jz7Pw5hezk0+fCq+GGVfjTNVXb/X1YH0CniozGtGEGVj0DUx1MjD3szjnSuOr/pbq0TOERB7+Ef3HXV/fD98ghMgVpClD2N/h48JnhMv+4HIbDN6ij0i4gO232iEAihjjP1L3CoTQXNWpa2EaDhIs3BdwdGj3YrisrrxORQGwXBpSTOaBEfia7/r79XWGGS6BwOOW0tQ2mGD5rrvumgsDD8SE7gfRLWQn3dCwEFCbxRQQTn8EwbE6YkwqLnZd8veR/tWLEUnfFwbrhSOtFgFQwzxZDKk/1shCQzkTW/kpS45AfRFYrzxrTp0JA+gvuPXvzJGiW76Npc9C0xaqPMx29UEh2HlHf6jSdUBfAHZ9bGs9jHHOqFGjej3//PPl5NUbdi6oHNqbj4C4BeEymn5ew6rD3NjjYaxs/BBhdqbSKG1LQc9pu5ZNtW7f7J2BaF4wO5n+bo32/x/P3EoH/dU287hAv1WeCYA4VDrnpk5SXw5AP7ixQZwE8x3Fs7s6p5p2lZID81/KfPMXEENcRoiwauedd66HQQdpHg0v5CME9CbgN+w52ID7ZkI4Wkb03ldAeY0w8HKIsh8a30frL8tymC7oXh/bhN/qdXacQHv0EoyCzNMMlZ2sfF9ga2fhH2Jq98eY1OOyRZ61VlTcc5UJIxfvuOOOS9566y14KivYMxEbe7eKArSnsJQ6S5mxlramb+7/HWJp4sqM3igNebaEnvbBCtBycEthGO35tfIgZJ8kocdUU7Ag6Dn91xJmYOUFD7vZRZNq6WaNaq05zDlvwwqIeytQeWDCizht0Fr+znwu8xzN9wCE8YsowXFfhwarRVO5ObXqjRFHLkJhIwhb/2FQ114GVBniajTdit12260oaknEnisNxet/WbP15qG+g5dLe/UPy7IIgn9t7kw8OrssBFcG05MNtBxJm+MYTXUJO/qjP3gdpwMhkezPXVpsGlj+hgSBgEmQOB+H5fUI7sG0owoL4LFQmjXzqzWR4q1uz1/BEsuadqfEVRWEUYbGP1TE7oMkP0c/pHNrktxnWZuztOzJOO9uhfDGRJmYdtXhUKvadttte4vZElSUgcWQi/aqob1aqnQEA8MmSNokOGJ11GGyVo4cObIW4aJ/NmrVzE1YYApFgmUGArYAQVbG1EZ/NZedDKeOdgvBOBTa2TCm2ePNOP5ThnG+UfSm8knzHD6PK3xd5BvOOB7v73VmrCpYJfkHl2Xh+O52naoCQJ9n+pB5/wS0WokXAjoTN1rPmBPO7CKw9drdIXjMb4CBT0f7FPv6VV/sugbmrBDzQwhJtYDSYnpms6yl82qEWiXColGMzjMnCSi/AcLXLrkanE9VLNHVwfy5mP7OYddFfex2xYKHVh/ywb4C5mN4q/QXcomlZQdar7GAdnbGpzCG6dQX+E3kvHP/BIyFdwN+kskaFwkeHM6/pf4PfDXyQ+B/OVJlKCgNY6m/pb+K20oX2U1/Og3A9dE/gN8J8/AFAA8cRAJfA4i3fQ/aNK8T2zUIjX8okv4HMjVVrh9wX4cIBG1QgXlfC9EUy3z1z1o7Y7pKa9QjvOqY3jTSB32KW0tgmqPqb9My0fZu3o6QaK24tH0uPPC+a5PQN6wQaK9Cn87sLELFTSvAfzHXuQjf/ipfYy3aYnxmsAdiV6ICxx/Mf1oJr0hr/BVi6T4h3Y7cVrnIbvrTzAHVTduZsFkQwtsse/2Fuf8fPPgaKBhlCPO16/RlFzI2mzcmLCxxZB7MtytMPwXNcyhMuKnK1xEN0txoibJddtklA6dcX5g/mqTF+xhT6x+P9MXguLS+zp7M+B4QYcCY9Mb3UQDOC3EOVoDPRmK6zgiejqCh4H8KQ+U2sNR6HvcB8+sZdFGiczgw/tp63a2ZX+1NaQGgDkgAwFMwIXIAABXaSURBVHgHhefhGkTi9sOx8wf2Bvxa6doR+lDWTsyzD6SMb0NsI6QVxISeOKJlQZQ1mPFlaP4iGDh/bRjVM3u0Drtfg4AwAuMs9j4Mg1Hnvvzyy4sQAIPXpFj7K9URDqIBXrC6iJWCZvv7EQDbhNNKGDFF+DQc112vU14AAGwF20LP4LXUZ7kOvLhiVgTAuZhss/DY3trSAMDkm8O4uzEPn8yxJ0S1uWf6lhhfdWCCLtIbbExF9Gpv3JbWluq0Z2uPgKwsTO8SnHIzeXuwGHM9MJ00fgprK1C9ZcG8/2KUzfkJWo3BVjgiKjCwTt9KkLbbRaWDANC87FU0vaYCv4to6UycdZqbLeWNuMdD6A9Bw49C0+8Jw09AAOwA8fTWc08wkXJCWZsu0UD1OI0+Y02/COfU0Paa/M0KtIgOISDcEb6b4g9YAtOVeIZl9+DDjGE54zwJge6sAz+2balI5eiAtj5F8/8WIXNvonww//ZYAMPCAoDrOiyAVxOl725xaSEABCrS+WIGex8YenfPvBoUNHQRSuJu9g5cLYcRTDuWAdsahh+gAVYaHT5PWwYI3tffQH/K1t4NESIDjfnbglrXpNHYySfAisxS3kvQ+xbuPwJir1hrd9RGLN/trekczDoOYVACHbS4QQdaqEKYvMcOwzuhm9spY1my1muqCB25f09WGtEUeWeyrPtRsjzdKT5tBACgVrK99odMBV4Qc4swFHQW47OEpo0eAcMr3qdRfFuDND/OpzkTJkzQV1+KuW1rVkvXhQggBHIYz0YYMIMlvPlUJeZXWMzu0Lt1cF2g6R3TvW0Yuy243oSpgt4r0d6CCjz/X7EC8wnM+x5lfEx8dD8AUXGhAEVwVJiOJACYcv6HVGvjfI6rpCtv0kkA6K2sGbxocxorAHcyKHF7HFrS8Bo0HT4kSwuz6/31hTD/YAgo4Rd0fBnd+ez7qrOIN0zA3bndLbUNk9ttQVYaxi/Z2nulaERHS2W19RmWxXcQPNuE8cMaLEfYyGpIiZBWAkCIa67Gx0J5P2ao+6Z7eHD8iIQZngHTt90/5HgHIvoYjdAba+EC0jYTIJj7X+2xxx59U5X5sYQEQSN9RdFVu/37WEtZ9EdLp3Q90yWQAEyEm8evO501loybdt3prSPXNBh8zjpoYx+czHErTKqfTUp3g21KrAAIo7QTAOoUO7Auh7FX8croxRD4IMWFA6beMt6SexVT7SHMvWkM2GyeuzlDbE4nkzCcRRt8luHwy0EI9Esls19EKSYRx+PMquFoZF6bwa3e3+dxppi/nvlxFeZsPTsMM9j3oHcGtKLi3heIA6Kb3UioseFmEctzQxhr1zrGVitCXRo0pWQqsZ23FoUxNLcC2ru0Syvu5MLTUgAII31dB2fMszgFp0DcIxkgEf08tN8bMP4bJEn0SakMGOAMpQ0LABheu/sqcTQNYZA7eQg6vzia714hpq21MLv+d7CeVZJsmETbh7O9UFDNEmbglI0gzIN4G/nuX62EAX2tZFUlCzzysRAkLNrlKO38XjUvUcxP/77iM2V5MH+e+s0YL2R8pzVP3XkxOBSPYOXnl575VbLqZqnwEupPGe2vdqetAFDnMA1nc7RZIqP0JmglITywMEg9H5b4mmNod2Z+z/Qwaj1LnpXsWKvmyIIZ9NUdvQHohIJwUdC9ghhb1zpzyBGSi5DM5XNcvfCk1yJAqzF1q7CmsrAQ8mE09zEPpV+fQf2lnatef/11vUOxpRdqeO5voV1d9rc8rCJNLi0tvZE6At5R3WD+P4TRlesTk47Uvcbz1ZHc6ZUnAyZ/jC2/3/YCQGek/YJJkyYNxEwuXN9EnwhuER+H5vVVaPlKtH0DmjyfebC+nCTHWJBNaRViU6BXsAieQmN9hik7CsG3v5ZI0aqun76vOgsH4mtwelUjCBoxf3NIL43b6teDgso78UJ9ok3VL7744hL6PIS2uX7SL70DMoaqFnVidUFR0MIUmP8GcOzr8VFbwHAeS5ATUTZzg8QpcrGGOlKkwV3VTIh/P75B9zgD28QlTRV9M3HixDrM4Y1kKneXIKITM6P5atB45eyErIURcpn76qWouI90Kq0O0sLvZS9iETzA9OgZ0i2I9gchtw0C8ACOw5kG7AJj5YrQPbFLEHCtLwrVMDWoYZOVXmnWDMGl0/N1Eeh7/RtvvPENTKdPlDvHpfqIxXJ8F3ngi+Tw4ziX/sWt+YPrMv5C7iAEcEps/ImOjwmAJkRy2U32Ag6+XT2xi7n4CMVCXust5bpb4CRap336Bl8F5r20fSYMXYhw0ie64YGmZuqsQ2mZ27+BkLiPPI9I20cJINk9AnEU5v930PqHYyGMiJUXCAMJROLqSFOFr6CWdyH0mnQBbezSKYIwgOGWTZ8+vQ/X+uqOE4asAlwDJj9N1p+OxmPpfBvG/yO0EffNB+Eh5kcIHQXGUzta/vrO1y0Ie32DwNr+90tKSm72Gkxn5ruzMf03hsjkOFtvTZSmF7HBvJUQud57qOecz737jp+eKyiNDrUVU/RTBMPDHPfi4NOe9LVRzQUIg/GsDBwNMxyIlaB3HgKHoOpDGOjjolXgWIkgaIBhChAMmkp0+ioCTFf7zDPP6F+dequ/6j9Lv9N48/NAmpVs/V9Nbk8opP2TsXJOw+zfXxnDNKA6wX8BzP89NP9L7Sm4u6U1AdCr10A+pDkdM7Y0NMhf77333loS0+ef1vmYecKmbn3/cDWaXg69HJn4tDFPWtAHz/jMf7/BEfU02v4utP1zPO+KL9EMRjAeyHEsDDIeRtDuu4A5YlOEOiyGcrzkVSUlJTnsmixCOOQJxxC+vvntOquv9LFu6tSpEizuE+QIu5msAuxJQe4Dne0qMD5xH5zAo9Q/LJmDud5O9Xml4JOK+RmHV9l1ehJCQLsFUzr0eAGAtvozTq1f+YGW6c9Xd+bxht+W69r0F2NDdPq0dgVLStL2vWDoQpi7kGc8ambi12F+vs6cXu86PAwlNpvXdxV14iPYCUY5BoY5QsJT9XgMdS2Gh1kq0aCrsQrqcR5Kq3bo68MqT0H9R+PKAmiA+dyyH8LuBfp/D4LgM8ZrNvGLSdqS8JP07EObN2RBY3Osm5GY97uoPwiqUjF4WKipXoUY9o04WK9FGP+KqJbqcHlS4adHCwDM2e35bNerDHofDZYIGDN39r777rsRxCFt2+VjKMIS0UnwwMTOoQfz50HohTyL+5MPT5x4+GdjGTwkwifddBrZ9Q1NjkQ/hMB+CIPjwW6SnzJ57HQG13qwXo1FVVFSUqL/HxADun9OCguN5FWseQIGDSz9rcD87s8YAdGaqQ9laT//1xyLEEDLuF/NoT35mWoXefXK8EAYfRD3A7h3f5Gm0hMxveJ9+eA8i3H5FdOqhxSfLqEnC4BMPtv1EE6ugz0Rcl7OPv9y7SOWBuvKAAGK6Bq8Qw9t7xx6tEGOtKBqT4AICJKWTcUiuIM5r5xOK4NE3eRCAhVhcBTHFEzobdR2j62aGMO0CktAuzTrOPLBvxhGbLPjUGVi9VQ+++yzjfg3tNQZ13s9V/DnuIfchAVT9Fn43peLRTEPwXwDfpdreb48nCYdrnusANCaLuv+93qCgDjrS0tL5/CpKf0ZZjxVddJIi6hEmBBVFaZkBfNIrdnncS9CdnNaVaU0OtQ2NM87aPp70TwPkC5VdpkVyYnG/F9Wwb4INPfhVI+1zmDcgCYuw7lYXlJSksFUrA9meBECw/1XQUuQS0DClJWvvPJKBsIgPywwW8rX2jOPO23D1bBqKlbW/RxPk++b1vKm6vOeKgAGMM9/HS21pSdKtNdCTP/eEGE/H9cZgyqiEuND2HVobs3ra3DqZaHN5SVP6NDDxF8MAT4mbY8/QF7mlHi1NBFemPpbMj34Lpr+aLDd0Qs2j7EsBI5q5uKrWE6sxl+Qx2pCX0z1XD3z6aJli+nBs3rGjBm1mOY5YKYlwajg1uvB+nOEasagnHMtzK0/NO1P/mhaTcMW8zLPjQjcW1JI2Eahadd9jxQAENrfmIeeKQJTYOArxo4du5iNQFrzbxeAyRKL6Tka0VBVfKykkteU9RKO/kRTJn6wQ08MoYO21MLsr6Bx7oAI9d25r5KVnaLxeTD5Xmj847G+DkD7u282hBkc7PUVZP3fQxmCoJGZGIZEH/lnEu44jGHXgLCsATPtj9DXlN17HAiQegR8I3U2sirRgIB3fzKKs7Dqk08+KWc8NqGuuK9J41eYglBxf/iZohi3u9k9TgBADOP4aMg0kNLbbm6OClF+ypr/ZtzmKa6jQQQpxkfL1KG9pe1refsuByEgZ1Myh94cmP5BDv3V9JsdrTvF8m3G9OBwNP0xjMcuYOaY1gsDCWaOGqyHlUwNKtlxmMuOw74wsfs3YZ/O99nj7u+jZ6X3eZSWUPfuu+/O5y1Ct89DERo3xuxepmVH6b6nhJ4mAPLY8ac3BMOfDVsC82vNf2MYt0PjLuLh0PJdJeZoFdolAzOyAI2ml3CguSaYddZBfDna6lnm9beTTnPMLnt5pUMdWneZstDSu4P9sfgKDoHhN1bV3jLTtcYEzFZjNayUbxbHYRHX+rfgNjsOVU40UGbtSy+9NJ8lPX0izHldiWtgQ9HBWBTh70dGs6bVfY8SAGj6n6NNrvAEBiPWIhDm8C3/rbhuFxZiZDG+ypC2R3PUaT++PNM8Cz5OIWpROmkgHHofSsvA+PcxZ52VVpS09p3ZiNWDgxijYzHbm20yEn6yrLACVpGmjHHMYv9GXwRIHz3zY9rWZmj8mA2sYk/BKsZlqO51MH7vz5o1a3fKifv2f1vLTbV07SL6VOtcuL1ol62Y47/G3DCYe2J+zsPx1x8iivt7r3C+6HVMWTSg7fWefTVmfgbmu9a0Ezr0mJMuQ9s/AePfgWZ5jvI6a7tqtGlpc4+zcGf8AMfgPNQmoxIxZpjBdQ3TVyIoViAEahEGhUwnihmbFh2HUYA0lozfF6wm9KGOYj2XsGZcf8/qzIXR9Ol431MEQAZr/g9CVId5QkKbrMbxt5Q/lyhpzfQXAca0fQ2EIRNfH9jIRYPk8yzQ9kqngzr0eq5ewtFXZbVxZH46Es866FM/xmx/juOYIuwNw8a9qqz6scDk3FuN9VCOIMjAwVvEzj79P0BCx2G0zYxr/auvvjqfNwmHoRzcygDjV4Z/YDestE75dmC0zu503yMEAMRzNB8KvUumogIM34hT6fOJEyfK8Zf0E9HSEOTRZp0q5orS9tqsI22fq2c+SDgosHT0FVr+vwiJOxAOrxDVMaeCK81+wghg+m8Hkx8Z22TUbJ++BDtjVYc1V4Hj0L2diKNRXwFu0SqQwMbsX/n0009XYq25/w/QeDLOT7AqcBBtaFoqCjcmja57ggDYkJd93sCUHOYFAOP3tRx/zCUHi3DCQQQhAoAYpO21fNcgbQ9zaytpwuU7vPwvsQx1Bw49Ld9pL7qFrkOgUNYAgkBWwX4sJ/bXuIbG1jsOa/AVVsUchzlMJ7QSkxUTFHGtQ/P3Yt6/4M0339yAa7c6JDrAr3MyY3pzXOI0u0l7AYDX+J94mU/1jI7JWIfjby6Ovy24DPof0var0fRVHDmsCet9gGTa3i/f3YUG0Su3FtYxAmj7Esx9t5yI32CsBHdYGOiacXevKiPstZyov4vLJ61e8Y57VZn7mmnTpi1BkA9VORIAKIGv+MLQrnRrwTru2jqrLmCAdVbjOqwI4tiLOb6+fuM+HCGCgGi+nDx5chFE0Ndre7R7OVp+FUzfyJ7vIuZ+vSGCZltzmTpUYOL75bunKLenLt+tw1FsU1XZjPXuWAVaTjw40XJiTAHUMe6r2QSm7xZkIRSKmSG4P3MV0zP2SxACudBFP9WqOATCnViBx7apFSmYKJ0FQAFe/xfwFI8R4yvAwNVjxoz5minBUOboNczzxPR63z4br77+B74oOrdXXtLOxBS8VwfCISX+8sl1uGf+bIggOJBVAS0nTmA84z5rJkjkA4LJy5kWuL0FchwyXeiN4MhlRWA2ewGGkc999JN0jXwg9QhoRf/2k3YhbQUAZv85mP+XetNfI8cAz8P0z2LZLgONr806hUwD+iTS9sQzA1j5FJ7827Rph+wVaTf6ad4hBIA+dnoUqwhHYPltJYsvTA8S7tzXweyrEABlOIbl46lkBWBDaMJZAcqDhfg57xxoKpB2LwWlpQCA0Yez3fd1P4iezjW4DHoDGiDh8p0Igvn82wiGuzD1H0Tzz/Z57ZzSCPRB20+OTRGavZ2onmnsZRlAMw1SCOHecq/pwdWsBP0sHJ8O1+koAJqt+ScbKEl3HZj1/u2725kK6O272mR5LD61EUA5bIG2Pxyr4Cj8ATvD3HHvISTrHQKimj9N2Zv9HSn59d9k/Uo7AcDgfpf3/O+TRE8UPNPzXF/Y0Nt3d+Lo+S9p0+3tu0Tdt7g1CGQzLdiNvQLacXgIzsAhehSeIqxJ2uQQxCp8gS8STyY+bRREugmA/rH3/LeKCgCZcYpjPjdXDh0YX8t3evsusaQIj75dpzsCgxAC38Zx+D18BntCK812HAoA0RCbg74P/fxfugCSVgKANd64D3x6bY9DrwzT/lkt6eDY68lv36UL3XZZP7AEtmN6oCnCFN4V2dErDikP0RN+oc/4CvFYGpAWS8BpIwAYOH3g83U8uvryrEy5hphD73459ND8n3YZ1VjB6YhAXmxvwdFMK/V/CG6KINpi6fiX7BK9PB06nS4CIHD84aT5CC3/BJ78B7jWF3M75xM/6TDa1oeOIjAIi2Ayx5F8S2KidAs7BEdQWFpYAR0FpTvly2DNd399XYZGub3c3alx1pa0QkBfM/qplprTqlfWGUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDwBAwBAwBQ8AQMAQMAUPAEDAEDAFDoCMI/H/LBMHbG3EkvAAAAABJRU5ErkJggg==","streamsets-datacollector-basic-lib:com_streamsets_pipeline_stage_destination_devnull_ToErrorNullDTarget":null,"streamsets-datacollector-jdbc-lib:com_streamsets_pipeline_stage_processor_jdbclookup_JdbcLookupDProcessor":"iVBORw0KGgoAAAANSUhEUgAAAgAAAAIACAMAAADDpiTIAAAAA3NCSVQICAjb4U/gAAAACXBIWXMAAEqEAABKhAGt3T8EAAAAGXRFWHRTb2Z0d2FyZQB3d3cuaW5rc2NhcGUub3Jnm+48GgAAAwBQTFRF////AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAACyO34QAAAP90Uk5TAAECAwQFBgcICQoLDA0ODxAREhMUFRYXGBkaGxwdHh8gISIjJCUmJygpKissLS4vMDEyMzQ1Njc4OTo7PD0+P0BBQkNERUZHSElKS0xNTk9QUVJTVFVWV1hZWltcXV5fYGFiY2RlZmdoaWprbG1ub3BxcnN0dXZ3eHl6e3x9fn+AgYKDhIWGh4iJiouMjY6PkJGSk5SVlpeYmZqbnJ2en6ChoqOkpaanqKmqq6ytrq+wsbKztLW2t7i5uru8vb6/wMHCw8TFxsfIycrLzM3Oz9DR0tPU1dbX2Nna29zd3t/g4eLj5OXm5+jp6uvs7e7v8PHy8/T19vf4+fr7/P3+6wjZNQAAGsJJREFUGBntwQmAznX+B/D3nJhxp5YKK0eSlLPclWQLSxvZsqVIbJKSVI5Eq0hyrCPJf0Uo933kbBCVI2ffcY5xDOOYZ24z88zz/ndsrcrxzMzz+T3fmfm8XkAeF1a6St1mj3Tq2X/4hI8/mTln4dJV6zZu3b5r/8Gok2cuJF7MzExLios9GXXo+93bt25a/8WyhXNmTZsyccTAXs88+kC9qjcWDoDKXYpUafJYz4EjJs1atnF31AU3cyjTdWzP5hWfTx45qNfj91UtDmWlkJvrtHp24Ph5mw8nU9TFqK0LJw7q1ubu8gWg/K7ArQ/1GDF9zd5zHjrvwv51M0e+2KpaISjHlW7wjzenRhz30AYxm6cP7tT45gAocWG3t+41Zsm+FFroolk+rnfbO4tASQit0XHYsmjmAqdWvd+pVkEonynf6o2Ze9OZq7jNnDfbVgyAypESjXt8uDmeuVbS1x/3uv96qGwo+sDApceZJ8SsGvJwSSivBdzWefKeTOYpnsip3e4MgrqW4i0GrYxjHpW4dmirUlBXEFj92Sn7PMzrDk57vmYQ1O9UeWFxPPONpJW9q0P9okS7j6KY75z6pOMNUMGNhmzNZD7l2Tm8WQHkY5V7LEpgPpey4uXbkR8VaD3pKNVPTk5tH4Z8pcBfp8dTXSJ5zmPhyCcKtvk0nuoPUuZ2CEeeV7DtjASqK0iZ9/fCyMMKPTIzkeqqUuc/XgR5UmDLWYlUXkhd0C4Eec3Nb0ZTee3MsIrIQ4JaLXZTZYlnzWMhyBvKvnWcKhvODK+EXC+o9RI3VTZ51nYIRW5WdvAJqhyJfa8ycqtbp7mpcswzryZyo9tnZVL5xpJ6yG3umuuh8p2VDZGb1F1E5WNr70VuUX8FlYCI5sgNmqyhErL1Ydiu3HwqQWuqwmah/ZKpRKUPD4e1WhygEne8PexUbh6VI1ZXhX1C+yVTOSR9WDgs82AklYOOt4NNCn9K5bBlpWCNOyKpHHe8ISzROYXKDzL6wAZhU6n8ZFEJ+F3VvVR+c7Qu/KxjEpUfpfWEPxWcROVnc4rCb8LWUfndjpLwk7B1VBbYURJ+Eb6eygo7r4MfhG+gssR318Fx4V9SWWNXKTiscASVRXaVgqMKR1BZZff1cNJcKstEBMI5T1NZpx8cUyGByjrpdeCQoM1UFooMgzMGUFlpEhxRN4PKTm3ggLBIKkudLQ15o6istQDibrxIZa+akDaGymLzIKxMKpXFPLdD1ttUVpsMWYeorHYhFJLqUVnur5A0mspyn0GSobJcXADkFPNQ2a4K5DSjsl5HyHmdynqjIecjKusthpy5VNbbBDnrqKy3H3K+o7LeacgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTmGynouyDFU1nNBjqGyngtyDJX1XJBjqKznghxDZT0X5Bgq67kgx1BZzwU5hsp6LsgxVNZzQY6hsp4LcgyV9VyQY6is54IcQ2U9F+QYKuu5IMdQWc8FOYbKei7IMVTWc0GOobKeC3IMlfVckGOorOeCHENlPRfkGCrruSDHUFnPBTk7qKx3CnLWUFlvL+TMprJeBORMpLLeAsjpTWW99yCnEZX12kFOmJvKduUhaBeV5c5A0lAqy02BpOpUlmsGUXuprBYTCFFvUFltFGSVTKCyWMafIWwolcX+A2nXJVJZK7MKxA2mstZUyAvZQWWp6OJwwG0pVFbKbApH9KCy0jA4ZDmVhbaHwCGlz1JZJ7kqHNOGyjr/hIM+orLMYjgpdBGVVSIKw1EhC6ksElEYDgtZQGWNL8PhuJD5VJbYEA4/CJlHZYX14fCL4LlUFlgXBj8JnkPld2vD4DeBgzOp/OvfofCn5rFUfhTfHn52YwSV33xXGX4XPMxD5R8fFYQNWp6n8oOkf8AS5bZSOW7fbbBGyPuZVM6aEgab1PyKykG7G8MyAZ1jqRwS/1Iw7FNifCaVE6aXhp1qbaESt6cJrBXQ+SyVqPiXg+E/RXAtJSZkUsn5tAyupQjkdMS13TbdTSXCs6A2ru0fkLMI3qg4JZ3K5zI/uwNeCFwIOZE14JXyEy5S+ZR72q3wSpNvIefAv+ClG0elUPlM+uRb4KVx2yDnYCS8dsPwRCqfSB1XDt4KjNkOOQd5J7xXckgcVY4lfVAG3mvKHZBziO8gK8I6b6XKkd09iiErJnAn5BxifBlkzZ0T4qmyKeU/9ZE1t6TyO8g5TM5CVoV3+YYqG/b0LI6sWkbugpwjJJsh62p+mECVJamfNEDWtSW5G3KOkDShyIbCXbdReW1frxLIhrAoknsg5yh/0B/ZU3tUNJUXTk9shOx5hz/YCzlH+YOUCsimgHvej6K6qlPj7g1ENt2axh/sg5wo/mgJcqDue0eoruDE2MaByL7V/NF+yDnGn7yOHKn97kGqP4ge1SAAOfEWf/I95Bzjz55CDt31r0iqS0S9f08AcuZZ/iwScqL5s4y/IMfueGN9GtUP3Jvfqosca+Xmzw5ATjT/K7EOfCC85Zjvmc8dnvhIMfjA3cn8r4OQc5y/OFMRvlG282fnmE/FL/hnRfhG5bP8xSHIOcFfHboBvhJYp9+GdOYz7q8GNwyGr/zpMH91GHJO8H++LQIfKtxq7J5M5hMe8+HfisOHimzj/xyBnJO8xO5y8K2iDwxcfp55XPzqIQ+XhG+V28VLHIWck7zU6XrwuYBbO324y808ybN/StfqgfC5ejG8VBTknOJvpD4GEYXv77/kLPOUuFVvtSgOEe1T+BvHICeGv+UZADGVnhy30cU8IHHLpM7VAiClv4e/FQ05Mfy9aaGQVLbl6zN2pzOXcu//fECbWwIgKHQaf+845JzmH2wsBWkh1R9/Z+kx5ionV4546q4CkFZqI//gBOSc4R8dvgeOKNaw+/iIWFrv/FeTXmhaEo645zD/6CTknOFlZL5fEI4pXOORV8avOJBG62QcXv1h33Y1i8ExBd/P5GWcgpxYXlZkAzgssNy9XYbO+vocLRC3ffaw5x6oEAyHNYjkZcVATiwvL/ODQvCLonc9+sqI6V/sjvXQYZ5z+9bOGPnqY3VKwC8KfZDJyzsNOWd5JQcawa+Cy9R86JnXR3+24fs4Cko4EDHn3/27tKxzcwj8qtEBXskZyDnHK/KMCYMdCpSv1/rJHm+8O3764g07DsVeZA6knzvy3ZdLZkwc3r9npzb1K4TBDmFjPLyis5Bzjldx6EFYKfT6ijWbtu74z74DBr8zYvS4Sf83/bN5i5av3rD56x17zOHDkXt3frN5w5oVi+d99ul/Pho/esS7Qwa+1uPJNvfVrnRDQVjpwUO8inOQc55X9UVNKHE1v+BVnYec87w6z4wKUKIqzPDw6i5AzgVeS9qoUlBiSo1K47XEQU4cry2+XxiUiLB+8bw2F+TE0RsnuwZB+VxQ15P0RjzkuOid/Y8HQ/lU8OP76Z0EyHHRW9GvFoPymWJ9oumtRMiJp/cSR1eA8okKoxPpvSTISWBWuOfUh8qx+nPczIpkyElgFm1pHwSVA0HttjCLUiAnkVl29KUiUNlU5KWjzLJUyElkNiRNaxYIlWWBzaYlMRsuQk4Ssyd6aBWoLKkyNJrZkwY5ycy2Ld1LQHmpRPctzLZ0yElmDlyc3TIY6pqCW86+yBxwQ04Kc+b0yBpQV1Vj5GnmTCbkpDDHIt9rGAh1WQH1hxnmmAdyUukLZ6a0LgT1OwUenhRDn4CcVPpI8oKnS0H9qvgTsxPoK5CTSt/JjHilEtQPbu6xOp0+BDkp9K19795fEPla8D0Dt9HHICeZPpe6bkCDYORLgbX6LEugz3kgJ5kiEpf3qRWIfCWg+osLLlCEB3KSKOb8/BeqIZ+o0v3zWIrxQE4SRcXM7HpHEPK0wOpdpp+gKA/kJFJcUsTIDrcgT/pz+xEbEikuE3IS6IxzK4a0+hPykFIPDVoWS2dkQk4CHXRsbt/7iiDXC2/yyudH6KBMyImnwzK/nzv4seqhyJWCb2v35ud73XSYG3Jc9IuM7+cO7lA9FLlGSLV2gz7fm06/cEOOi36U8f3cIR3uCIXVQqq1HzR7bzr9yA05cfS7jAOrPny9w903wDKl6rTvO2GFSaffZUBOHK2RvG/ZuD6P1ioJPyt2V9uXxyzek0hrZEDOBVonftfC0X2ebHFXmWA4KOhPNZp37D1y3o44WicDcs7TXp5z+9Z/Nqb/s63v/nMhiChYrm7Lzm+Mmrl2T2wm7ZUOOeeZOyQe2rJqzpTRQ17t9kSrJjUr3lAQ2VCg1C13NW759+deGTzq49krNh+IZ+6QDjnnmEulnz+6e9PKJfM/nzF18sSxI4f/a1D/vi/37N6l0xNPPNWl+wsv9+036O1hI8dMmPyfTz+ft3jFxl1HzqUxl0qHnHNU1kuHnLNU1kuDnFgq66VBTiyV9dIg5wyV9S5Czmkq612EnNNU1rsIOTFU1kuFnBgq66VCzikq66VCzkkq66VAzkkq66VAzgkq66VAznEq6yVDznEq6yVDTjSV9ZIhJ5rKesmQc4zKekmQE0VlvSTIiaKyXhLkHKWyXiLkHKGyXiLkHKGyXiLkHKayXgLkHKayXgLkHKKyXgLkHKSyXjzkHKSyXjzkHKCyXjzkRFJZzwU5kVTWc0GOobKeC3K+p7LeBcjZSmW9KMhZTmW9HZAzncp6ayDnAyrrzYScTlTWew1yqlFZ737ICUygspynKAStprLcHkh6jspyb0JSyXQqu1WGqCVUVvsWsv5GZbXnIStgL5XFYgpC2N+pLNYb0gINlbXOhkPcQ1TW6gIHjKey1Hw4odB+Kiudug6OqJlGZSFPczikL5WFRsEpgeuprLO7ABxTNo7KMhfvgIMecVPZpRsc1dFNZZNecFhHN5U9XoTjOrqpbNETftDRTWWHF+AXHd1UNugBP+nopvI7z/Pwm8cvUvlZelf4Uc1DVH4VXR9+VXQulR+tKAV/ezGNyk/cAwLgf/WiqPzi9P2wQoklVH6woQwsEfBqBpXDPO8GwR71d1M56tCDsErwS/FUjkkZWAC2KT2dyiELysNGTfZQOeDAX2Cp4JfjqYQl9wuFvUp/SiVqblnYrcl2KjG7msN+LbdSidjeNgD+VRteaf4llc9tbQmv1Iac4fBSk9VUPrWxObz0HuR8VxTeumcplc+svRfeunUV5Jgn4b2a8zxUvrCyIbw3cBXkmCXIiurTUqlyKGNuPWTFni8gx6QVQ5aUfGk/VQ4c7VcaWXIbV0OOYSdkVZMZF6myJWN+i0Bk0SCuhhzDLQHIsut6G6osixpQBllWMIprIMeQzyA77p2ZRpUF7oUPBSIbBpNrIMeQsSWQLaX6HKDy0rGBNyFbKl0k10KOITkR2XX3iKNU13Tq300DkU0rSK6FHEMysw6yr87ww1RXcWJMo0Bk29/4g3WQY/iDbwORE7XeOUB1Wcc+aBCAHAiP5g/WQY7hj7ojh+5821D9ztERdwcgZ4bxR+shx/BHFyoix6oP3kf1q8PD6yDH7k7nj9ZDjuFPDl4PH6jQbV4cFROX9KwKH6gUy59sgBzDn30dBp8Iqj9oUwbzscxvhzYNgU9cf4g/2wA5hv+1NBi+UqzthEPMl6KndLgOvhL2Df/rS8gx/MXH8KVbus93MV9JWvribfChoKX8xZeQY/irt+BbQQ36Lz3HfMG16q17Q+FbH/FXEZBj+D9d4XuVn5yw0808LHPv5C7VAuBzA/k/GyHH8H/cz0BE+L1vLIplHnRhxZvNi0FEX15iI+QYXmp4IKRU7DhuWwbzjMzdk56pGgAhIVN4qU2QY/gbC8IhKKxRjw83JzCXS/5mSq/7ikBQyQ38jU2QY/hbO26CsIA/t+43a28GcyG3mfPmI5UCIezWg/ytzZBj+Dsn68AJoTX+MXz5ceYaMV+MfLp2ITih2QX+zmbIMfy95EfhmOKNnx+7dH8qLZYWuWL8i/eVgmOey+DvfQU5hn/g6RcARwXc1LjTkE+/Ok2rnPt61tAu95YLhKOCP+AffQU5hpex/hb4Q/gdbXqPW24u0q/SD62a+Orf7ioKf6i+jZexBXIMLyfphQD4TeBNtVt27jd29peR8XRM4qFNc8cN7Nq6btkg+E1w/zRezhbIMby8LyvCAoX+fE/b7oMmLthyJJkCUo99vfijIc8/2rBiOCxQfRsvbyvkGF5Bcq9A2CTkugp3Nm75RPe+/xo7df7abyNjkplFqWcOblu3cNq4d17/Z8fWTWtWvL4AbBI8II1XsBVyDK9oY2VYLbhEuUq31ah9T6P7HmzZtv3jT3Xp3vPlvv3fGjp08IDXevfs/mynJ9q3bdXi/sb31L6zWuXy14XAands5xV9DTmGV5bSOxDKEcED03hl30CO4dXsfBDKAX/dz6v5BnIMr25NbShhDTby6r6FHMNr8MyqCCWo6nxey7eQY3hN6f++AUpImUluXtM2yDH0QsKb4VACiv4rmV7YBjmGXjn9fAiUj4W+eJZe2Q45hl468VpxKB8q2e8UvbQdcgy9ljS2IpSPVJ6QTK/tgBzDLMic3xDKB5ou8jALdkCOYdZ83SEIKkeCn9jGrNkJOYZZdax3UahsK973OLNqJ+QYZl382FpQ2VJnfCKz7jvIMcyWPX1KQ2VR6T57mS27IMcwm9zLOxSE8lqB9svczKZdkGOYfa5JDaC8Um/8BWbfbsgxzJEDA8pDXcONffczR3ZDjmEOedZ1vxHqiko9vdzNHNoDOYY55/m6XzWoy6j0SoSbObcHcgx948CIhoFQlwioN3QffWMv5Bj6zJmPWxeE+kmBhz48RZ/ZCzmGvpQ0/6mSyPdKdJydQF/aBzmGPub+ZniLcORbYc3f3eqmj+2DHEMB6Zvevq8g8p0CTQdHpFHAfsgxFJK6bmDDEOQbwfX7r0mhkP2QYygoaeVrdYOQ5wXWfnV5IgV9DzmGwuLXDvtbWeRZNz3yzhoXhRnIMXRCzOKBLUoijynRvP/CU3SCgRxDxxya9XKjMOQJhRq8NOMAHRMJOYaOcu+a3K1RCeRixRs899HODDoqEnIM/eDUmjHdGpVELlO8QddRX5ykHxyAHEO/iVkztlujksgFijfoOuqLk/SbA5Bj6Gcxa8c+/1DVQrBSgSotuo/+4iT97CDkGFrBE/PVzKFdH6gYAisEV7i/y9ufbjrpoRUOQo6hVTKjIz4Z/HTT8iHwi+CyjZ8a9J8NUW5a5RDkGFrJc27fulmj3+jcsk7ZUAgLuanWQ0+/9sGMtXvPemilQ5BjaL048+Xssf2fbXNf7cqlw+AThf5UqVbT1p3fGP3Z+v3nPbTdYcgxzF3ccdF7v1o15/9Gv/1qtyda3dvw7lo1qlWpULbM9cULFwzGJYIKFC5eqnTZCpVvq1GrXsOmLR9/rs/gUR/PXrl5T9SFDOYuhyHHMC/JSE24EHvmQkJKOvOSI5BjqKx3FHIMlfWOQo6hsl4U5Bgq60VBjqGy3jHIMVTWOwY5hsp60ZBjqKwXDTmGynrHIcdQWe845Bgq652AHENlvROQY6isdxJyDJX1TkGOobLeKcgxVNaLgRxDZb0YyDFU1jsNOYbKeqchx1BZ7wzkGCrrnYEcQ2W9WMgxVNaLhRxDZb2zkGOorHcWcgyV9c5BjqGy3jnIMVTWOw85hsp6FyDHUFnvAuQYKuvFQY6hsl4c5HxHZb3TkLOOynr7IWculfU2Qc5HVNZbDDmvU1lvNOQ0o7JeR8gp5qGyXRUIMlSWiwuAoNFUlvsMkupRWe6vEHWIymoXQiHqbSqrTYasMqlUFvPcDmFjqCw2D9JuvEhlr5oQN4rKWgsgLyySylJnS8MBdTOo7NQGjhhAZaVJcEbQZioLRYbBIRUSqKyTXgeOeZrKOv3goLlUlokIhIMKR1BZZff1cFThCCqL7CoFh4V/SWWNXaXguPANVJb47jr4Qfh6KivsvA5+EbaOygI7SsJPwtZR+d2OkvCbgpOo/GxOUfhTxyQqP0rrCT+rupfKb47Whd+FTaXyk0UlYIPOKVR+kNEHlrgjkspxxxvCGoU/pXLYslKwyYORVA463g6WCe2XTOWQ9GHhsE+5eVSOWF0VdmpxgErc8fawVmi/ZCpR6cPDYbNy86kErakK2zVZQyVk68PIDeqvoBIQ0Ry5Rd1FVD629l7kJnfN9VD5zsqGyG1un5VJ5RtL6iE3unWamyrHPPNqIrcqO/gEVY7EvlcZuVlQ6yVuqmzyrO0Qilyv7FvHqbLhzPBKyBuCWi12U2WJZ81jIchDbn4zmsprZ4ZVRF4T2HJWIpUXUhe0C0GeVOiRmYlUV5U6//EiyMMKtp2RQHUFKfP+Xhh5XsE2n8ZT/UHK3A7hyCcK/HV6PNUlkuc8Fo58pUDrSUepfnJyavsw5EeVeyxKYD6XsuLl25GPBTcasjWT+ZRn5/BmBaBKtPsoivnOqU863gD1iyovLI5nvpG0snd1qN8JrP7slH0e5nUHpz1fMwjqCoq3GLQyjnlU4tqhrUpBXUvAbZ0n78lknuKJnNrtziAorxV9YODS48wTYlYNebgkVDaUaNzjw83xzLWSvv641/3XQ+VM+VZvzNybzlzFbea82bZiAJSvhNboOGxZNHOBU6ve71SrIJSEsNtb9xqzZF8KLXTRLB/Xu+2dRaDklW7wjzenRhz30AYxm6cP7tT45gAopxW49aEeI6av2XvOQ+dd2L9u5sgXW1UrBOV3ITfXafXswPHzNh9OpqiLUVsXThzUrc3d5QtAWalIlSaP9Rw4YtKsZRt3R11wM4cyXcf2bF7x+eSRg3o9fl/V4lC5TFjpKnWbPdKpZ//hEz7+ZOachUtXrdu4dfuu/QejTp65kHgxMzMtKS72ZNSh73dv37pp/RfLFs6ZNW3KxBEDez3z6AP1qt5YOAB52/8DTxb+TnuhD7EAAAAASUVORK5CYII="},"legacyStageLibs":null,"eventDefinitions":null,"version":null,"executorVersion":null,"category":null,"categoryLabel":null} | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment