Skip to content

Instantly share code, notes, and snippets.

@OlivierAlbertini
Created September 27, 2018 15:22
Show Gist options
  • Save OlivierAlbertini/68ea1995f65bfbc621449aa0640d09ee to your computer and use it in GitHub Desktop.
Save OlivierAlbertini/68ea1995f65bfbc621449aa0640d09ee to your computer and use it in GitHub Desktop.
<template encoding-version="1.2">
<script/>
<description/>
<groupId>cc9c33a1-3651-11ee-82a4-3e6fcea768f9</groupId>
<name>gluoncv server</name>
<snippet>
<connections>
<id>28dd421a-33f8-3342-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>28dd421a-33f8-3342-bd54-3c5844b60e4b</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>8887df3b-27b8-309b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>8887df3b-27b8-309b-84ca-7067591191d5</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>52a31570-3515-3d6d-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>52a31570-3515-3d6d-adc2-aaec6f3b95f3</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>30db899c-d20c-38cd-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>30db899c-d20c-38cd-b7cb-8d56355d5b9a</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>8887df3b-27b8-309b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>8887df3b-27b8-309b-84ca-7067591191d5</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>10fb5217-a3da-3946-0000-000000000000</id>
<type>INPUT_PORT</type>
<versionedComponentId>10fb5217-a3da-3946-9be3-4d87e38ebf46</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4cfc997d-2304-30d7-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>4cfc997d-2304-30d7-836a-2b0e0e2d9a64</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>363d1922-1046-3949-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>363d1922-1046-3949-a9ef-82cb4073e72f</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>7d60fe2b-e067-3e02-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>7d60fe2b-e067-3e02-bc6d-c6607cf57cc5</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>611a0c42-3b94-318c-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>611a0c42-3b94-318c-a22a-49d800d9816d</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>631ecabb-9c16-3cd0-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>631ecabb-9c16-3cd0-acd4-3025d80c4752</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>merged</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>363d1922-1046-3949-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>363d1922-1046-3949-a9ef-82cb4073e72f</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>74dd2dff-1c74-3002-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>74dd2dff-1c74-3002-9d29-56bd059bdd03</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>55955d2f-6429-310d-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>55955d2f-6429-310d-9a8c-555cc027ae68</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>631ecabb-9c16-3cd0-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>631ecabb-9c16-3cd0-acd4-3025d80c4752</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>b3b16f44-4f69-3d12-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>b3b16f44-4f69-3d12-aecc-00457aeb1db3</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>1c57a1e4-19ed-3e1f-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>1c57a1e4-19ed-3e1f-a941-98f0dcf5fd61</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>hasError</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>8887df3b-27b8-309b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>8887df3b-27b8-309b-84ca-7067591191d5</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>fb70ac05-27c8-398d-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>fb70ac05-27c8-398d-be77-01e3aa7ad4d4</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>7d60fe2b-e067-3e02-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>7d60fe2b-e067-3e02-bc6d-c6607cf57cc5</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name/>
<selectedRelationships>unmatched</selectedRelationships>
<source>
<groupId>d96510e9-35da-3e4a-0000-000000000000</groupId>
<id>8887df3b-27b8-309b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>8887df3b-27b8-309b-84ca-7067591191d5</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>0e7a940f-2875-39e3-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-hwx-schema-registry-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<comments/>
<descriptors>
<entry>
<key>url</key>
<value>
<name>url</name>
</value>
</entry>
<entry>
<key>cache-size</key>
<value>
<name>cache-size</name>
</value>
</entry>
<entry>
<key>cache-expiration</key>
<value>
<name>cache-expiration</name>
</value>
</entry>
</descriptors>
<name>HWX Schema Registry Princeton1</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>url</key>
<value>
http://princeton1.field.hortonworks.com:7788/api/v1
</value>
</entry>
<entry>
<key>cache-size</key>
<value>1000</value>
</entry>
<entry>
<key>cache-expiration</key>
<value>1 hour</value>
</entry>
</properties>
<state>ENABLED</state>
<type>
org.apache.nifi.schemaregistry.hortonworks.HortonworksSchemaRegistry
</type>
</controllerServices>
<controllerServices>
<id>cf1b19a9-9771-39a2-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<comments/>
<descriptors>
<entry>
<key>Schema Write Strategy</key>
<value>
<name>Schema Write Strategy</name>
</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>
org.apache.nifi.schemaregistry.services.SchemaRegistry
</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-version</key>
<value>
<name>schema-version</name>
</value>
</entry>
<entry>
<key>schema-branch</key>
<value>
<name>schema-branch</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>compression-format</key>
<value>
<name>compression-format</name>
</value>
</entry>
</descriptors>
<name>HDFS AvroRecordSetWriter</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>Schema Write Strategy</key>
<value>avro-embedded</value>
</entry>
<entry>
<key>schema-access-strategy</key>
<value>inherit-record-schema</value>
</entry>
<entry>
<key>schema-registry</key>
<value>0e7a940f-2875-39e3-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>${schema.name}</value>
</entry>
<entry>
<key>schema-version</key>
</entry>
<entry>
<key>schema-branch</key>
</entry>
<entry>
<key>schema-text</key>
<value>${avro.schema}</value>
</entry>
<entry>
<key>compression-format</key>
<value>NONE</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.avro.AvroRecordSetWriter</type>
</controllerServices>
<controllerServices>
<id>fe5b047a-9da5-38c4-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<versionedComponentId>fe5b047a-9da5-38c4-a090-b19a58749e83</versionedComponentId>
<bundle>
<artifact>nifi-record-serialization-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<comments/>
<descriptors>
<entry>
<key>schema-access-strategy</key>
<value>
<name>schema-access-strategy</name>
</value>
</entry>
<entry>
<key>schema-registry</key>
<value>
<identifiesControllerService>
org.apache.nifi.schemaregistry.services.SchemaRegistry
</identifiesControllerService>
<name>schema-registry</name>
</value>
</entry>
<entry>
<key>schema-name</key>
<value>
<name>schema-name</name>
</value>
</entry>
<entry>
<key>schema-version</key>
<value>
<name>schema-version</name>
</value>
</entry>
<entry>
<key>schema-branch</key>
<value>
<name>schema-branch</name>
</value>
</entry>
<entry>
<key>schema-text</key>
<value>
<name>schema-text</name>
</value>
</entry>
<entry>
<key>Date Format</key>
<value>
<name>Date Format</name>
</value>
</entry>
<entry>
<key>Time Format</key>
<value>
<name>Time Format</name>
</value>
</entry>
<entry>
<key>Timestamp Format</key>
<value>
<name>Timestamp Format</name>
</value>
</entry>
</descriptors>
<name>JsonTreeReader</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>schema-access-strategy</key>
<value>schema-name</value>
</entry>
<entry>
<key>schema-registry</key>
<value>0e7a940f-2875-39e3-0000-000000000000</value>
</entry>
<entry>
<key>schema-name</key>
<value>${schema.name}</value>
</entry>
<entry>
<key>schema-version</key>
</entry>
<entry>
<key>schema-branch</key>
</entry>
<entry>
<key>schema-text</key>
<value>${avro.schema}</value>
</entry>
<entry>
<key>Date Format</key>
</entry>
<entry>
<key>Time Format</key>
</entry>
<entry>
<key>Timestamp Format</key>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.json.JsonTreeReader</type>
</controllerServices>
<inputPorts>
<id>10fb5217-a3da-3946-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>711.0</x>
<y>0.0</y>
</position>
<versionedComponentId>10fb5217-a3da-3946-9be3-4d87e38ebf46</versionedComponentId>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<name>GluonCV</name>
<state>RUNNING</state>
<type>INPUT_PORT</type>
</inputPorts>
<processors>
<id>1c57a1e4-19ed-3e1f-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>1169.6621358468765</x>
<y>372.97165621243994</y>
</position>
<versionedComponentId>1c57a1e4-19ed-3e1f-a941-98f0dcf5fd61</versionedComponentId>
<bundle>
<artifact>nifi-slack-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>webhook-url</key>
<value>
<name>webhook-url</name>
</value>
</entry>
<entry>
<key>webhook-text</key>
<value>
<name>webhook-text</name>
</value>
</entry>
<entry>
<key>channel</key>
<value>
<name>channel</name>
</value>
</entry>
<entry>
<key>username</key>
<value>
<name>username</name>
</value>
</entry>
<entry>
<key>icon-url</key>
<value>
<name>icon-url</name>
</value>
</entry>
<entry>
<key>icon-emoji</key>
<value>
<name>icon-emoji</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>webhook-url</key>
</entry>
<entry>
<key>webhook-text</key>
</entry>
<entry>
<key>channel</key>
</entry>
<entry>
<key>username</key>
</entry>
<entry>
<key>icon-url</key>
</entry>
<entry>
<key>icon-emoji</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutSlack</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.slack.PutSlack</type>
</processors>
<processors>
<id>363d1922-1046-3949-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>540.6621968820327</x>
<y>539.7443332340285</y>
</position>
<versionedComponentId>363d1922-1046-3949-a9ef-82cb4073e72f</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>record-reader</name>
</value>
</entry>
<entry>
<key>record-writer</key>
<value>
<identifiesControllerService>
org.apache.nifi.serialization.RecordSetWriterFactory
</identifiesControllerService>
<name>record-writer</name>
</value>
</entry>
<entry>
<key>merge-strategy</key>
<value>
<name>merge-strategy</name>
</value>
</entry>
<entry>
<key>correlation-attribute-name</key>
<value>
<name>correlation-attribute-name</name>
</value>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>
<name>Attribute Strategy</name>
</value>
</entry>
<entry>
<key>min-records</key>
<value>
<name>min-records</name>
</value>
</entry>
<entry>
<key>max-records</key>
<value>
<name>max-records</name>
</value>
</entry>
<entry>
<key>min-bin-size</key>
<value>
<name>min-bin-size</name>
</value>
</entry>
<entry>
<key>max-bin-size</key>
<value>
<name>max-bin-size</name>
</value>
</entry>
<entry>
<key>max-bin-age</key>
<value>
<name>max-bin-age</name>
</value>
</entry>
<entry>
<key>max.bin.count</key>
<value>
<name>max.bin.count</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>record-reader</key>
<value>fe5b047a-9da5-38c4-0000-000000000000</value>
</entry>
<entry>
<key>record-writer</key>
<value>cf1b19a9-9771-39a2-0000-000000000000</value>
</entry>
<entry>
<key>merge-strategy</key>
<value>Bin-Packing Algorithm</value>
</entry>
<entry>
<key>correlation-attribute-name</key>
</entry>
<entry>
<key>Attribute Strategy</key>
<value>Keep Only Common Attributes</value>
</entry>
<entry>
<key>min-records</key>
<value>1</value>
</entry>
<entry>
<key>max-records</key>
<value>1000</value>
</entry>
<entry>
<key>min-bin-size</key>
<value>0 B</value>
</entry>
<entry>
<key>max-bin-size</key>
</entry>
<entry>
<key>max-bin-age</key>
<value>1 minute</value>
</entry>
<entry>
<key>max.bin.count</key>
<value>10</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>MergeRecord</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>merged</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.MergeRecord</type>
</processors>
<processors>
<id>52a31570-3515-3d6d-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>1296.6621968820327</x>
<y>49.17160738431494</y>
</position>
<versionedComponentId>52a31570-3515-3d6d-adc2-aaec6f3b95f3</versionedComponentId>
<bundle>
<artifact>nifi-kite-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Schema Output Destination</key>
<value>
<name>Schema Output Destination</name>
</value>
</entry>
<entry>
<key>Input Content Type</key>
<value>
<name>Input Content Type</name>
</value>
</entry>
<entry>
<key>CSV Header Definition</key>
<value>
<name>CSV Header Definition</name>
</value>
</entry>
<entry>
<key>Get CSV Header Definition From Data</key>
<value>
<name>Get CSV Header Definition From Data</name>
</value>
</entry>
<entry>
<key>CSV Header Line Skip Count</key>
<value>
<name>CSV Header Line Skip Count</name>
</value>
</entry>
<entry>
<key>CSV delimiter</key>
<value>
<name>CSV delimiter</name>
</value>
</entry>
<entry>
<key>CSV Escape String</key>
<value>
<name>CSV Escape String</name>
</value>
</entry>
<entry>
<key>CSV Quote String</key>
<value>
<name>CSV Quote String</name>
</value>
</entry>
<entry>
<key>Pretty Avro Output</key>
<value>
<name>Pretty Avro Output</name>
</value>
</entry>
<entry>
<key>Avro Record Name</key>
<value>
<name>Avro Record Name</name>
</value>
</entry>
<entry>
<key>Number Of Records To Analyze</key>
<value>
<name>Number Of Records To Analyze</name>
</value>
</entry>
<entry>
<key>Charset</key>
<value>
<name>Charset</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Schema Output Destination</key>
<value>flowfile-attribute</value>
</entry>
<entry>
<key>Input Content Type</key>
<value>json</value>
</entry>
<entry>
<key>CSV Header Definition</key>
</entry>
<entry>
<key>Get CSV Header Definition From Data</key>
<value>true</value>
</entry>
<entry>
<key>CSV Header Line Skip Count</key>
<value>0</value>
</entry>
<entry>
<key>CSV delimiter</key>
<value>,</value>
</entry>
<entry>
<key>CSV Escape String</key>
<value>\</value>
</entry>
<entry>
<key>CSV Quote String</key>
<value>'</value>
</entry>
<entry>
<key>Pretty Avro Output</key>
<value>true</value>
</entry>
<entry>
<key>Avro Record Name</key>
<value>gluoncvyolo</value>
</entry>
<entry>
<key>Number Of Records To Analyze</key>
<value>10</value>
</entry>
<entry>
<key>Charset</key>
<value>UTF-8</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>InferAvroSchema</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>original</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unsupported content</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.kite.InferAvroSchema</type>
</processors>
<processors>
<id>53182f3c-8618-3282-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>218.39996337890625</y>
</position>
<versionedComponentId>53182f3c-8618-3282-92d3-86cdfc8a1924</versionedComponentId>
<bundle>
<artifact>nifi-hive-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>hive-stream-metastore-uri</key>
<value>
<name>hive-stream-metastore-uri</name>
</value>
</entry>
<entry>
<key>hive-config-resources</key>
<value>
<name>hive-config-resources</name>
</value>
</entry>
<entry>
<key>hive-stream-database-name</key>
<value>
<name>hive-stream-database-name</name>
</value>
</entry>
<entry>
<key>hive-stream-table-name</key>
<value>
<name>hive-stream-table-name</name>
</value>
</entry>
<entry>
<key>hive-stream-partition-cols</key>
<value>
<name>hive-stream-partition-cols</name>
</value>
</entry>
<entry>
<key>hive-stream-autocreate-partition</key>
<value>
<name>hive-stream-autocreate-partition</name>
</value>
</entry>
<entry>
<key>hive-stream-max-open-connections</key>
<value>
<name>hive-stream-max-open-connections</name>
</value>
</entry>
<entry>
<key>hive-stream-heartbeat-interval</key>
<value>
<name>hive-stream-heartbeat-interval</name>
</value>
</entry>
<entry>
<key>hive-stream-transactions-per-batch</key>
<value>
<name>hive-stream-transactions-per-batch</name>
</value>
</entry>
<entry>
<key>hive-stream-records-per-transaction</key>
<value>
<name>hive-stream-records-per-transaction</name>
</value>
</entry>
<entry>
<key>hive-stream-call-timeout</key>
<value>
<name>hive-stream-call-timeout</name>
</value>
</entry>
<entry>
<key>rollback-on-failure</key>
<value>
<name>rollback-on-failure</name>
</value>
</entry>
<entry>
<key>kerberos-credentials-service</key>
<value>
<identifiesControllerService>
org.apache.nifi.kerberos.KerberosCredentialsService
</identifiesControllerService>
<name>kerberos-credentials-service</name>
</value>
</entry>
<entry>
<key>Kerberos Principal</key>
<value>
<name>Kerberos Principal</name>
</value>
</entry>
<entry>
<key>Kerberos Keytab</key>
<value>
<name>Kerberos Keytab</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>hive-stream-metastore-uri</key>
</entry>
<entry>
<key>hive-config-resources</key>
</entry>
<entry>
<key>hive-stream-database-name</key>
</entry>
<entry>
<key>hive-stream-table-name</key>
</entry>
<entry>
<key>hive-stream-partition-cols</key>
</entry>
<entry>
<key>hive-stream-autocreate-partition</key>
<value>true</value>
</entry>
<entry>
<key>hive-stream-max-open-connections</key>
<value>8</value>
</entry>
<entry>
<key>hive-stream-heartbeat-interval</key>
<value>60</value>
</entry>
<entry>
<key>hive-stream-transactions-per-batch</key>
<value>100</value>
</entry>
<entry>
<key>hive-stream-records-per-transaction</key>
<value>10000</value>
</entry>
<entry>
<key>hive-stream-call-timeout</key>
<value>0</value>
</entry>
<entry>
<key>rollback-on-failure</key>
<value>false</value>
</entry>
<entry>
<key>kerberos-credentials-service</key>
</entry>
<entry>
<key>Kerberos Principal</key>
</entry>
<entry>
<key>Kerberos Keytab</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutHiveStreaming</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>retry</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.hive.PutHiveStreaming</type>
</processors>
<processors>
<id>55955d2f-6429-310d-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>537.6621968820327</x>
<y>937.7443332340285</y>
</position>
<versionedComponentId>55955d2f-6429-310d-9a8c-555cc027ae68</versionedComponentId>
<bundle>
<artifact>nifi-hadoop-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Hadoop Configuration Resources</key>
<value>
<name>Hadoop Configuration Resources</name>
</value>
</entry>
<entry>
<key>kerberos-credentials-service</key>
<value>
<identifiesControllerService>
org.apache.nifi.kerberos.KerberosCredentialsService
</identifiesControllerService>
<name>kerberos-credentials-service</name>
</value>
</entry>
<entry>
<key>Kerberos Principal</key>
<value>
<name>Kerberos Principal</name>
</value>
</entry>
<entry>
<key>Kerberos Keytab</key>
<value>
<name>Kerberos Keytab</name>
</value>
</entry>
<entry>
<key>Kerberos Relogin Period</key>
<value>
<name>Kerberos Relogin Period</name>
</value>
</entry>
<entry>
<key>Additional Classpath Resources</key>
<value>
<name>Additional Classpath Resources</name>
</value>
</entry>
<entry>
<key>Directory</key>
<value>
<name>Directory</name>
</value>
</entry>
<entry>
<key>Conflict Resolution Strategy</key>
<value>
<name>Conflict Resolution Strategy</name>
</value>
</entry>
<entry>
<key>Block Size</key>
<value>
<name>Block Size</name>
</value>
</entry>
<entry>
<key>IO Buffer Size</key>
<value>
<name>IO Buffer Size</name>
</value>
</entry>
<entry>
<key>Replication</key>
<value>
<name>Replication</name>
</value>
</entry>
<entry>
<key>Permissions umask</key>
<value>
<name>Permissions umask</name>
</value>
</entry>
<entry>
<key>Remote Owner</key>
<value>
<name>Remote Owner</name>
</value>
</entry>
<entry>
<key>Remote Group</key>
<value>
<name>Remote Group</name>
</value>
</entry>
<entry>
<key>Compression codec</key>
<value>
<name>Compression codec</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Hadoop Configuration Resources</key>
<value>/etc/hadoop/conf/core-site.xml</value>
</entry>
<entry>
<key>kerberos-credentials-service</key>
</entry>
<entry>
<key>Kerberos Principal</key>
</entry>
<entry>
<key>Kerberos Keytab</key>
</entry>
<entry>
<key>Kerberos Relogin Period</key>
<value>4 hours</value>
</entry>
<entry>
<key>Additional Classpath Resources</key>
</entry>
<entry>
<key>Directory</key>
<value>/gluoncvyolo</value>
</entry>
<entry>
<key>Conflict Resolution Strategy</key>
<value>replace</value>
</entry>
<entry>
<key>Block Size</key>
</entry>
<entry>
<key>IO Buffer Size</key>
</entry>
<entry>
<key>Replication</key>
</entry>
<entry>
<key>Permissions umask</key>
</entry>
<entry>
<key>Remote Owner</key>
</entry>
<entry>
<key>Remote Group</key>
</entry>
<entry>
<key>Compression codec</key>
<value>NONE</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutHDFS - Apache ORC</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.hadoop.PutHDFS</type>
</processors>
<processors>
<id>631ecabb-9c16-3cd0-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>541.6621968820327</x>
<y>740.7443332340285</y>
</position>
<versionedComponentId>631ecabb-9c16-3cd0-acd4-3025d80c4752</versionedComponentId>
<bundle>
<artifact>nifi-hive-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>orc-config-resources</key>
<value>
<name>orc-config-resources</name>
</value>
</entry>
<entry>
<key>orc-stripe-size</key>
<value>
<name>orc-stripe-size</name>
</value>
</entry>
<entry>
<key>orc-buffer-size</key>
<value>
<name>orc-buffer-size</name>
</value>
</entry>
<entry>
<key>orc-compression-type</key>
<value>
<name>orc-compression-type</name>
</value>
</entry>
<entry>
<key>orc-hive-table-name</key>
<value>
<name>orc-hive-table-name</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>orc-config-resources</key>
<value>/etc/hive/conf/hive-site.xml</value>
</entry>
<entry>
<key>orc-stripe-size</key>
<value>64 MB</value>
</entry>
<entry>
<key>orc-buffer-size</key>
<value>10 KB</value>
</entry>
<entry>
<key>orc-compression-type</key>
<value>SNAPPY</value>
</entry>
<entry>
<key>orc-hive-table-name</key>
<value>gluoncvyolo</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>ConvertAvroToORC</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.hive.ConvertAvroToORC</type>
</processors>
<processors>
<id>7d60fe2b-e067-3e02-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>547.504075348998</x>
<y>334.1101136083071</y>
</position>
<versionedComponentId>7d60fe2b-e067-3e02-bc6d-c6607cf57cc5</versionedComponentId>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>content.type</key>
<value>
<name>content.type</name>
</value>
</entry>
<entry>
<key>Content-Type</key>
<value>
<name>Content-Type</name>
</value>
</entry>
<entry>
<key>media.type</key>
<value>
<name>media.type</name>
</value>
</entry>
<entry>
<key>Media-Type</key>
<value>
<name>Media-Type</name>
</value>
</entry>
<entry>
<key>schema</key>
<value>
<name>schema</name>
</value>
</entry>
<entry>
<key>schema.name</key>
<value>
<name>schema.name</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>content.type</key>
<value>application/json</value>
</entry>
<entry>
<key>Content-Type</key>
<value>application/json</value>
</entry>
<entry>
<key>media.type</key>
<value>application/json</value>
</entry>
<entry>
<key>Media-Type</key>
<value>application/json</value>
</entry>
<entry>
<key>schema</key>
<value>gluoncvyolo</value>
</entry>
<entry>
<key>schema.name</key>
<value>gluoncvyolo</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>UpdateAttribute</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>
org.apache.nifi.processors.attributes.UpdateAttribute
</type>
</processors>
<processors>
<id>8887df3b-27b8-309b-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>652.6542380987783</x>
<y>116.97165621243994</y>
</position>
<versionedComponentId>8887df3b-27b8-309b-84ca-7067591191d5</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Match Requirement</key>
<value>
<name>Match Requirement</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Content Buffer Size</key>
<value>
<name>Content Buffer Size</name>
</value>
</entry>
<entry>
<key>hasError</key>
<value>
<name>hasError</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Match Requirement</key>
<value>content must contain match</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Content Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>hasError</key>
<value>Error</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>RouteOnContent</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>hasError</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.RouteOnContent</type>
</processors>
<processors>
<id>c88f8a62-4181-33bf-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>1.0</x>
<y>435.39996337890625</y>
</position>
<versionedComponentId>c88f8a62-4181-33bf-984a-d035c6db4d9c</versionedComponentId>
<bundle>
<artifact>nifi-druid-nar</artifact>
<group>org.apache.nifi</group>
<version>1.7.0.3.2.0.0-520</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>putdruid-record-reader</key>
<value>
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
<name>putdruid-record-reader</name>
</value>
</entry>
<entry>
<key>putdruid-record-writer</key>
<value>
<identifiesControllerService>
org.apache.nifi.serialization.RecordSetWriterFactory
</identifiesControllerService>
<name>putdruid-record-writer</name>
</value>
</entry>
<entry>
<key>putdruid-tranquility-service</key>
<value>
<identifiesControllerService>
org.apache.nifi.controller.api.druid.DruidTranquilityService
</identifiesControllerService>
<name>putdruid-tranquility-service</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>putdruid-record-reader</key>
</entry>
<entry>
<key>putdruid-record-writer</key>
</entry>
<entry>
<key>putdruid-tranquility-service</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutDruidRecord</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>dropped</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>org.apache.nifi.processors.druid.PutDruidRecord</type>
</processors>
<processors>
<id>de8d3b9e-fd2b-3e6b-0000-000000000000</id>
<parentGroupId>d96510e9-35da-3e4a-0000-000000000000</parentGroupId>
<position>
<x>3.0</x>
<y>621.3999633789062</y>
</position>
<versionedComponentId>de8d3b9e-fd2b-3e6b-a866-288449dbc35a</versionedComponentId>
<bundle>
<artifact>nifi-twitter-nar</artifact>
<group>com.dataflowdeveloper</group>
<version>1.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments/>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Consumer Key</key>
<value>
<name>Consumer Key</name>
</value>
</entry>
<entry>
<key>Consumer Secret</key>
<value>
<name>Consumer Secret</name>
</value>
</entry>
<entry>
<key>Access Token</key>
<value>
<name>Access Token</name>
</value>
</entry>
<entry>
<key>Access Token Secret</key>
<value>
<name>Access Token Secret</name>
</value>
</entry>
<entry>
<key>Message</key>
<value>
<name>Message</name>
</value>
</entry>
<entry>
<key>latitude</key>
<value>
<name>latitude</name>
</value>
</entry>
<entry>
<key>longitude</key>
<value>
<name>longitude</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Consumer Key</key>
</entry>
<entry>
<key>Consumer Secret</key>
</entry>
<entry>
<key>Access Token</key>
</entry>
<entry>
<key>Access Token Secret</key>
</entry>
<entry>
<key>Message</key>
</entry>
<entry>
<key>latitude</key>
</entry>
<entry>
<key>longitude</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>PutTwitterProcessor</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>STOPPED</state>
<style/>
<type>
com.dataflowdeveloper.processor.twitter.PutTwitterProcessor
</type>
</processors>
</snippet>
<timestamp>09/25/2018 20:17:36 UTC</timestamp>
</template>
@OlivierAlbertini
Copy link
Author

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment