Skip to content

Instantly share code, notes, and snippets.

@pvillard31

pvillard31/TestIgnite

Created October 3, 2016 21:47
Show Gist options
  • Save pvillard31/8a0c1d0344bf5bdfdf4cd460e936905c to your computer and use it in GitHub Desktop.
Save pvillard31/8a0c1d0344bf5bdfdf4cd460e936905c to your computer and use it in GitHub Desktop.
Download ZIP
NiFi workflow to test PutIgnite and GetIgnite processors
Raw
TestIgnite
<?xml version="1.0" ?>
<template encoding-version="1.0">
<description></description>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<name>TestIgnite</name>
<snippet>
<connections>
<id>8c6f014a-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d820c2b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>8c6e5d1b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d800b56-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d7fe6e6-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d7fc16b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d808c97-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d80623c-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d7fe6e6-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d80ac62-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>1121.14404296875</x>
<y>265.85198974609375</y>
</bends>
<bends>
<x>1069.3040771484375</x>
<y>265.85198974609375</y>
</bends>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d7fe6e6-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d7fe6e6-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d80ff45-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>1518.5841064453125</x>
<y>483.2920227050781</y>
</bends>
<bends>
<x>1488.3441162109375</x>
<y>480.4120178222656</y>
</bends>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d80623c-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d80623c-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d823332-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>8c6e5d1b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d81b15f-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d8244fb-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<bends>
<x>605.6240234375</x>
<y>872.0919799804688</y>
</bends>
<bends>
<x>661.7840576171875</x>
<y>867.7720336914062</y>
</bends>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d81b15f-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d81b15f-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d832638-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d82a6e8-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d80623c-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4d83874d-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d81b15f-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</groupId>
<id>4d82a6e8-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<processors>
<id>8c6e5d1b-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>657.1239560546874</x>
<y>591.5959139404296</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Maximum Capture Group Length</key>
<value>1024</value>
</entry>
<entry>
<key>Enable Canonical Equivalence</key>
<value>false</value>
</entry>
<entry>
<key>Enable Case-insensitive Matching</key>
<value>false</value>
</entry>
<entry>
<key>Permit Whitespace and Comments in Pattern</key>
<value>false</value>
</entry>
<entry>
<key>Enable DOTALL Mode</key>
<value>false</value>
</entry>
<entry>
<key>Enable Literal Parsing of the Pattern</key>
<value>false</value>
</entry>
<entry>
<key>Enable Multiline Mode</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unicode-aware Case Folding</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unicode Predefined Character Classes</key>
<value>false</value>
</entry>
<entry>
<key>Enable Unix Lines Mode</key>
<value>false</value>
</entry>
<entry>
<key>Include Capture Group 0</key>
<value>true</value>
</entry>
<entry>
<key>newuuid</key>
<value>(.*)</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ExtractText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>matched</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unmatched</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ExtractText</type>
</processors>
<processors>
<id>4d7fc16b-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>26.61997070312509</x>
<y>211.00008544921877</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>File Size</key>
<value>0B</value>
</entry>
<entry>
<key>Batch Size</key>
<value>1</value>
</entry>
<entry>
<key>Data Format</key>
<value>Binary</value>
</entry>
<entry>
<key>Unique FlowFiles</key>
<value>false</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>GenerateFlowFile</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
</processors>
<processors>
<id>4d7fe6e6-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>402.72003173828125</x>
<y>0.0</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Regular Expression</key>
<value>(?s:^.*$)</value>
</entry>
<entry>
<key>Replacement Value</key>
<value>${uuid}</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>Regex Replace</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>Entire text</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ReplaceText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ReplaceText</type>
</processors>
<processors>
<id>4d80623c-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>828.7200317382812</x>
<y>207.60009460449226</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>ignite-spring-properties-xml-file</key>
</entry>
<entry>
<key>ignite-cache-name</key>
</entry>
<entry>
<key>batch-size-for-entries</key>
<value>250</value>
</entry>
<entry>
<key>ignite-cache-entry-identifier</key>
<value>${uuid}</value>
</entry>
<entry>
<key>data-streamer-per-node-parallel-operations</key>
<value>5</value>
</entry>
<entry>
<key>data-streamer-per-node-buffer-size</key>
<value>250</value>
</entry>
<entry>
<key>data-streamer-auto-flush-frequency-in-millis</key>
<value>10</value>
</entry>
<entry>
<key>data-streamer-allow-override</key>
<value>false</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>PutIgniteCache</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.ignite.cache.PutIgniteCache</type>
</processors>
<processors>
<id>4d81b15f-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>0.0</x>
<y>597.8401153564453</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>ignite-spring-properties-xml-file</key>
</entry>
<entry>
<key>ignite-cache-name</key>
</entry>
<entry>
<key>ignite-cache-entry-identifier</key>
<value>${uuid}</value>
</entry>
</properties>
<runDurationMillis>500</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>GetIgniteCache</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.ignite.cache.GetIgniteCache</type>
</processors>
<processors>
<id>4d820c2b-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>879.3600219726563</x>
<y>368.64015197753906</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
<processors>
<id>4d82a6e8-0157-1000-0000-000000000000</id>
<parentGroupId>72102b36-ec80-4ab1-a6c0-345cf0c58126</parentGroupId>
<position>
<x>274.799951171875</x>
<y>364.5600311279296</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Regular Expression</key>
<value>.*</value>
</entry>
<entry>
<key>Replacement Value</key>
<value></value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>Regex Replace</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>Entire text</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ReplaceText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ReplaceText</type>
</processors>
</snippet>
<timestamp>10/03/2016 23:45:47 CEST</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment