Created
April 20, 2017 22:41
-
-
Save alopresto/9ab56d3302c1346c8c4a2f707a61f2ad to your computer and use it in GitHub Desktop.
A flow which consists of 3 components -- a GenerateFlowFile with run schedule `0s`, an UpdateAttribute, and a LogAttribute. This flow generates tens of thousands of provenance events per second to stress test the provenance repository implementation.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
<?xml version="1.0" encoding="UTF-8" standalone="no"?> | |
<flowController encoding-version="1.1"> | |
<maxTimerDrivenThreadCount>10</maxTimerDrivenThreadCount> | |
<maxEventDrivenThreadCount>5</maxEventDrivenThreadCount> | |
<rootGroup> | |
<id>7dfee5cb-015b-1000-a99c-3d5ff830eb26</id> | |
<name>NiFi Flow</name> | |
<position x="0.0" y="0.0"/> | |
<comment/> | |
<processor> | |
<id>7e004249-015b-1000-74f4-9824830b8bd4</id> | |
<name>LogAttribute</name> | |
<position x="265.5" y="524.0"/> | |
<styles/> | |
<comment/> | |
<class>org.apache.nifi.processors.standard.LogAttribute</class> | |
<bundle> | |
<group>org.apache.nifi</group> | |
<artifact>nifi-standard-nar</artifact> | |
<version>1.2.0-SNAPSHOT</version> | |
</bundle> | |
<maxConcurrentTasks>1</maxConcurrentTasks> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<penalizationPeriod>30 sec</penalizationPeriod> | |
<yieldPeriod>1 sec</yieldPeriod> | |
<bulletinLevel>WARN</bulletinLevel> | |
<lossTolerant>false</lossTolerant> | |
<scheduledState>STOPPED</scheduledState> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<executionNode>ALL</executionNode> | |
<runDurationNanos>0</runDurationNanos> | |
<property> | |
<name>Log Level</name> | |
<value>info</value> | |
</property> | |
<property> | |
<name>Log Payload</name> | |
<value>true</value> | |
</property> | |
<property> | |
<name>Attributes to Log</name> | |
</property> | |
<property> | |
<name>Attributes to Ignore</name> | |
</property> | |
<property> | |
<name>Log prefix</name> | |
</property> | |
<autoTerminatedRelationship>success</autoTerminatedRelationship> | |
</processor> | |
<processor> | |
<id>7dff30b0-015b-1000-031e-6a6a71be8350</id> | |
<name>GenerateFlowFile</name> | |
<position x="265.5" y="12.0"/> | |
<styles/> | |
<comment/> | |
<class>org.apache.nifi.processors.standard.GenerateFlowFile</class> | |
<bundle> | |
<group>org.apache.nifi</group> | |
<artifact>nifi-standard-nar</artifact> | |
<version>1.2.0-SNAPSHOT</version> | |
</bundle> | |
<maxConcurrentTasks>1</maxConcurrentTasks> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<penalizationPeriod>30 sec</penalizationPeriod> | |
<yieldPeriod>1 sec</yieldPeriod> | |
<bulletinLevel>WARN</bulletinLevel> | |
<lossTolerant>false</lossTolerant> | |
<scheduledState>STOPPED</scheduledState> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<executionNode>ALL</executionNode> | |
<runDurationNanos>0</runDurationNanos> | |
<property> | |
<name>File Size</name> | |
<value>0B</value> | |
</property> | |
<property> | |
<name>Batch Size</name> | |
<value>1</value> | |
</property> | |
<property> | |
<name>Data Format</name> | |
<value>Text</value> | |
</property> | |
<property> | |
<name>Unique FlowFiles</name> | |
<value>false</value> | |
</property> | |
<property> | |
<name>generate-ff-custom-text</name> | |
<value>This is plaintext flowfile content. </value> | |
</property> | |
</processor> | |
<processor> | |
<id>7dffa272-015b-1000-0ebc-45fff0f22d9e</id> | |
<name>UpdateAttribute</name> | |
<position x="265.5" y="249.0"/> | |
<styles/> | |
<comment/> | |
<class>org.apache.nifi.processors.attributes.UpdateAttribute</class> | |
<bundle> | |
<group>org.apache.nifi</group> | |
<artifact>nifi-update-attribute-nar</artifact> | |
<version>1.2.0-SNAPSHOT</version> | |
</bundle> | |
<maxConcurrentTasks>1</maxConcurrentTasks> | |
<schedulingPeriod>0 sec</schedulingPeriod> | |
<penalizationPeriod>30 sec</penalizationPeriod> | |
<yieldPeriod>1 sec</yieldPeriod> | |
<bulletinLevel>WARN</bulletinLevel> | |
<lossTolerant>false</lossTolerant> | |
<scheduledState>STOPPED</scheduledState> | |
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
<executionNode>ALL</executionNode> | |
<runDurationNanos>0</runDurationNanos> | |
<property> | |
<name>Delete Attributes Expression</name> | |
</property> | |
<property> | |
<name>Store State</name> | |
<value>Do not store state</value> | |
</property> | |
<property> | |
<name>Stateful Variables Initial Value</name> | |
</property> | |
<property> | |
<name>normal</name> | |
<value>This is a normal attribute value.</value> | |
</property> | |
<property> | |
<name>sensitive</name> | |
<value>This is a sensitive attribute value.</value> | |
</property> | |
</processor> | |
<connection> | |
<id>7e009084-015b-1000-8641-6e5a7d289d4a</id> | |
<name/> | |
<bendPoints/> | |
<labelIndex>1</labelIndex> | |
<zIndex>0</zIndex> | |
<sourceId>7dffa272-015b-1000-0ebc-45fff0f22d9e</sourceId> | |
<sourceGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</sourceGroupId> | |
<sourceType>PROCESSOR</sourceType> | |
<destinationId>7e004249-015b-1000-74f4-9824830b8bd4</destinationId> | |
<destinationGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</destinationGroupId> | |
<destinationType>PROCESSOR</destinationType> | |
<relationship>success</relationship> | |
<maxWorkQueueSize>10000</maxWorkQueueSize> | |
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
</connection> | |
<connection> | |
<id>7e0081c5-015b-1000-0d52-a076dd220888</id> | |
<name/> | |
<bendPoints/> | |
<labelIndex>1</labelIndex> | |
<zIndex>0</zIndex> | |
<sourceId>7dff30b0-015b-1000-031e-6a6a71be8350</sourceId> | |
<sourceGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</sourceGroupId> | |
<sourceType>PROCESSOR</sourceType> | |
<destinationId>7dffa272-015b-1000-0ebc-45fff0f22d9e</destinationId> | |
<destinationGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</destinationGroupId> | |
<destinationType>PROCESSOR</destinationType> | |
<relationship>success</relationship> | |
<maxWorkQueueSize>10000</maxWorkQueueSize> | |
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> | |
<flowFileExpiration>0 sec</flowFileExpiration> | |
</connection> | |
</rootGroup> | |
<controllerServices/> | |
<reportingTasks/> | |
</flowController> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment