Skip to content

Instantly share code, notes, and snippets.

@alopresto
Created April 20, 2017 22:41
Show Gist options
  • Save alopresto/9ab56d3302c1346c8c4a2f707a61f2ad to your computer and use it in GitHub Desktop.
Save alopresto/9ab56d3302c1346c8c4a2f707a61f2ad to your computer and use it in GitHub Desktop.
A flow which consists of 3 components -- a GenerateFlowFile with run schedule `0s`, an UpdateAttribute, and a LogAttribute. This flow generates tens of thousands of provenance events per second to stress test the provenance repository implementation.
<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<flowController encoding-version="1.1">
<maxTimerDrivenThreadCount>10</maxTimerDrivenThreadCount>
<maxEventDrivenThreadCount>5</maxEventDrivenThreadCount>
<rootGroup>
<id>7dfee5cb-015b-1000-a99c-3d5ff830eb26</id>
<name>NiFi Flow</name>
<position x="0.0" y="0.0"/>
<comment/>
<processor>
<id>7e004249-015b-1000-74f4-9824830b8bd4</id>
<name>LogAttribute</name>
<position x="265.5" y="524.0"/>
<styles/>
<comment/>
<class>org.apache.nifi.processors.standard.LogAttribute</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
<version>1.2.0-SNAPSHOT</version>
</bundle>
<maxConcurrentTasks>1</maxConcurrentTasks>
<schedulingPeriod>0 sec</schedulingPeriod>
<penalizationPeriod>30 sec</penalizationPeriod>
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
<scheduledState>STOPPED</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
<name>Log Level</name>
<value>info</value>
</property>
<property>
<name>Log Payload</name>
<value>true</value>
</property>
<property>
<name>Attributes to Log</name>
</property>
<property>
<name>Attributes to Ignore</name>
</property>
<property>
<name>Log prefix</name>
</property>
<autoTerminatedRelationship>success</autoTerminatedRelationship>
</processor>
<processor>
<id>7dff30b0-015b-1000-031e-6a6a71be8350</id>
<name>GenerateFlowFile</name>
<position x="265.5" y="12.0"/>
<styles/>
<comment/>
<class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
<version>1.2.0-SNAPSHOT</version>
</bundle>
<maxConcurrentTasks>1</maxConcurrentTasks>
<schedulingPeriod>0 sec</schedulingPeriod>
<penalizationPeriod>30 sec</penalizationPeriod>
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
<scheduledState>STOPPED</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
<name>File Size</name>
<value>0B</value>
</property>
<property>
<name>Batch Size</name>
<value>1</value>
</property>
<property>
<name>Data Format</name>
<value>Text</value>
</property>
<property>
<name>Unique FlowFiles</name>
<value>false</value>
</property>
<property>
<name>generate-ff-custom-text</name>
<value>This is plaintext flowfile content. </value>
</property>
</processor>
<processor>
<id>7dffa272-015b-1000-0ebc-45fff0f22d9e</id>
<name>UpdateAttribute</name>
<position x="265.5" y="249.0"/>
<styles/>
<comment/>
<class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-update-attribute-nar</artifact>
<version>1.2.0-SNAPSHOT</version>
</bundle>
<maxConcurrentTasks>1</maxConcurrentTasks>
<schedulingPeriod>0 sec</schedulingPeriod>
<penalizationPeriod>30 sec</penalizationPeriod>
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
<scheduledState>STOPPED</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
<name>Delete Attributes Expression</name>
</property>
<property>
<name>Store State</name>
<value>Do not store state</value>
</property>
<property>
<name>Stateful Variables Initial Value</name>
</property>
<property>
<name>normal</name>
<value>This is a normal attribute value.</value>
</property>
<property>
<name>sensitive</name>
<value>This is a sensitive attribute value.</value>
</property>
</processor>
<connection>
<id>7e009084-015b-1000-8641-6e5a7d289d4a</id>
<name/>
<bendPoints/>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>7dffa272-015b-1000-0ebc-45fff0f22d9e</sourceId>
<sourceGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
<destinationId>7e004249-015b-1000-74f4-9824830b8bd4</destinationId>
<destinationGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
</connection>
<connection>
<id>7e0081c5-015b-1000-0d52-a076dd220888</id>
<name/>
<bendPoints/>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>7dff30b0-015b-1000-031e-6a6a71be8350</sourceId>
<sourceGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
<destinationId>7dffa272-015b-1000-0ebc-45fff0f22d9e</destinationId>
<destinationGroupId>7dfee5cb-015b-1000-a99c-3d5ff830eb26</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
</connection>
</rootGroup>
<controllerServices/>
<reportingTasks/>
</flowController>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment