Skip to content

Instantly share code, notes, and snippets.

@pvillard31

pvillard31/gist:0d8d0d3122ecdd179cc39fbd83d4b9c4

Created September 21, 2016 13:36
Show Gist options
  • Save pvillard31/0d8d0d3122ecdd179cc39fbd83d4b9c4 to your computer and use it in GitHub Desktop.
Save pvillard31/0d8d0d3122ecdd179cc39fbd83d4b9c4 to your computer and use it in GitHub Desktop.
Download ZIP
ValidateJSON
Raw
gistfile1.txt
<?xml version="1.0" ?>
<template encoding-version="1.0">
<description></description>
<groupId>4bfc34ce-0157-1000-4886-447ec76bac19</groupId>
<name>ValidateJSON</name>
<snippet>
<connections>
<id>4c005bd2-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bff8bc4-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bff7e74-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4c007238-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bfff50b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>failure</selectedRelationships>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bff8bc4-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4c0083bf-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4c0031b1-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>valid</selectedRelationships>
<source>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bfff50b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>4c009435-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4c0048b9-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<name></name>
<selectedRelationships>invalid</selectedRelationships>
<source>
<groupId>4bfc34ce-0157-1000-0000-000000000000</groupId>
<id>4bfff50b-0157-1000-0000-000000000000</id>
<type>PROCESSOR</type>
</source>
<zIndex>0</zIndex>
</connections>
<processors>
<id>4bff7e74-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>0.0</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>File Size</key>
<value>
<name>File Size</name>
</value>
</entry>
<entry>
<key>Batch Size</key>
<value>
<name>Batch Size</name>
</value>
</entry>
<entry>
<key>Data Format</key>
<value>
<name>Data Format</name>
</value>
</entry>
<entry>
<key>Unique FlowFiles</key>
<value>
<name>Unique FlowFiles</name>
</value>
</entry>
</descriptors>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>File Size</key>
<value>0B</value>
</entry>
<entry>
<key>Batch Size</key>
<value>1</value>
</entry>
<entry>
<key>Data Format</key>
<value>Binary</value>
</entry>
<entry>
<key>Unique FlowFiles</key>
<value>false</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>5 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>GenerateFlowFile</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.GenerateFlowFile</type>
</processors>
<processors>
<id>4bff8bc4-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<position>
<x>88.1201171875</x>
<y>378.800048828125</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Regular Expression</key>
<value>
<name>Regular Expression</name>
</value>
</entry>
<entry>
<key>Replacement Value</key>
<value>
<name>Replacement Value</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>
<name>Maximum Buffer Size</name>
</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>
<name>Replacement Strategy</name>
</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>
<name>Evaluation Mode</name>
</value>
</entry>
</descriptors>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Regular Expression</key>
<value>.*</value>
</entry>
<entry>
<key>Replacement Value</key>
<value>{"_id":"54df94072d5dbf7dc6340cc5","index":0,"guid":"b9f636cb-b939-42a9-b067-70d286116271","isActive":true,"balance":"$3,200.07","picture":"http://placehold.it/32x32","age":20,"eyeColor":"brown","name":{"first":"Shaffer","last":"Pearson"},"company":"DATAGEN","email":"[email protected]","phone":"+1 (972) 588-2272","address":"662 Rewe Street, Starks, California, 9066","about":"Aliquip exercitation ad duis irure consectetur magna aliquip amet. Exercitation labore ex laboris non dolor eu. In magna amet non nulla sit laboris do aliqua aliquip. Est elit ipsum ad ea in Lorem mollit Lorem laborum. Ad labore minim aliqua dolore reprehenderit commodo nulla fugiat eiusmod nostrud cillum est. Deserunt minim in non aliqua non.\r\n","registered":"Wednesday, January 7, 2015 5:51 PM","latitude":-50.359159,"longitude":-94.01781,"tags":["ea","enim","commodo","magna","sunt","dolore","aute"],"range":[0,1,2,3,4,5,6,7,8,9],"friends":[{"id":0,"name":"Holloway Kim"},{"id":1,"name":"Clark Medina"},{"id":2,"name":"Rosemarie Salazar"}],"greeting":"Hello, Shaffer! You have 9 unread messages.","favoriteFruit":"apple"}</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>Regex Replace</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>Entire text</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ReplaceText</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ReplaceText</type>
</processors>
<processors>
<id>4bfff50b-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<position>
<x>584.4000915527342</x>
<y>8.620001220703159</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>validate-json-schema-file</key>
<value>
<name>validate-json-schema-file</name>
</value>
</entry>
<entry>
<key>validate-json-schema-body</key>
<value>
<name>validate-json-schema-body</name>
</value>
</entry>
</descriptors>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>validate-json-schema-file</key>
</entry>
<entry>
<key>validate-json-schema-body</key>
<value>{
"type": "object",
"required": ["_id", "index", "guid", "isActive", "balance", "picture", "age", "eyeColor", "name", "company", "email", "phone" ,"address", "about", "registered", "latitude", "longitude", "tags", "range", "friends", "greeting", "favoriteFruit"],
"properties": {
"_id": {"type": "string"},
"index": {"type": "integer"},
"guid": {"type": "string"},
"isActive": { "type": "boolean"},
"balance": {"type": "string"},
"picture": {"type": "string"},
"age": {"type": "integer"},
"eyeColor": {"type": "string"},
"name": {
"type": "object",
"properties": {
"first": {"type":"string"},
"last": {"type":"string"}
}
},
"company": {"type": "string"},
"email": {"type": "string"},
"phone": {"type": "string"},
"address": {"type": "string"},
"about": {"type": "string"},
"registered": {"type": "string"},
"latitude": {"type": "number"},
"longitude": {"type": "number"},
"tags": {"type": "array"},
"range": {"type": "array"},
"friends": {
"type": "array",
"required": ["id", "me"],
"properties": {
"id": {"type":"integer"},
"name": {"type":"string"}
}
},
"greeting": {"type": "string"},
"favoriteFruit": {"type": "string"}
}
}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>ValidateJson</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>invalid</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>valid</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.ValidateJson</type>
</processors>
<processors>
<id>4c0031b1-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<position>
<x>1038.0001110839842</x>
<y>211.66001953125</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Log Level</key>
<value>
<name>Log Level</name>
</value>
</entry>
<entry>
<key>Log Payload</key>
<value>
<name>Log Payload</name>
</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>
<name>Attributes to Log</name>
</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
<value>
<name>Attributes to Ignore</name>
</value>
</entry>
<entry>
<key>Log prefix</key>
<value>
<name>Log prefix</name>
</value>
</entry>
</descriptors>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
<processors>
<id>4c0048b9-0157-1000-0000-000000000000</id>
<parentGroupId>4bfc34ce-0157-1000-0000-000000000000</parentGroupId>
<position>
<x>670.8000817871093</x>
<y>413.2600073242187</y>
</position>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Log Level</key>
<value>
<name>Log Level</name>
</value>
</entry>
<entry>
<key>Log Payload</key>
<value>
<name>Log Payload</name>
</value>
</entry>
<entry>
<key>Attributes to Log</key>
<value>
<name>Attributes to Log</name>
</value>
</entry>
<entry>
<key>Attributes to Ignore</key>
<value>
<name>Attributes to Ignore</name>
</value>
</entry>
<entry>
<key>Log prefix</key>
<value>
<name>Log prefix</name>
</value>
</entry>
</descriptors>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Log Level</key>
<value>info</value>
</entry>
<entry>
<key>Log Payload</key>
<value>false</value>
</entry>
<entry>
<key>Attributes to Log</key>
</entry>
<entry>
<key>Attributes to Ignore</key>
</entry>
<entry>
<key>Log prefix</key>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<name>LogAttribute</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>success</name>
</relationships>
<style></style>
<type>org.apache.nifi.processors.standard.LogAttribute</type>
</processors>
</snippet>
<timestamp>09/21/2016 14:49:16 CEST</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment