Last active
November 13, 2019 13:39
-
-
Save dvas0004/ea4c3d89e7bb78e653193b37f4275f9e to your computer and use it in GitHub Desktop.
NiFi template: Netflow to File. https://blog.davidvassallo.me/2019/04/09/consuming-netflow-using-nifi/
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| <?xml version="1.0" encoding="UTF-8" standalone="yes"?> | |
| <template encoding-version="1.2"> | |
| <description></description> | |
| <groupId>0165328f-016a-1000-faa4-53a3512c51c5</groupId> | |
| <name>NetFlow To File</name> | |
| <snippet> | |
| <connections> | |
| <id>2b15b939-ffe5-342a-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>709c7d7a-5361-340b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>23b8e665-e2dc-365b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>41702098-f38e-3fbf-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>23b8e665-e2dc-365b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>output stream</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>08889c84-c78c-3d2e-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>46c631c4-e509-398a-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>1b1b6da0-ef62-32b6-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>a9074022-99a7-31c7-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>b4814757-a7e1-3d07-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>23b8e665-e2dc-365b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>b65259e3-f754-3951-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>a5172613-0edd-34ed-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>IP_Addresses</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>709c7d7a-5361-340b-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>c2ef04a8-d1d7-37cf-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>a5172613-0edd-34ed-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <connections> | |
| <id>e293333e-1db3-31a1-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> | |
| <backPressureObjectThreshold>10000</backPressureObjectThreshold> | |
| <destination> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>08889c84-c78c-3d2e-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </destination> | |
| <flowFileExpiration>0 sec</flowFileExpiration> | |
| <labelIndex>1</labelIndex> | |
| <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> | |
| <loadBalancePartitionAttribute></loadBalancePartitionAttribute> | |
| <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> | |
| <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> | |
| <name></name> | |
| <selectedRelationships>success</selectedRelationships> | |
| <source> | |
| <groupId>ca04b9d6-b10c-33c7-0000-000000000000</groupId> | |
| <id>a9074022-99a7-31c7-0000-000000000000</id> | |
| <type>PROCESSOR</type> | |
| </source> | |
| <zIndex>0</zIndex> | |
| </connections> | |
| <controllerServices> | |
| <id>3977e8cd-853a-3051-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>csv-reader-csv-parser</key> | |
| <value> | |
| <name>csv-reader-csv-parser</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| <value> | |
| <name>Date Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| <value> | |
| <name>Time Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| <value> | |
| <name>Timestamp Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| <value> | |
| <name>CSV Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| <value> | |
| <name>Value Separator</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Skip Header Line</key> | |
| <value> | |
| <name>Skip Header Line</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>ignore-csv-header</key> | |
| <value> | |
| <name>ignore-csv-header</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| <value> | |
| <name>Quote Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| <value> | |
| <name>Escape Character</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| <value> | |
| <name>Comment Marker</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| <value> | |
| <name>Null String</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| <value> | |
| <name>Trim Fields</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| <value> | |
| <name>csvutils-character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>CSVReader</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value>csv-header-derived</value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value>${avro.schema}</value> | |
| </entry> | |
| <entry> | |
| <key>csv-reader-csv-parser</key> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| </entry> | |
| <entry> | |
| <key>CSV Format</key> | |
| </entry> | |
| <entry> | |
| <key>Value Separator</key> | |
| </entry> | |
| <entry> | |
| <key>Skip Header Line</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>ignore-csv-header</key> | |
| </entry> | |
| <entry> | |
| <key>Quote Character</key> | |
| </entry> | |
| <entry> | |
| <key>Escape Character</key> | |
| </entry> | |
| <entry> | |
| <key>Comment Marker</key> | |
| </entry> | |
| <entry> | |
| <key>Null String</key> | |
| </entry> | |
| <entry> | |
| <key>Trim Fields</key> | |
| </entry> | |
| <entry> | |
| <key>csvutils-character-set</key> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.csv.CSVReader</type> | |
| </controllerServices> | |
| <controllerServices> | |
| <id>6ae447e5-8343-3bc2-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| <value> | |
| <name>Schema Write Strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-cache</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> | |
| <name>schema-cache</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| <value> | |
| <name>Date Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| <value> | |
| <name>Time Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| <value> | |
| <name>Timestamp Format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Pretty Print JSON</key> | |
| <value> | |
| <name>Pretty Print JSON</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>suppress-nulls</key> | |
| <value> | |
| <name>suppress-nulls</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>output-grouping</key> | |
| <value> | |
| <name>output-grouping</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>compression-format</key> | |
| <value> | |
| <name>compression-format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>compression-level</key> | |
| <value> | |
| <name>compression-level</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>JsonRecordSetWriter</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| </entry> | |
| <entry> | |
| <key>schema-cache</key> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| </entry> | |
| <entry> | |
| <key>Date Format</key> | |
| </entry> | |
| <entry> | |
| <key>Time Format</key> | |
| </entry> | |
| <entry> | |
| <key>Timestamp Format</key> | |
| </entry> | |
| <entry> | |
| <key>Pretty Print JSON</key> | |
| </entry> | |
| <entry> | |
| <key>suppress-nulls</key> | |
| </entry> | |
| <entry> | |
| <key>output-grouping</key> | |
| </entry> | |
| <entry> | |
| <key>compression-format</key> | |
| </entry> | |
| <entry> | |
| <key>compression-level</key> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.json.JsonRecordSetWriter</type> | |
| </controllerServices> | |
| <controllerServices> | |
| <id>82a360b1-e120-3e41-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <descriptors> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>cache-size</key> | |
| <value> | |
| <name>cache-size</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>AvroReader</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| </entry> | |
| <entry> | |
| <key>cache-size</key> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.avro.AvroReader</type> | |
| </controllerServices> | |
| <controllerServices> | |
| <id>de9111f6-8414-325e-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <bundle> | |
| <artifact>nifi-record-serialization-services-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <comments></comments> | |
| <descriptors> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| <value> | |
| <name>Schema Write Strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-cache</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> | |
| <name>schema-cache</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| <value> | |
| <name>schema-access-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> | |
| <name>schema-registry</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| <value> | |
| <name>schema-name</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| <value> | |
| <name>schema-version</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| <value> | |
| <name>schema-branch</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| <value> | |
| <name>schema-text</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>compression-format</key> | |
| <value> | |
| <name>compression-format</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>cache-size</key> | |
| <value> | |
| <name>cache-size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>encoder-pool-size</key> | |
| <value> | |
| <name>encoder-pool-size</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <name>AvroRecordSetWriter</name> | |
| <persistsState>false</persistsState> | |
| <properties> | |
| <entry> | |
| <key>Schema Write Strategy</key> | |
| </entry> | |
| <entry> | |
| <key>schema-cache</key> | |
| </entry> | |
| <entry> | |
| <key>schema-access-strategy</key> | |
| </entry> | |
| <entry> | |
| <key>schema-registry</key> | |
| </entry> | |
| <entry> | |
| <key>schema-name</key> | |
| </entry> | |
| <entry> | |
| <key>schema-version</key> | |
| </entry> | |
| <entry> | |
| <key>schema-branch</key> | |
| </entry> | |
| <entry> | |
| <key>schema-text</key> | |
| </entry> | |
| <entry> | |
| <key>compression-format</key> | |
| </entry> | |
| <entry> | |
| <key>cache-size</key> | |
| </entry> | |
| <entry> | |
| <key>encoder-pool-size</key> | |
| </entry> | |
| </properties> | |
| <state>ENABLED</state> | |
| <type>org.apache.nifi.avro.AvroRecordSetWriter</type> | |
| </controllerServices> | |
| <labels> | |
| <id>02ce0a38-b96b-32e9-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>26.659530639648438</x> | |
| <y>275.7639465332031</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>Read netflow dumps and convert to CSV using nfdump</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <labels> | |
| <id>0ba25229-38ed-3b39-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>782.7632751464844</x> | |
| <y>9.439666748046875</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>Helps with debugging - output in logs/nifi-app.log</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <labels> | |
| <id>0d408344-d795-3f38-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>1287.5200871563184</x> | |
| <y>542.1785307006304</y> | |
| </position> | |
| <height>190.89712524414062</height> | |
| <label>Change this to whichever output you prefer (e.g. elasticsearch)</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>468.5670623779297</width> | |
| </labels> | |
| <labels> | |
| <id>255abe72-f1a3-31ad-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>0.0</x> | |
| <y>556.9091186523438</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>Convert output from nfdump to NiFi records</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <labels> | |
| <id>5f766623-cd73-32de-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>681.5064697265625</x> | |
| <y>562.5368041992188</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>(optional) example of updating a record to an arbitrary value</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <labels> | |
| <id>bae07a15-2245-3057-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>15.650634765625</x> | |
| <y>0.0</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>Lists files in a directory (only new ones)</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <labels> | |
| <id>fbffe24f-a00f-34cc-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>637.6271362304688</x> | |
| <y>242.063720703125</y> | |
| </position> | |
| <height>165.06735229492188</height> | |
| <label>(optional) example of selecting & renaming a subset of the record fields</label> | |
| <style> | |
| <entry> | |
| <key>font-size</key> | |
| <value>12px</value> | |
| </entry> | |
| </style> | |
| <width>424.44122314453125</width> | |
| </labels> | |
| <processors> | |
| <id>08889c84-c78c-3d2e-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>89.04301100853695</x> | |
| <y>303.5771312051845</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Command Arguments</key> | |
| <value> | |
| <name>Command Arguments</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Command Path</key> | |
| <value> | |
| <name>Command Path</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Ignore STDIN</key> | |
| <value> | |
| <name>Ignore STDIN</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Working Directory</key> | |
| <value> | |
| <name>Working Directory</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Argument Delimiter</key> | |
| <value> | |
| <name>Argument Delimiter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Output Destination Attribute</key> | |
| <value> | |
| <name>Output Destination Attribute</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Max Attribute Length</key> | |
| <value> | |
| <name>Max Attribute Length</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Command Arguments</key> | |
| <value>-o csv -r ${absolute.path}${filename}</value> | |
| </entry> | |
| <entry> | |
| <key>Command Path</key> | |
| <value>/usr/bin/nfdump</value> | |
| </entry> | |
| <entry> | |
| <key>Ignore STDIN</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>Working Directory</key> | |
| </entry> | |
| <entry> | |
| <key>Argument Delimiter</key> | |
| <value> </value> | |
| </entry> | |
| <entry> | |
| <key>Output Destination Attribute</key> | |
| </entry> | |
| <entry> | |
| <key>Max Attribute Length</key> | |
| <value>256</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>ExecuteStreamCommand</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>nonzero status</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>original</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>output stream</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.ExecuteStreamCommand</type> | |
| </processors> | |
| <processors> | |
| <id>0f24ddf4-4de6-30e9-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>734.3325212199577</x> | |
| <y>585.2280088724643</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>record-reader</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
| <name>record-reader</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
| <name>record-writer</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value> | |
| <name>replacement-value-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>/ismc</key> | |
| <value> | |
| <name>/ismc</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>record-reader</key> | |
| <value>82a360b1-e120-3e41-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value>6ae447e5-8343-3bc2-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>replacement-value-strategy</key> | |
| <value>literal-value</value> | |
| </entry> | |
| <entry> | |
| <key>/ismc</key> | |
| <value>foobaz</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>UpdateRecord</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.UpdateRecord</type> | |
| </processors> | |
| <processors> | |
| <id>1b1b6da0-ef62-32b6-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>818.2279170143963</x> | |
| <y>30.855451517684514</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Log Level</key> | |
| <value> | |
| <name>Log Level</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value> | |
| <name>Log Payload</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| <value> | |
| <name>Attributes to Log</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value> | |
| <name>attributes-to-log-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| <value> | |
| <name>Attributes to Ignore</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| <value> | |
| <name>attributes-to-ignore-regex</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| <value> | |
| <name>Log prefix</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value> | |
| <name>character-set</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Log Level</key> | |
| <value>info</value> | |
| </entry> | |
| <entry> | |
| <key>Log Payload</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Log</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-log-regex</key> | |
| <value>.*</value> | |
| </entry> | |
| <entry> | |
| <key>Attributes to Ignore</key> | |
| </entry> | |
| <entry> | |
| <key>attributes-to-ignore-regex</key> | |
| </entry> | |
| <entry> | |
| <key>Log prefix</key> | |
| </entry> | |
| <entry> | |
| <key>character-set</key> | |
| <value>UTF-8</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>LogAttribute</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.LogAttribute</type> | |
| </processors> | |
| <processors> | |
| <id>23b8e665-e2dc-365b-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>60.79716139916195</x> | |
| <y>580.5823497110439</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>record-reader</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
| <name>record-reader</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
| <name>record-writer</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>include-zero-record-flowfiles</key> | |
| <value> | |
| <name>include-zero-record-flowfiles</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>record-reader</key> | |
| <value>3977e8cd-853a-3051-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value>de9111f6-8414-325e-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>include-zero-record-flowfiles</key> | |
| <value>true</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>ConvertRecord</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.ConvertRecord</type> | |
| </processors> | |
| <processors> | |
| <id>709c7d7a-5361-340b-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>704.1977753221344</x> | |
| <y>263.43234675296617</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>record-reader</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> | |
| <name>record-reader</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> | |
| <name>record-writer</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>include-zero-record-flowfiles</key> | |
| <value> | |
| <name>include-zero-record-flowfiles</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>cache-schema</key> | |
| <value> | |
| <name>cache-schema</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>IP_Addresses</key> | |
| <value> | |
| <name>IP_Addresses</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>record-reader</key> | |
| <value>82a360b1-e120-3e41-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>record-writer</key> | |
| <value>6ae447e5-8343-3bc2-0000-000000000000</value> | |
| </entry> | |
| <entry> | |
| <key>include-zero-record-flowfiles</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>cache-schema</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>IP_Addresses</key> | |
| <value>SELECT sa AS SourceAddress, da AS DestinationAddress FROM flowfile</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>QueryRecord</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>IP_Addresses</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>original</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.QueryRecord</type> | |
| </processors> | |
| <processors> | |
| <id>a5172613-0edd-34ed-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>1387.3370478737713</x> | |
| <y>580.3462352090908</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Directory</key> | |
| <value> | |
| <name>Directory</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Conflict Resolution Strategy</key> | |
| <value> | |
| <name>Conflict Resolution Strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Create Missing Directories</key> | |
| <value> | |
| <name>Create Missing Directories</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Count</key> | |
| <value> | |
| <name>Maximum File Count</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Last Modified Time</key> | |
| <value> | |
| <name>Last Modified Time</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Permissions</key> | |
| <value> | |
| <name>Permissions</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Owner</key> | |
| <value> | |
| <name>Owner</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Group</key> | |
| <value> | |
| <name>Group</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Directory</key> | |
| <value>/tmp/</value> | |
| </entry> | |
| <entry> | |
| <key>Conflict Resolution Strategy</key> | |
| <value>fail</value> | |
| </entry> | |
| <entry> | |
| <key>Create Missing Directories</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Count</key> | |
| </entry> | |
| <entry> | |
| <key>Last Modified Time</key> | |
| </entry> | |
| <entry> | |
| <key>Permissions</key> | |
| </entry> | |
| <entry> | |
| <key>Owner</key> | |
| </entry> | |
| <entry> | |
| <key>Group</key> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>PutFile</name> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>failure</name> | |
| </relationships> | |
| <relationships> | |
| <autoTerminate>true</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.PutFile</type> | |
| </processors> | |
| <processors> | |
| <id>a9074022-99a7-31c7-0000-000000000000</id> | |
| <parentGroupId>ca04b9d6-b10c-33c7-0000-000000000000</parentGroupId> | |
| <position> | |
| <x>75.50043898705258</x> | |
| <y>25.366159372909124</y> | |
| </position> | |
| <bundle> | |
| <artifact>nifi-standard-nar</artifact> | |
| <group>org.apache.nifi</group> | |
| <version>1.9.2</version> | |
| </bundle> | |
| <config> | |
| <bulletinLevel>WARN</bulletinLevel> | |
| <comments></comments> | |
| <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> | |
| <descriptors> | |
| <entry> | |
| <key>Input Directory</key> | |
| <value> | |
| <name>Input Directory</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>listing-strategy</key> | |
| <value> | |
| <name>listing-strategy</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Recurse Subdirectories</key> | |
| <value> | |
| <name>Recurse Subdirectories</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Input Directory Location</key> | |
| <value> | |
| <name>Input Directory Location</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>File Filter</key> | |
| <value> | |
| <name>File Filter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Path Filter</key> | |
| <value> | |
| <name>Path Filter</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Include File Attributes</key> | |
| <value> | |
| <name>Include File Attributes</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Age</key> | |
| <value> | |
| <name>Minimum File Age</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Age</key> | |
| <value> | |
| <name>Maximum File Age</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Size</key> | |
| <value> | |
| <name>Minimum File Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Size</key> | |
| <value> | |
| <name>Maximum File Size</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>Ignore Hidden Files</key> | |
| <value> | |
| <name>Ignore Hidden Files</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>target-system-timestamp-precision</key> | |
| <value> | |
| <name>target-system-timestamp-precision</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>et-state-cache</key> | |
| <value> | |
| <identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService> | |
| <name>et-state-cache</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>et-time-window</key> | |
| <value> | |
| <name>et-time-window</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>et-initial-listing-target</key> | |
| <value> | |
| <name>et-initial-listing-target</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>et-node-identifier</key> | |
| <value> | |
| <name>et-node-identifier</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>track-performance</key> | |
| <value> | |
| <name>track-performance</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>max-performance-metrics</key> | |
| <value> | |
| <name>max-performance-metrics</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>max-operation-time</key> | |
| <value> | |
| <name>max-operation-time</name> | |
| </value> | |
| </entry> | |
| <entry> | |
| <key>max-listing-time</key> | |
| <value> | |
| <name>max-listing-time</name> | |
| </value> | |
| </entry> | |
| </descriptors> | |
| <executionNode>ALL</executionNode> | |
| <lossTolerant>false</lossTolerant> | |
| <penaltyDuration>30 sec</penaltyDuration> | |
| <properties> | |
| <entry> | |
| <key>Input Directory</key> | |
| <value>/var/cache/nfdump</value> | |
| </entry> | |
| <entry> | |
| <key>listing-strategy</key> | |
| <value>timestamps</value> | |
| </entry> | |
| <entry> | |
| <key>Recurse Subdirectories</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Input Directory Location</key> | |
| <value>Local</value> | |
| </entry> | |
| <entry> | |
| <key>File Filter</key> | |
| <value>[^\.].*</value> | |
| </entry> | |
| <entry> | |
| <key>Path Filter</key> | |
| </entry> | |
| <entry> | |
| <key>Include File Attributes</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Age</key> | |
| <value>0 sec</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Age</key> | |
| </entry> | |
| <entry> | |
| <key>Minimum File Size</key> | |
| <value>0 B</value> | |
| </entry> | |
| <entry> | |
| <key>Maximum File Size</key> | |
| </entry> | |
| <entry> | |
| <key>Ignore Hidden Files</key> | |
| <value>true</value> | |
| </entry> | |
| <entry> | |
| <key>target-system-timestamp-precision</key> | |
| <value>auto-detect</value> | |
| </entry> | |
| <entry> | |
| <key>et-state-cache</key> | |
| </entry> | |
| <entry> | |
| <key>et-time-window</key> | |
| <value>3 hours</value> | |
| </entry> | |
| <entry> | |
| <key>et-initial-listing-target</key> | |
| <value>all</value> | |
| </entry> | |
| <entry> | |
| <key>et-node-identifier</key> | |
| <value>${hostname()}</value> | |
| </entry> | |
| <entry> | |
| <key>track-performance</key> | |
| <value>false</value> | |
| </entry> | |
| <entry> | |
| <key>max-performance-metrics</key> | |
| <value>100000</value> | |
| </entry> | |
| <entry> | |
| <key>max-operation-time</key> | |
| <value>10 secs</value> | |
| </entry> | |
| <entry> | |
| <key>max-listing-time</key> | |
| <value>3 mins</value> | |
| </entry> | |
| </properties> | |
| <runDurationMillis>0</runDurationMillis> | |
| <schedulingPeriod>0 sec</schedulingPeriod> | |
| <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> | |
| <yieldDuration>1 sec</yieldDuration> | |
| </config> | |
| <executionNodeRestricted>false</executionNodeRestricted> | |
| <name>ListFile</name> | |
| <relationships> | |
| <autoTerminate>false</autoTerminate> | |
| <name>success</name> | |
| </relationships> | |
| <state>STOPPED</state> | |
| <style/> | |
| <type>org.apache.nifi.processors.standard.ListFile</type> | |
| </processors> | |
| </snippet> | |
| <timestamp>04/09/2019 14:50:40 EEST</timestamp> | |
| </template> |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment