From 73a3933e474ffea71571776bff84b6329bd56204 Mon Sep 17 00:00:00 2001
From: Arne Oslebo <arne.oslebo@uninett.no>
Date: Fri, 16 Oct 2020 10:36:53 +0200
Subject: [PATCH] new flowfile with added test traffic and nifi logs
---
roles/nifi/templates/flow.xml.j2 | 12702 ++++++++---------------------
1 file changed, 3356 insertions(+), 9346 deletions(-)
diff --git a/roles/nifi/templates/flow.xml.j2 b/roles/nifi/templates/flow.xml.j2
index 90a80bf..2051718 100644
--- a/roles/nifi/templates/flow.xml.j2
+++ b/roles/nifi/templates/flow.xml.j2
@@ -1,30 +1,29 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<flowController encoding-version="1.4">
<maxTimerDrivenThreadCount>10</maxTimerDrivenThreadCount>
<maxEventDrivenThreadCount>5</maxEventDrivenThreadCount>
- <registries/>
- <parameterContexts/>
+ <registries />
+ <parameterContexts />
<rootGroup>
<id>8652e374-0170-1000-4012-2e89251a60f9</id>
<name>NiFi Flow</name>
- <position x="0.0" y="0.0"/>
- <comment/>
+ <position x="0.0" y="0.0" />
+ <comment />
<processGroup>
<id>41088add-955b-3611-a0de-2c18b79b678c</id>
<name>Data processing</name>
- <position x="1216.0" y="256.0"/>
- <comment/>
+ <position x="1216.0" y="256.0" />
+ <comment />
<processGroup>
<id>fcbcacd1-542d-3a15-a5aa-9c1302328954</id>
<name>Enrichment</name>
- <position x="384.0" y="720.0"/>
- <comment/>
+ <position x="384.0" y="720.0" />
+ <comment />
<processor>
<id>01b66126-695a-3059-b179-f1bf85e8ca91</id>
<name>Check fqdn enrichment</name>
- <position x="-810.0901791498266" y="621.5273932626224"/>
- <styles/>
- <comment/>
+ <position x="-810.0901791498266" y="621.5273932626224" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -53,9 +52,9 @@
<processor>
<id>c547ff40-bd6d-3108-bde8-ed18393a26ff</id>
<name>Check domain enrichment</name>
- <position x="-817.3441464349828" y="305.19591132902855"/>
- <styles/>
- <comment/>
+ <position x="-817.3441464349828" y="305.19591132902855" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -84,9 +83,9 @@
<processor>
<id>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</id>
<name>Check IP enrichment</name>
- <position x="-826.748748485764" y="36.9670905282473"/>
- <styles/>
- <comment/>
+ <position x="-826.748748485764" y="36.9670905282473" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -115,28 +114,28 @@
<inputPort>
<id>74abf119-faa6-3e9e-bb31-da2e79f89a38</id>
<name>Data input</name>
- <position x="-768.2901344518289" y="-200.74082937371708"/>
- <comments/>
+ <position x="-768.2901344518289" y="-200.74082937371708" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>c164884d-277f-31af-ac3c-18b211667bbf</id>
<name>Data output</name>
- <position x="-448.0" y="1264.0"/>
- <comments/>
+ <position x="-448.0" y="1264.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>18b73371-23b9-38ae-96e7-e80ea3f7ef32</id>
<name>fqdn enrichment</name>
- <position x="-202.47354083453774" y="596.1945491887745"/>
- <comment/>
+ <position x="-202.47354083453774" y="596.1945491887745" />
+ <comment />
<processor>
<id>2703fe3e-7e6a-310e-a010-b30898befa9b</id>
<name>Check fqdn2 enrichment</name>
- <position x="1040.0" y="232.0"/>
- <styles/>
- <comment/>
+ <position x="1040.0" y="232.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -165,47 +164,47 @@
<inputPort>
<id>20fbbe49-e445-3200-8067-bd37194bd03a</id>
<name>Input</name>
- <position x="445.99992244551936" y="65.99999105121077"/>
- <comments/>
+ <position x="445.99992244551936" y="65.99999105121077" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>6863b8fa-1731-3421-9247-1f9afd9e593b</id>
<name>Ouput</name>
- <position x="1080.0" y="696.0"/>
- <comments/>
+ <position x="1080.0" y="696.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>f9d9877a-de02-3374-9241-d3ca1939678b</id>
<name>Enrich fqdn2</name>
- <position x="368.0" y="416.0"/>
- <comment/>
+ <position x="368.0" y="416.0" />
+ <comment />
<inputPort>
<id>0cdf1224-a6d5-3ac4-a4f5-27a7588f1d98</id>
<name>Input</name>
- <position x="448.0" y="56.0"/>
- <comments/>
+ <position x="448.0" y="56.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</id>
<name>Output</name>
- <position x="432.0" y="536.0"/>
- <comments/>
+ <position x="432.0" y="536.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>363fd695-1466-3404-ada3-036133ff8d15</id>
<name>Umbrella</name>
- <position x="379.1725199638772" y="224.3012562119061"/>
- <comment/>
+ <position x="379.1725199638772" y="224.3012562119061" />
+ <comment />
<processor>
<id>0306116f-b13d-30fc-94b1-34f3c8ba95da</id>
<name>Umbrella fqdn1</name>
- <position x="-722.6437977775172" y="418.37341901017993"/>
- <styles/>
- <comment/>
+ <position x="-722.6437977775172" y="418.37341901017993" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -258,25 +257,25 @@
<inputPort>
<id>eaa99086-a6b8-39d4-bf6c-98fb1116c472</id>
<name>Input data</name>
- <position x="-673.6437977775172" y="241.37341901017993"/>
- <comments/>
+ <position x="-673.6437977775172" y="241.37341901017993" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>c8994201-98f4-31d2-a604-11c3b454df00</id>
<name>Output data</name>
- <position x="-688.0" y="752.0"/>
- <comments/>
+ <position x="-688.0" y="752.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>05ba3e1b-a16b-3177-98e3-ef5a44b1c451</id>
- <position x="-1204.5503424650574" y="470.375701251353"/>
+ <position x="-1204.5503424650574" y="470.375701251353" />
</funnel>
<connection>
<id>07dc7680-3bfd-3c8e-84c4-c632a353d502</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>0306116f-b13d-30fc-94b1-34f3c8ba95da</sourceId>
@@ -290,13 +289,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>22235e01-01cc-3c36-99b1-e9e1f2159713</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>0306116f-b13d-30fc-94b1-34f3c8ba95da</sourceId>
@@ -310,13 +309,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>eace85fb-87e1-3fde-88dc-ddf4d08023de</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>eaa99086-a6b8-39d4-bf6c-98fb1116c472</sourceId>
@@ -325,19 +324,19 @@
<destinationId>0306116f-b13d-30fc-94b1-34f3c8ba95da</destinationId>
<destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>fae5d513-1604-3fed-9adb-8ad19b5ab3c0</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c8994201-98f4-31d2-a604-11c3b454df00</sourceId>
@@ -346,18 +345,18 @@
<destinationId>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</destinationId>
<destinationGroupId>f9d9877a-de02-3374-9241-d3ca1939678b</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>0e265607-1619-3a73-ab02-79b296ea5cb4</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>0cdf1224-a6d5-3ac4-a4f5-27a7588f1d98</sourceId>
@@ -366,45 +365,45 @@
<destinationId>eaa99086-a6b8-39d4-bf6c-98fb1116c472</destinationId>
<destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>11b67527-3401-3961-97ba-425f721de3e0</id>
<name>Enrich fqdn1</name>
- <position x="376.0" y="200.0"/>
- <comment/>
+ <position x="376.0" y="200.0" />
+ <comment />
<inputPort>
<id>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</id>
<name>Input</name>
- <position x="448.0" y="56.0"/>
- <comments/>
+ <position x="448.0" y="56.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>12745a98-f547-38d2-9c50-a471e8cf6fc7</id>
<name>Output</name>
- <position x="432.0" y="536.0"/>
- <comments/>
+ <position x="432.0" y="536.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>c763d1fd-ae0f-3297-bab7-abf22759310d</id>
<name>Umbrella</name>
- <position x="379.1725199638772" y="224.3012562119061"/>
- <comment/>
+ <position x="379.1725199638772" y="224.3012562119061" />
+ <comment />
<processor>
<id>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</id>
<name>Umbrella fqdn1</name>
- <position x="-720.0" y="424.0"/>
- <styles/>
- <comment/>
+ <position x="-720.0" y="424.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -457,25 +456,25 @@
<inputPort>
<id>c31f9f4a-becc-35c3-b9c0-b836d061e364</id>
<name>Input data</name>
- <position x="-673.6437977775172" y="241.37341901017993"/>
- <comments/>
+ <position x="-673.6437977775172" y="241.37341901017993" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>9b6cb318-b9e8-36f1-bd8a-17b2aa38343a</id>
<name>Output data</name>
- <position x="-688.0" y="752.0"/>
- <comments/>
+ <position x="-688.0" y="752.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>8811d4ff-bf71-38a6-8cf0-e5732840e1de</id>
- <position x="-1204.5503424650574" y="470.375701251353"/>
+ <position x="-1204.5503424650574" y="470.375701251353" />
</funnel>
<connection>
<id>99b11d95-dfb3-34cf-8657-0c141d1e9f63</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c31f9f4a-becc-35c3-b9c0-b836d061e364</sourceId>
@@ -484,18 +483,18 @@
<destinationId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</destinationId>
<destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>836e8959-7934-34f3-8d4f-204aea954108</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</sourceId>
@@ -509,13 +508,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>badc00ed-f022-3045-bcfd-8a4839fef4bf</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</sourceId>
@@ -529,14 +528,14 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>98ec93c8-a52d-3df8-8ae5-c95ababd783b</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</sourceId>
@@ -545,18 +544,18 @@
<destinationId>c31f9f4a-becc-35c3-b9c0-b836d061e364</destinationId>
<destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>6573c0c2-4266-3551-b253-00c13c7e5cb5</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>9b6cb318-b9e8-36f1-bd8a-17b2aa38343a</sourceId>
@@ -565,19 +564,19 @@
<destinationId>12745a98-f547-38d2-9c50-a471e8cf6fc7</destinationId>
<destinationGroupId>11b67527-3401-3961-97ba-425f721de3e0</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>89e0e297-932f-3150-ad97-97f432446095</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2703fe3e-7e6a-310e-a010-b30898befa9b</sourceId>
@@ -591,13 +590,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>38f83439-e478-36c1-9bb6-be24abea4d12</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>12745a98-f547-38d2-9c50-a471e8cf6fc7</sourceId>
@@ -606,18 +605,18 @@
<destinationId>2703fe3e-7e6a-310e-a010-b30898befa9b</destinationId>
<destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>ffceaa53-aa89-3efe-be23-281628504045</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2703fe3e-7e6a-310e-a010-b30898befa9b</sourceId>
@@ -631,13 +630,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>f55bb76d-4c50-376b-935d-0fff1f39c347</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</sourceId>
@@ -646,18 +645,18 @@
<destinationId>6863b8fa-1731-3421-9247-1f9afd9e593b</destinationId>
<destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e8250750-f7ec-3194-8287-321247b7fd35</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>20fbbe49-e445-3200-8067-bd37194bd03a</sourceId>
@@ -666,38 +665,38 @@
<destinationId>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</destinationId>
<destinationGroupId>11b67527-3401-3961-97ba-425f721de3e0</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>2ba9c0bf-0172-1000-ffff-ffff8d214d07</id>
<name>Custom enrichment</name>
- <position x="-536.0" y="944.0"/>
- <comment/>
+ <position x="-536.0" y="944.0" />
+ <comment />
<inputPort>
<id>2ba9db29-0172-1000-ffff-ffffc1aa6db2</id>
<name>Input</name>
- <position x="-849.9769975620768" y="634.9099059012564"/>
- <comments/>
+ <position x="-849.9769975620768" y="634.9099059012564" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>2baa0b4b-0172-1000-0000-00001a58f772</id>
<name>Output</name>
- <position x="-848.0" y="856.0"/>
- <comments/>
+ <position x="-848.0" y="856.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<connection>
<id>2baa2156-0172-1000-ffff-ffffc16440b4</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2ba9db29-0172-1000-ffff-ffffc1aa6db2</sourceId>
@@ -706,26 +705,26 @@
<destinationId>2baa0b4b-0172-1000-0000-00001a58f772</destinationId>
<destinationGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</id>
<name>IP enrichment</name>
- <position x="-216.0" y="16.0"/>
- <comment/>
+ <position x="-216.0" y="16.0" />
+ <comment />
<processor>
<id>be9226d7-777f-3820-bf10-49e97e9b73cc</id>
<name>Check IP2 enrichment</name>
- <position x="624.0" y="328.0"/>
- <styles/>
- <comment/>
+ <position x="624.0" y="328.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -754,47 +753,47 @@
<inputPort>
<id>f45a80e6-e357-35cd-aaf9-bc67db61c03c</id>
<name>Input</name>
- <position x="-520.0" y="104.0"/>
- <comments/>
+ <position x="-520.0" y="104.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</id>
<name>Output</name>
- <position x="392.0" y="936.0"/>
- <comments/>
+ <position x="392.0" y="936.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>56ce6dbe-1f96-3c6a-bc78-887b873b4838</id>
<name>Enrich IP1</name>
- <position x="-48.0" y="312.0"/>
- <comment/>
+ <position x="-48.0" y="312.0" />
+ <comment />
<inputPort>
<id>ff302e29-64bb-3e10-b76e-91a13d2470d8</id>
<name>Input</name>
- <position x="552.0" y="-96.0"/>
- <comments/>
+ <position x="552.0" y="-96.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</id>
<name>Output</name>
- <position x="520.0" y="704.0"/>
- <comments/>
+ <position x="520.0" y="704.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</id>
<name>Misp lookup</name>
- <position x="1160.0" y="136.0"/>
- <comment/>
+ <position x="1160.0" y="136.0" />
+ <comment />
<processor>
<id>68dc57d7-2016-3e27-ac1f-092c63909a63</id>
<name>Misp ip1</name>
- <position x="-896.0" y="760.0"/>
- <styles/>
- <comment/>
+ <position x="-896.0" y="760.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -847,25 +846,25 @@
<inputPort>
<id>57c1773b-65c7-3cdb-b161-a44fa977291a</id>
<name>Input data</name>
- <position x="-844.0935517008102" y="599.9303408428605"/>
- <comments/>
+ <position x="-844.0935517008102" y="599.9303408428605" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>7f6fec16-3a92-325e-adeb-2e09dc4e14a2</id>
<name>Output data</name>
- <position x="-832.0" y="1064.0"/>
- <comments/>
+ <position x="-832.0" y="1064.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>3f92a75f-ec3e-3f4c-9467-e5c0e981f032</id>
- <position x="-1312.0" y="792.0"/>
+ <position x="-1312.0" y="792.0" />
</funnel>
<connection>
<id>7f5a13cb-a049-385d-9ebc-3ef4aa8ff541</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>57c1773b-65c7-3cdb-b161-a44fa977291a</sourceId>
@@ -874,18 +873,18 @@
<destinationId>68dc57d7-2016-3e27-ac1f-092c63909a63</destinationId>
<destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>8b2fee0f-a726-3c80-a6b1-bf2f3066a8e1</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>68dc57d7-2016-3e27-ac1f-092c63909a63</sourceId>
@@ -899,13 +898,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>d6c427a3-f4fb-39a5-b399-ebd9b0482039</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>68dc57d7-2016-3e27-ac1f-092c63909a63</sourceId>
@@ -919,21 +918,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</id>
<name>GeoIP</name>
- <position x="480.0" y="144.0"/>
- <comment/>
+ <position x="480.0" y="144.0" />
+ <comment />
<processor>
<id>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</id>
<name>Add GeoIP fields</name>
- <position x="-1208.0" y="168.0"/>
- <styles/>
- <comment/>
+ <position x="-1208.0" y="168.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.JoltTransformJSON</class>
<bundle>
<group>org.apache.nifi</group>
@@ -990,9 +989,9 @@
<processor>
<id>11668896-2c3e-3712-905a-eb406bf33c2a</id>
<name>GeoIP IP</name>
- <position x="-1192.0" y="424.0"/>
- <styles/>
- <comment/>
+ <position x="-1192.0" y="424.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.GeoEnrichIPRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1061,25 +1060,25 @@
<inputPort>
<id>e6d573f8-a297-3611-a1ff-f1918a2cbabc</id>
<name>Data Input</name>
- <position x="-1192.0" y="-32.0"/>
- <comments/>
+ <position x="-1192.0" y="-32.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>17c34a1f-8048-366b-8ef4-107ce16a100e</id>
<name>Data output</name>
- <position x="-1160.0" y="752.0"/>
- <comments/>
+ <position x="-1160.0" y="752.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>b68c4522-cddb-30bf-8545-73a2644cd35e</id>
- <position x="-1560.0" y="336.0"/>
+ <position x="-1560.0" y="336.0" />
</funnel>
<connection>
<id>790863c1-3cfc-383f-ab9f-5d7ead5c0fe1</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>e6d573f8-a297-3611-a1ff-f1918a2cbabc</sourceId>
@@ -1088,18 +1087,18 @@
<destinationId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</destinationId>
<destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>715957a5-fb44-32b5-bd0d-15c01a2856ce</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</sourceId>
@@ -1113,13 +1112,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bbc58f35-0171-1000-ffff-ffff9e253d92</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>11668896-2c3e-3712-905a-eb406bf33c2a</sourceId>
@@ -1134,13 +1133,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c831c34b-2a1a-3d24-963b-079b00961407</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</sourceId>
@@ -1154,21 +1153,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>3cb64c25-8af7-361d-b6e7-e002defe7411</id>
<name>Tor nodes lookup</name>
- <position x="480.0" y="384.0"/>
- <comment/>
+ <position x="480.0" y="384.0" />
+ <comment />
<processor>
<id>fd52d735-a256-3c52-9b90-fbe71f010fbe</id>
<name>Tor src IP</name>
- <position x="-896.0" y="760.0"/>
- <styles/>
- <comment/>
+ <position x="-896.0" y="760.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1221,25 +1220,25 @@
<inputPort>
<id>eb136a03-4809-3d2f-a85e-e739ffa665cd</id>
<name>Input data</name>
- <position x="-844.0935517008102" y="599.9303408428605"/>
- <comments/>
+ <position x="-844.0935517008102" y="599.9303408428605" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>3ae7cd27-101c-3430-bc27-17533383aa98</id>
<name>Output data</name>
- <position x="-840.0" y="1104.0"/>
- <comments/>
+ <position x="-840.0" y="1104.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>44794379-111e-3f28-bf84-bf5850f42587</id>
- <position x="-1412.2104124778762" y="829.0775745939713"/>
+ <position x="-1412.2104124778762" y="829.0775745939713" />
</funnel>
<connection>
<id>c681313a-f2c8-3439-8c00-70f9783fea67</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>eb136a03-4809-3d2f-a85e-e739ffa665cd</sourceId>
@@ -1248,18 +1247,18 @@
<destinationId>fd52d735-a256-3c52-9b90-fbe71f010fbe</destinationId>
<destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>5b096514-dc3f-3d13-8db8-93d757792834</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>fd52d735-a256-3c52-9b90-fbe71f010fbe</sourceId>
@@ -1273,13 +1272,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>ad32e629-d5a2-38b7-a50e-9acf0ad9d768</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>fd52d735-a256-3c52-9b90-fbe71f010fbe</sourceId>
@@ -1293,14 +1292,14 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>3831c5df-c2a8-3a1b-9d67-8f37abf05365</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>17c34a1f-8048-366b-8ef4-107ce16a100e</sourceId>
@@ -1309,18 +1308,18 @@
<destinationId>57c1773b-65c7-3cdb-b161-a44fa977291a</destinationId>
<destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>27fd0bd2-0172-1000-0000-000010536baa</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>3ae7cd27-101c-3430-bc27-17533383aa98</sourceId>
@@ -1329,18 +1328,18 @@
<destinationId>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</destinationId>
<destinationGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>942714ed-5dc4-3a1b-8834-61a2dc750d86</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>7f6fec16-3a92-325e-adeb-2e09dc4e14a2</sourceId>
@@ -1349,18 +1348,18 @@
<destinationId>eb136a03-4809-3d2f-a85e-e739ffa665cd</destinationId>
<destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>18de6121-3668-3f92-9813-cd3750f367c8</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ff302e29-64bb-3e10-b76e-91a13d2470d8</sourceId>
@@ -1369,45 +1368,45 @@
<destinationId>e6d573f8-a297-3611-a1ff-f1918a2cbabc</destinationId>
<destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>f0ca318f-d7bb-321b-b450-fe27b018ef4b</id>
<name>Enrich IP2</name>
- <position x="-56.0" y="584.0"/>
- <comment/>
+ <position x="-56.0" y="584.0" />
+ <comment />
<inputPort>
<id>742a8211-a5e6-347d-9e79-25facc6b181e</id>
<name>Input</name>
- <position x="552.0" y="-96.0"/>
- <comments/>
+ <position x="552.0" y="-96.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>c508548a-6dd0-3ef5-bb2d-13dd605ee470</id>
<name>Output</name>
- <position x="552.0" y="704.0"/>
- <comments/>
+ <position x="552.0" y="704.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>a8873c56-d149-34d1-8344-a35b339e6187</id>
<name>GeoIP and IPreg</name>
- <position x="480.0" y="144.0"/>
- <comment/>
+ <position x="480.0" y="144.0" />
+ <comment />
<processor>
<id>e16581ea-ff17-3cec-bd39-b1fe52797bd2</id>
<name>GeoIP IP</name>
- <position x="-1232.0" y="432.0"/>
- <styles/>
- <comment/>
+ <position x="-1232.0" y="432.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.GeoEnrichIPRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1476,9 +1475,9 @@
<processor>
<id>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</id>
<name>Add GeoIP fields</name>
- <position x="-1224.0" y="176.0"/>
- <styles/>
- <comment/>
+ <position x="-1224.0" y="176.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.JoltTransformJSON</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1535,25 +1534,25 @@
<inputPort>
<id>aa73b938-03ee-3d90-ba6f-0998b568ac36</id>
<name>Data Input</name>
- <position x="-1192.0" y="-32.0"/>
- <comments/>
+ <position x="-1192.0" y="-32.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>0dbb2fcb-c11b-396e-8918-24d7121f7653</id>
<name>Data output</name>
- <position x="-1160.0" y="752.0"/>
- <comments/>
+ <position x="-1160.0" y="752.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>8e8abe4a-9ed6-3ec8-9e9d-719242be1a2b</id>
- <position x="-1560.0" y="336.0"/>
+ <position x="-1560.0" y="336.0" />
</funnel>
<connection>
<id>a4870f06-f96b-328a-83d8-4eeb6db5cc93</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</sourceId>
@@ -1567,13 +1566,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4b08f253-ef28-33de-b42f-3e0d64785d08</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>aa73b938-03ee-3d90-ba6f-0998b568ac36</sourceId>
@@ -1582,18 +1581,18 @@
<destinationId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</destinationId>
<destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bf87fe83-0171-1000-0000-00001ac90d66</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>e16581ea-ff17-3cec-bd39-b1fe52797bd2</sourceId>
@@ -1608,13 +1607,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>fa792c57-5b74-38da-9c05-bd1883dfaff5</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</sourceId>
@@ -1628,21 +1627,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>33258978-2057-3612-be77-0a763431ee29</id>
<name>Tor nodes lookup</name>
- <position x="480.0" y="384.0"/>
- <comment/>
+ <position x="480.0" y="384.0" />
+ <comment />
<processor>
<id>adae2d07-ad4f-38f2-9a8c-b7638863cac7</id>
<name>Tor src IP</name>
- <position x="-895.0935517008102" y="759.9303408428605"/>
- <styles/>
- <comment/>
+ <position x="-895.0935517008102" y="759.9303408428605" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1695,25 +1694,25 @@
<inputPort>
<id>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</id>
<name>Input data</name>
- <position x="-844.0935517008102" y="599.9303408428605"/>
- <comments/>
+ <position x="-844.0935517008102" y="599.9303408428605" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>448f52fe-9e76-3792-bfd8-a91a1e9afd87</id>
<name>Output data</name>
- <position x="-864.0" y="1048.0"/>
- <comments/>
+ <position x="-864.0" y="1048.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>4bad43e2-bfed-3e45-a9d1-fdabb2ab85ea</id>
- <position x="-1403.592919640183" y="819.7224736847786"/>
+ <position x="-1403.592919640183" y="819.7224736847786" />
</funnel>
<connection>
<id>0b2f9272-06fe-3a8c-a322-9972ac5c0466</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>adae2d07-ad4f-38f2-9a8c-b7638863cac7</sourceId>
@@ -1727,13 +1726,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>2785730d-e096-3a35-9f60-d0fc8a585326</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</sourceId>
@@ -1742,19 +1741,19 @@
<destinationId>adae2d07-ad4f-38f2-9a8c-b7638863cac7</destinationId>
<destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>fe67c36a-4ae0-3e30-8aad-a988a481df4b</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="-1088.0" y="832.0"/>
+ <bendPoint x="-1088.0" y="832.0" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -1769,21 +1768,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>de2bc05d-fbd2-35bc-9192-b82041176492</id>
<name>Misp lookup</name>
- <position x="1160.0" y="136.0"/>
- <comment/>
+ <position x="1160.0" y="136.0" />
+ <comment />
<processor>
<id>2cd2029e-53ae-3575-bf35-785203683c7f</id>
<name>Misp ip</name>
- <position x="-895.0935517008102" y="759.9303408428605"/>
- <styles/>
- <comment/>
+ <position x="-895.0935517008102" y="759.9303408428605" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -1836,25 +1835,25 @@
<inputPort>
<id>d6490898-79c0-3eb5-a102-718ff8ab68e6</id>
<name>Input data</name>
- <position x="-844.0935517008102" y="599.9303408428605"/>
- <comments/>
+ <position x="-844.0935517008102" y="599.9303408428605" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>ab8d073c-e5c0-314c-a094-6117f998b1e1</id>
<name>Output data</name>
- <position x="-864.0" y="1096.0"/>
- <comments/>
+ <position x="-864.0" y="1096.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>d259fdb6-aa03-35b1-b439-b5baccc57a1e</id>
- <position x="-1264.0" y="784.0"/>
+ <position x="-1264.0" y="784.0" />
</funnel>
<connection>
<id>d2bfc9ce-5c85-3dc2-a0c5-83bbf0c77277</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>d6490898-79c0-3eb5-a102-718ff8ab68e6</sourceId>
@@ -1863,18 +1862,18 @@
<destinationId>2cd2029e-53ae-3575-bf35-785203683c7f</destinationId>
<destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>2475c41e-5711-3de0-bbec-2e977cd1f40a</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2cd2029e-53ae-3575-bf35-785203683c7f</sourceId>
@@ -1888,13 +1887,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>a7505eac-df84-3e17-8c40-687c159877a7</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2cd2029e-53ae-3575-bf35-785203683c7f</sourceId>
@@ -1908,14 +1907,14 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>2ba90add-0172-1000-ffff-ffffb69e0af7</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>448f52fe-9e76-3792-bfd8-a91a1e9afd87</sourceId>
@@ -1924,18 +1923,18 @@
<destinationId>c508548a-6dd0-3ef5-bb2d-13dd605ee470</destinationId>
<destinationGroupId>f0ca318f-d7bb-321b-b450-fe27b018ef4b</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>8e0af9b9-0274-339d-bd8a-3cdf1936a8d2</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ab8d073c-e5c0-314c-a094-6117f998b1e1</sourceId>
@@ -1944,18 +1943,18 @@
<destinationId>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</destinationId>
<destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>215bef88-7432-3238-9d8c-0f58dffc2643</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>0dbb2fcb-c11b-396e-8918-24d7121f7653</sourceId>
@@ -1964,18 +1963,18 @@
<destinationId>d6490898-79c0-3eb5-a102-718ff8ab68e6</destinationId>
<destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>d55bfb6f-a1c5-3bcb-a3c5-d7db9c4fc601</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>742a8211-a5e6-347d-9e79-25facc6b181e</sourceId>
@@ -1984,19 +1983,19 @@
<destinationId>aa73b938-03ee-3d90-ba6f-0998b568ac36</destinationId>
<destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>2e0dc752-7fe8-3f21-bf49-eb48c8a07228</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>be9226d7-777f-3820-bf10-49e97e9b73cc</sourceId>
@@ -2010,13 +2009,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>11c54501-6adf-360b-84f3-3c948201f446</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c508548a-6dd0-3ef5-bb2d-13dd605ee470</sourceId>
@@ -2025,18 +2024,18 @@
<destinationId>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</destinationId>
<destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>b8f8e7ea-805f-3a2a-8468-9961764d165c</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>be9226d7-777f-3820-bf10-49e97e9b73cc</sourceId>
@@ -2050,13 +2049,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>5b9186fb-4f61-332f-9a9e-347d06fbc14d</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>f45a80e6-e357-35cd-aaf9-bc67db61c03c</sourceId>
@@ -2065,18 +2064,18 @@
<destinationId>ff302e29-64bb-3e10-b76e-91a13d2470d8</destinationId>
<destinationGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>1a897a42-aed7-3f21-9092-0fab6db32675</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</sourceId>
@@ -2085,26 +2084,26 @@
<destinationId>be9226d7-777f-3820-bf10-49e97e9b73cc</destinationId>
<destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</id>
<name>Domain enrichment</name>
- <position x="-213.29739929099082" y="283.59665734060223"/>
- <comment/>
+ <position x="-213.29739929099082" y="283.59665734060223" />
+ <comment />
<processor>
<id>1957f5c3-b6cb-3c80-b527-1858c61ed111</id>
<name>Check domain2 enrichment</name>
- <position x="1136.0" y="272.0"/>
- <styles/>
- <comment/>
+ <position x="1136.0" y="272.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -2133,47 +2132,47 @@
<inputPort>
<id>3fe12fd1-6d8d-38a3-8e36-df299b1bdccf</id>
<name>Input</name>
- <position x="509.00004968724306" y="99.00000248493421"/>
- <comments/>
+ <position x="509.00004968724306" y="99.00000248493421" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>73daed42-086d-3ed5-a34c-2f9a26c93fee</id>
<name>Output</name>
- <position x="1203.0259858484103" y="705.9814639068373"/>
- <comments/>
+ <position x="1203.0259858484103" y="705.9814639068373" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>309911c5-0f97-37e4-8511-3c5639f5db10</id>
<name>Enrich domain1</name>
- <position x="448.0" y="248.0"/>
- <comment/>
+ <position x="448.0" y="248.0" />
+ <comment />
<inputPort>
<id>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</id>
<name>Input</name>
- <position x="514.2120137074166" y="123.48450940491682"/>
- <comments/>
+ <position x="514.2120137074166" y="123.48450940491682" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>f270695c-edf6-3a9f-bc3a-10804f26f56f</id>
<name>Output</name>
- <position x="1232.0" y="600.0"/>
- <comments/>
+ <position x="1232.0" y="600.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>89e761fa-669e-30c2-9590-ab8f806ffaff</id>
<name>Entropy</name>
- <position x="1152.0" y="288.0"/>
- <comment/>
+ <position x="1152.0" y="288.0" />
+ <comment />
<processor>
<id>bf907759-0171-1000-0000-0000022727cd</id>
<name>Calculate entropy on domain1</name>
- <position x="488.0" y="288.0"/>
- <styles/>
- <comment/>
+ <position x="488.0" y="288.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.script.InvokeScriptedProcessor</class>
<bundle>
<group>org.apache.nifi</group>
@@ -2233,25 +2232,25 @@
<inputPort>
<id>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</id>
<name>Input</name>
- <position x="552.0" y="80.0"/>
- <comments/>
+ <position x="552.0" y="80.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>2ef455b6-6c77-39ae-87bf-d21b988f4c52</id>
<name>Output</name>
- <position x="552.0" y="592.0"/>
- <comments/>
+ <position x="552.0" y="592.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>7297c375-d15a-36a2-a115-6b2680fbef2b</id>
- <position x="128.0" y="360.0"/>
+ <position x="128.0" y="360.0" />
</funnel>
<connection>
<id>2bea3770-0172-1000-ffff-ffff9cd568b2</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>bf907759-0171-1000-0000-0000022727cd</sourceId>
@@ -2265,13 +2264,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bf938168-0171-1000-0000-00003e6fd9c5</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>bf907759-0171-1000-0000-0000022727cd</sourceId>
@@ -2285,13 +2284,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>27f7d6f4-0172-1000-ffff-ffffc65ffd5e</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</sourceId>
@@ -2300,26 +2299,26 @@
<destinationId>2ef455b6-6c77-39ae-87bf-d21b988f4c52</destinationId>
<destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>df54305f-551e-38ff-8e1c-a1c272c238c0</id>
<name>Alexa</name>
- <position x="448.0" y="288.0"/>
- <comment/>
+ <position x="448.0" y="288.0" />
+ <comment />
<processor>
<id>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</id>
<name>Alexa domain1</name>
- <position x="-726.6263417228297" y="457.36850568010186"/>
- <styles/>
- <comment/>
+ <position x="-726.6263417228297" y="457.36850568010186" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -2372,25 +2371,25 @@
<inputPort>
<id>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</id>
<name>Input data</name>
- <position x="-673.6437977775172" y="241.37341901017993"/>
- <comments/>
+ <position x="-673.6437977775172" y="241.37341901017993" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>ff4ada2c-5f6f-33bc-ae0c-8cdb24dd2357</id>
<name>Output data</name>
- <position x="-704.0" y="736.0"/>
- <comments/>
+ <position x="-704.0" y="736.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>85764070-cd41-38a1-a352-929737e563c6</id>
- <position x="-1152.0" y="512.0"/>
+ <position x="-1152.0" y="512.0" />
</funnel>
<connection>
<id>002d4937-dcb5-3cf1-8075-8d5533667510</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</sourceId>
@@ -2404,13 +2403,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>1af92349-7a45-30ec-b6fc-6d881dcd8b26</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</sourceId>
@@ -2424,13 +2423,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>8d7da7f5-2a03-32fd-9bd6-a3eec6e8351a</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</sourceId>
@@ -2439,19 +2438,19 @@
<destinationId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</destinationId>
<destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>ff7df1ed-63be-3637-aa15-094355c9711f</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ff4ada2c-5f6f-33bc-ae0c-8cdb24dd2357</sourceId>
@@ -2460,18 +2459,18 @@
<destinationId>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</destinationId>
<destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4eab9f92-b7e9-3ead-82fa-41656502379f</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2ef455b6-6c77-39ae-87bf-d21b988f4c52</sourceId>
@@ -2480,18 +2479,18 @@
<destinationId>f270695c-edf6-3a9f-bc3a-10804f26f56f</destinationId>
<destinationGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e3b1bb45-a48a-387f-ae0e-094665e6f4fe</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</sourceId>
@@ -2500,45 +2499,45 @@
<destinationId>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</destinationId>
<destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>464af303-e93a-32ed-a7ef-d3d553054447</id>
<name>Enrich domain2</name>
- <position x="440.0" y="496.0"/>
- <comment/>
+ <position x="440.0" y="496.0" />
+ <comment />
<inputPort>
<id>0097ae66-e4c5-316c-b301-c8fd4481cbf4</id>
<name>Input</name>
- <position x="514.2120137074166" y="123.48450940491682"/>
- <comments/>
+ <position x="514.2120137074166" y="123.48450940491682" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>1464f185-b2d5-3347-8aaa-89cfc91566f5</id>
<name>Output</name>
- <position x="1232.0" y="600.0"/>
- <comments/>
+ <position x="1232.0" y="600.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
<id>db261d6a-ab4a-3a2e-854a-cd42492788c5</id>
<name>Entropy</name>
- <position x="1152.0" y="288.0"/>
- <comment/>
+ <position x="1152.0" y="288.0" />
+ <comment />
<processor>
<id>eff73930-f310-1a2e-b248-812b172b7415</id>
<name>Calculate entropy on domain2</name>
- <position x="504.0" y="312.0"/>
- <styles/>
- <comment/>
+ <position x="504.0" y="312.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.script.InvokeScriptedProcessor</class>
<bundle>
<group>org.apache.nifi</group>
@@ -2598,25 +2597,25 @@
<inputPort>
<id>ecc214d7-667d-3d81-affa-93e712a87abe</id>
<name>Input</name>
- <position x="550.0000051876734" y="118.0000002741364"/>
- <comments/>
+ <position x="550.0000051876734" y="118.0000002741364" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>10c439ea-f35c-3171-836c-d83af1403698</id>
<name>Output</name>
- <position x="552.0" y="584.0"/>
- <comments/>
+ <position x="552.0" y="584.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>1667ea62-481a-3dfb-8745-8033f80ab5a7</id>
- <position x="144.0" y="352.0"/>
+ <position x="144.0" y="352.0" />
</funnel>
<connection>
<id>bf99e121-0171-1000-0000-0000487c681e</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ecc214d7-667d-3d81-affa-93e712a87abe</sourceId>
@@ -2625,18 +2624,18 @@
<destinationId>10c439ea-f35c-3171-836c-d83af1403698</destinationId>
<destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bf99ef8e-0171-1000-0000-0000381fb201</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>eff73930-f310-1a2e-b248-812b172b7415</sourceId>
@@ -2650,13 +2649,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bf9a2f76-0171-1000-ffff-fffffcafce73</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>eff73930-f310-1a2e-b248-812b172b7415</sourceId>
@@ -2670,21 +2669,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>bd4c02d9-77f7-3984-8aa0-ad78099693a7</id>
<name>Alexa</name>
- <position x="448.0" y="288.0"/>
- <comment/>
+ <position x="448.0" y="288.0" />
+ <comment />
<processor>
<id>4598e8b8-b54a-3855-b6b7-5ac2721745a2</id>
<name>Alexa domain1</name>
- <position x="-726.6263417228297" y="457.36850568010186"/>
- <styles/>
- <comment/>
+ <position x="-726.6263417228297" y="457.36850568010186" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.LookupRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -2737,25 +2736,25 @@
<inputPort>
<id>a7e674e2-60b2-3417-ad31-d69248774c3f</id>
<name>Input data</name>
- <position x="-673.6437977775172" y="241.37341901017993"/>
- <comments/>
+ <position x="-673.6437977775172" y="241.37341901017993" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</inputPort>
<outputPort>
<id>23f74eb2-f2ec-3612-b370-d18952393be5</id>
<name>Output data</name>
- <position x="-704.0" y="736.0"/>
- <comments/>
+ <position x="-704.0" y="736.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
<id>bf17534a-3723-3f7d-9ca1-dc1b61022e90</id>
- <position x="-1152.0" y="512.0"/>
+ <position x="-1152.0" y="512.0" />
</funnel>
<connection>
<id>3264d31c-6569-3dde-b174-ddff9f7d3835</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</sourceId>
@@ -2769,13 +2768,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>6580ec44-ce8d-3aaf-b7ba-ee4c4d67321b</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>a7e674e2-60b2-3417-ad31-d69248774c3f</sourceId>
@@ -2784,18 +2783,18 @@
<destinationId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</destinationId>
<destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bd6b2b7a-04db-3e73-8f38-4520b7b07965</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</sourceId>
@@ -2809,14 +2808,14 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>28cd9bc0-ab4c-3013-8075-9239f45f7958</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>0097ae66-e4c5-316c-b301-c8fd4481cbf4</sourceId>
@@ -2825,18 +2824,18 @@
<destinationId>a7e674e2-60b2-3417-ad31-d69248774c3f</destinationId>
<destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>cbec0f65-cf3a-3c85-9751-e5025fb8f834</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>23f74eb2-f2ec-3612-b370-d18952393be5</sourceId>
@@ -2845,18 +2844,18 @@
<destinationId>ecc214d7-667d-3d81-affa-93e712a87abe</destinationId>
<destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>7fcacebd-9235-37f8-9160-496d27d96a2d</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>10c439ea-f35c-3171-836c-d83af1403698</sourceId>
@@ -2865,19 +2864,19 @@
<destinationId>1464f185-b2d5-3347-8aaa-89cfc91566f5</destinationId>
<destinationGroupId>464af303-e93a-32ed-a7ef-d3d553054447</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>74a800f3-16dd-3368-8b95-b2f06c0e039e</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>f270695c-edf6-3a9f-bc3a-10804f26f56f</sourceId>
@@ -2886,18 +2885,18 @@
<destinationId>1957f5c3-b6cb-3c80-b527-1858c61ed111</destinationId>
<destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>7b8d2c74-7b0e-3242-9bc5-39eaae5fb6e0</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>1957f5c3-b6cb-3c80-b527-1858c61ed111</sourceId>
@@ -2911,13 +2910,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>07a44f1b-cf03-34ae-bdbe-01a822ee563d</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>1957f5c3-b6cb-3c80-b527-1858c61ed111</sourceId>
@@ -2931,13 +2930,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>7452ed37-8831-36e2-9f83-e58b2351b0b9</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>3fe12fd1-6d8d-38a3-8e36-df299b1bdccf</sourceId>
@@ -2946,18 +2945,18 @@
<destinationId>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</destinationId>
<destinationGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>ebcf3e45-f097-32ce-b7fa-2d962ac94bca</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>1464f185-b2d5-3347-8aaa-89cfc91566f5</sourceId>
@@ -2966,19 +2965,19 @@
<destinationId>73daed42-086d-3ed5-a34c-2f9a26c93fee</destinationId>
<destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<connection>
<id>991fd7e6-1527-306c-940e-acc51e14e8d2</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>01b66126-695a-3059-b179-f1bf85e8ca91</sourceId>
@@ -2992,13 +2991,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>9e77308a-e86c-3498-bd30-d4be080e127b</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</sourceId>
@@ -3007,18 +3006,18 @@
<destinationId>c547ff40-bd6d-3108-bde8-ed18393a26ff</destinationId>
<destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>41dbe59e-67f0-3a49-9e23-dfd869f43be2</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</sourceId>
@@ -3032,13 +3031,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>0efbd5eb-d262-3313-96b0-e6bd8cd316f9</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>6863b8fa-1731-3421-9247-1f9afd9e593b</sourceId>
@@ -3047,18 +3046,18 @@
<destinationId>2ba9db29-0172-1000-ffff-ffffc1aa6db2</destinationId>
<destinationGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</destinationGroupId>
<destinationType>INPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>2baa94e2-0172-1000-0000-00003076ec03</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>2baa0b4b-0172-1000-0000-00001a58f772</sourceId>
@@ -3067,18 +3066,18 @@
<destinationId>c164884d-277f-31af-ac3c-18b211667bbf</destinationId>
<destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>119228c4-5b11-3cec-9f89-9c3b09442f67</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>01b66126-695a-3059-b179-f1bf85e8ca91</sourceId>
@@ -3092,13 +3091,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>106e56f6-c31c-3a36-9c73-60a627f55eea</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>74abf119-faa6-3e9e-bb31-da2e79f89a38</sourceId>
@@ -3107,18 +3106,18 @@
<destinationId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</destinationId>
<destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>01ff4379-34be-3b02-8330-4cabdaa5fa99</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c547ff40-bd6d-3108-bde8-ed18393a26ff</sourceId>
@@ -3132,13 +3131,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4af3c67d-e6ae-3c0c-a126-c246ca10ef61</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c547ff40-bd6d-3108-bde8-ed18393a26ff</sourceId>
@@ -3152,13 +3151,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e054af83-5c92-37af-8d94-b0f40a5c7f21</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>73daed42-086d-3ed5-a34c-2f9a26c93fee</sourceId>
@@ -3167,18 +3166,18 @@
<destinationId>01b66126-695a-3059-b179-f1bf85e8ca91</destinationId>
<destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
- <relationship/>
+ <relationship />
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4a5e7078-8dae-3785-aa34-18c4e2be36ab</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</sourceId>
@@ -3192,13 +3191,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<controllerService>
<id>282db77b-3118-3b3c-bbd1-e4260b1c6395</id>
<name>Alexa CSV</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.lookup.SimpleCsvFileLookupService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -3234,7 +3233,7 @@
<controllerService>
<id>67289e27-a14d-3fa6-bcf9-91f7d2ae8d59</id>
<name>Umbrella CSV</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.lookup.SimpleCsvFileLookupService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -3271,99 +3270,53 @@
<processGroup>
<id>870d6d68-7a0a-3505-8c42-0d6064fe43f6</id>
<name>Data input</name>
- <position x="830.4597621124223" y="407.3463126314215"/>
- <comment/>
+ <position x="830.4597621124223" y="407.3463126314215" />
+ <comment />
<outputPort>
- <id>20b01ab3-3a8d-3573-b95d-a4a45494050f</id>
- <name>To enrichment</name>
- <position x="480.0" y="504.0"/>
- <comments/>
+ <id>21a9e277-2d80-359a-9c57-cb76d8962e6d</id>
+ <name>To data output</name>
+ <position x="-1120.0" y="592.0" />
+ <comments />
<scheduledState>RUNNING</scheduledState>
</outputPort>
<outputPort>
- <id>21a9e277-2d80-359a-9c57-cb76d8962e6d</id>
- <name>To data output</name>
- <position x="-1120.0" y="592.0"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
+ <id>20b01ab3-3a8d-3573-b95d-a4a45494050f</id>
+ <name>To enrichment</name>
+ <position x="480.0" y="504.0" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
</outputPort>
<processGroup>
- <id>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</id>
- <name>Suricata</name>
- <position x="-504.0" y="352.0"/>
- <comment/>
- <processor>
- <id>19336e9e-3581-3d83-bb51-b9af2f5a6005</id>
- <name>Filter out DNS events</name>
- <position x="-371.62446124181497" y="672.8156960893323"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>3</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
+ <id>27d51d04-0172-1000-0000-00004573c6ec</id>
+ <name>Custom data inputs</name>
+ <position x="-504.0" y="952.0" />
+ <comment />
+ <outputPort>
+ <id>27d5dab2-0172-1000-ffff-ffffab5c50be</id>
+ <name>To data output</name>
+ <position x="-632.0" y="328.0" />
+ <comments />
<scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Routing Strategy</name>
- <value>Route to Property name</value>
- </property>
- <property>
- <name>dns</name>
- <value>${event_type:contains("dns")}</value>
- </property>
- <property>
- <name>flow</name>
- <value>${event_type:contains("flow")}</value>
- </property>
- <property>
- <name>alert</name>
- <value>${event_type:contains("alert")}</value>
- </property>
- <property>
- <name>ssh</name>
- <value>${event_type:contains("ssh")}</value>
- </property>
- <property>
- <name>tls</name>
- <value>${event_type:contains("tls")}</value>
- </property>
- <property>
- <name>http</name>
- <value>${event_type:contains("http")}</value>
- </property>
- <property>
- <name>stats</name>
- <value>${event_type:contains("stats")}</value>
- </property>
- <property>
- <name>files</name>
- <value>${event_type:contains("file")}</value>
- </property>
- <property>
- <name>smtp</name>
- <value>${event_type:contains("smtp")}</value>
- </property>
- <autoTerminatedRelationship>smtp</autoTerminatedRelationship>
- <autoTerminatedRelationship>stats</autoTerminatedRelationship>
- <autoTerminatedRelationship>unmatched</autoTerminatedRelationship>
- </processor>
+ </outputPort>
+ <outputPort>
+ <id>27d5761b-0172-1000-0000-000059275dad</id>
+ <name>To enrichment</name>
+ <position x="-312.0" y="328.0" />
+ <comments />
+ <scheduledState>STOPPED</scheduledState>
+ </outputPort>
+ </processGroup>
+ <processGroup>
+ <id>84607b52-9748-3d38-b519-b0a05cddd097</id>
+ <name>Nifi logs</name>
+ <position x="-496.0" y="136.0" />
+ <comment />
<processor>
- <id>d59eabae-f47a-3d88-a1c9-e15c156202d6</id>
- <name>Extract rrname</name>
- <position x="-369.29872149802804" y="897.6180433395261"/>
- <styles/>
- <comment/>
+ <id>c1318ad1-0c35-3896-b32a-1ccd6c09864a</id>
+ <name>Add source fields and fix timestamp</name>
+ <position x="-2192.0" y="560.0" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.UpdateRecord</class>
<bundle>
<group>org.apache.nifi</group>
@@ -3376,7 +3329,7 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
@@ -3386,35 +3339,35 @@
</property>
<property>
<name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ <value>94600c6c-704e-3ff8-a2a4-f2f25c71dc3b</value>
</property>
<property>
<name>replacement-value-strategy</name>
- <value>record-path-value</value>
+ <value>literal-value</value>
</property>
<property>
- <name>/rrname_length</name>
- <value>/dns/rrname</value>
+ <name>/labels/source</name>
+ <value>${tailfile.original.path}</value>
</property>
<property>
- <name>/rrname_domain</name>
- <value>/dns/rrname</value>
+ <name>/labels/source_host</name>
+ <value>${hostname()}</value>
</property>
<property>
- <name>/rrname_domain_length</name>
- <value>/dns/rrname</value>
+ <name>/timestamp</name>
+ <value>${field.value:toDate('yyyy-MM-dd HH:mm:ss,SSS'):format("yyyy-MM-dd'T'HH:mm:ss.SSSXXX")}</value>
</property>
</processor>
<processor>
- <id>24e1d8ed-10f4-3b46-958c-f2fb676e3192</id>
- <name>Remove unnecessary filebeat fields</name>
- <position x="-987.5658863682004" y="234.96963460665665"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.JoltTransformJSON</class>
+ <id>68663f14-f470-32ee-9cb3-224344d5ad6a</id>
+ <name>UpdateAttribute</name>
+ <position x="-2184.0" y="824.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
<bundle>
<group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
+ <artifact>nifi-update-attribute-nar</artifact>
<version>1.11.4</version>
</bundle>
<maxConcurrentTasks>1</maxConcurrentTasks>
@@ -3423,55 +3376,40 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
- <name>jolt-transform</name>
- <value>jolt-transform-chain</value>
+ <name>Delete Attributes Expression</name>
</property>
<property>
- <name>jolt-custom-class</name>
+ <name>Store State</name>
+ <value>Do not store state</value>
</property>
<property>
- <name>jolt-custom-modules</name>
+ <name>Stateful Variables Initial Value</name>
</property>
<property>
- <name>jolt-spec</name>
- <value>[{
- "operation": "shift",
- "spec": {
- "*": {
- "json": {
- "*": {
- "@": "[#4].&"
- }
- },
- "host": {
- "name": "[#3].beat_host"
- },
- "source": "[#2].source"
- }
- }
-}]</value>
+ <name>canonical-value-lookup-cache-size</name>
+ <value>100</value>
</property>
<property>
- <name>Transform Cache Size</name>
- <value>1</value>
+ <name>data_index</name>
+ <value>nifi-logs</value>
</property>
<property>
- <name>pretty_print</name>
- <value>false</value>
+ <name>Authorization</name>
+ <value>Bearer 874rPdPJ6qOSL6HvWcH8xxChqTJxiFtHp94puxh4MygY</value>
</property>
</processor>
<processor>
- <id>47757d9f-c23d-33ca-9c88-3c8722bd00a5</id>
- <name>Add rrname_domain++</name>
- <position x="-368.27336608185624" y="1138.9635842383886"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <id>716d22cb-8b81-342f-abe4-7cdfe2a980ff</id>
+ <name>ConvertRecord</name>
+ <position x="-2200.0" y="264.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.ConvertRecord</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
@@ -3483,109 +3421,30 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
<name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ <value>e3e44ca0-6653-328b-9d3f-b8225312914b</value>
</property>
<property>
<name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>replacement-value-strategy</name>
- <value>literal-value</value>
- </property>
- <property>
- <name>/rrname_length</name>
- <value>${field.value:length():toNumber()}</value>
- </property>
- <property>
- <name>/ip_src_addr</name>
- <value>0.0.0.0</value>
- </property>
- <property>
- <name>/src_ip</name>
- <value>0.0.0.0</value>
- </property>
- <property>
- <name>/ip_dst_addr</name>
- <value>0.0.0.0</value>
- </property>
- <property>
- <name>/rrname_domain</name>
- <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')})}</value>
- </property>
- <property>
- <name>/dest_ip</name>
- <value>0.0.0.0</value>
- </property>
- <property>
- <name>/rrname_domain_length</name>
- <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')}):length():toNumber()}</value>
- </property>
- </processor>
- <processor>
- <id>e89b0470-bff2-323c-92e5-5fb2d3949070</id>
- <name>Prepend [</name>
- <position x="-996.7179797450688" y="47.535499055489254"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ReplaceText</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Regular Expression</name>
- <value>(?s)(^.*$)</value>
- </property>
- <property>
- <name>Replacement Value</name>
- <value>[</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Maximum Buffer Size</name>
- <value>1 MB</value>
+ <value>94600c6c-704e-3ff8-a2a4-f2f25c71dc3b</value>
</property>
<property>
- <name>Replacement Strategy</name>
- <value>Prepend</value>
- </property>
- <property>
- <name>Evaluation Mode</name>
- <value>Entire text</value>
- </property>
- <property>
- <name>Line-by-Line Evaluation Mode</name>
- <value>All</value>
+ <name>include-zero-record-flowfiles</name>
+ <value>true</value>
</property>
</processor>
<processor>
- <id>fd6b6513-51f8-3a96-a764-13bd39ec7f84</id>
- <name>Partition records based on event_type</name>
- <position x="-382.59400260581754" y="446.9900134408068"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.PartitionRecord</class>
+ <id>609a3835-5317-1c94-ad8f-1d9940869db4</id>
+ <name>TailFile</name>
+ <position x="-2200.0" y="8.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.TailFile</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
@@ -3597,82 +3456,52 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ <name>tail-mode</name>
+ <value>Single file</value>
</property>
<property>
- <name>event_type</name>
- <value>/event_type</value>
+ <name>File to Tail</name>
+ <value>/opt/nifi/nifi-current/logs/nifi-user.log</value>
</property>
- <autoTerminatedRelationship>original</autoTerminatedRelationship>
- </processor>
- <processor>
- <id>a88dab36-f543-32fc-8f45-aa11b99c0ff4</id>
- <name>Add standardized fields</name>
- <position x="-982.3277701858627" y="433.7665258942376"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.UpdateRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
<property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ <name>Rolling Filename Pattern</name>
</property>
<property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ <name>tail-base-directory</name>
</property>
<property>
- <name>replacement-value-strategy</name>
- <value>record-path-value</value>
+ <name>Initial Start Position</name>
+ <value>Beginning of File</value>
</property>
<property>
- <name>/ip_dst_port</name>
- <value>/dest_port</value>
+ <name>File Location</name>
+ <value>Local</value>
</property>
<property>
- <name>/ip_src_addr</name>
- <value>/src_ip</value>
+ <name>tailfile-recursive-lookup</name>
+ <value>false</value>
</property>
<property>
- <name>/ip_dst_addr</name>
- <value>/dest_ip</value>
+ <name>tailfile-lookup-frequency</name>
+ <value>10 minutes</value>
</property>
<property>
- <name>/ip_src_port</name>
- <value>/src_port</value>
+ <name>tailfile-maximum-age</name>
+ <value>24 hours</value>
</property>
</processor>
<processor>
- <id>1a038948-9e9a-3523-b899-990077bfd575</id>
- <name>Convert timestamp</name>
- <position x="-385.7461824498648" y="233.13395543765722"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <id>9ecf3ce4-ae3c-1b06-96f9-5e9c59e51690</id>
+ <name>TailFile</name>
+ <position x="-1784.0" y="8.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.TailFile</class>
<bundle>
<group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
@@ -3684,90 +3513,55 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>replacement-value-strategy</name>
- <value>literal-value</value>
- </property>
- <property>
- <name>/TLP</name>
- <value>AMBER</value>
+ <name>tail-mode</name>
+ <value>Single file</value>
</property>
<property>
- <name>/mime.type</name>
- <value>application/json</value>
+ <name>File to Tail</name>
+ <value>/opt/nifi/nifi-current/logs/nifi-bootstrap.log</value>
</property>
<property>
- <name>/timestamp</name>
- <value>${field.value:replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value>
+ <name>Rolling Filename Pattern</name>
</property>
- </processor>
- <processor>
- <id>7eeb23aa-b112-3cc8-bb56-2ca20b456907</id>
- <name>Add enrichment attributes</name>
- <position x="-381.71987132795925" y="1362.5536493927905"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-update-attribute-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
<property>
- <name>Delete Attributes Expression</name>
+ <name>tail-base-directory</name>
</property>
<property>
- <name>Store State</name>
- <value>Do not store state</value>
+ <name>Initial Start Position</name>
+ <value>Beginning of File</value>
</property>
<property>
- <name>Stateful Variables Initial Value</name>
+ <name>File Location</name>
+ <value>Local</value>
</property>
<property>
- <name>canonical-value-lookup-cache-size</name>
- <value>100</value>
+ <name>tailfile-recursive-lookup</name>
+ <value>false</value>
</property>
<property>
- <name>enrich_domain1</name>
- <value>/rrname_domain</value>
+ <name>tailfile-lookup-frequency</name>
+ <value>10 minutes</value>
</property>
<property>
- <name>enrich_fqdn1</name>
- <value>/dns/rrname</value>
+ <name>tailfile-maximum-age</name>
+ <value>24 hours</value>
</property>
</processor>
<processor>
- <id>46cdd7aa-91f0-307c-90aa-65747e558f25</id>
- <name>Add attributes</name>
- <position x="-990.1194195007834" y="665.1839855126569"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
+ <id>1e796098-c064-371a-8147-d60b5d41a316</id>
+ <name>TailFile</name>
+ <position x="-2648.0" y="16.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.TailFile</class>
<bundle>
<group>org.apache.nifi</group>
- <artifact>nifi-update-attribute-nar</artifact>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
</bundle>
<maxConcurrentTasks>1</maxConcurrentTasks>
@@ -3776,8474 +3570,2691 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
<property>
- <name>Delete Attributes Expression</name>
- </property>
- <property>
- <name>Store State</name>
- <value>Do not store state</value>
+ <name>tail-mode</name>
+ <value>Single file</value>
</property>
<property>
- <name>Stateful Variables Initial Value</name>
+ <name>File to Tail</name>
+ <value>/opt/nifi/nifi-current/logs/nifi-app.log</value>
</property>
<property>
- <name>canonical-value-lookup-cache-size</name>
- <value>100</value>
+ <name>Rolling Filename Pattern</name>
</property>
<property>
- <name>data_id</name>
- <value>suricata-${event_type}</value>
+ <name>tail-base-directory</name>
</property>
<property>
- <name>data_index</name>
- <value>logs-${beats.sender:substringBeforeLast('/'):substringBeforeLast('.'):substringAfterLast('.')}-suricata-${event_type}</value>
+ <name>Initial Start Position</name>
+ <value>Beginning of File</value>
</property>
<property>
- <name>data_type</name>
- <value>suricata</value>
+ <name>File Location</name>
+ <value>Local</value>
</property>
<property>
- <name>enrich_ip2</name>
- <value>/ip_dst_addr</value>
+ <name>tailfile-recursive-lookup</name>
+ <value>false</value>
</property>
<property>
- <name>enrich_ip1</name>
- <value>/ip_src_addr</value>
+ <name>tailfile-lookup-frequency</name>
+ <value>10 minutes</value>
</property>
<property>
- <name>TLP</name>
- <value>AMBER</value>
- </property>
- </processor>
- <processor>
- <id>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</id>
- <name>ListenBeats</name>
- <position x="-987.897149146032" y="-167.11494242687536"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.beats.ListenBeats</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-beats-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>2</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>NONE</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Local Network Interface</name>
- </property>
- <property>
- <name>Port</name>
- <value>6101</value>
- </property>
- <property>
- <name>Receive Buffer Size</name>
- <value>65507 B</value>
- </property>
- <property>
- <name>Max Size of Message Queue</name>
- <value>100000</value>
- </property>
- <property>
- <name>Max Size of Socket Buffer</name>
- <value>10 MB</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Max Batch Size</name>
- <value>5000</value>
- </property>
- <property>
- <name>Message Delimiter</name>
- <value>,\n</value>
- </property>
- <property>
- <name>Max Number of TCP Connections</name>
- <value>90</value>
- </property>
- <property>
- <name>SSL_CONTEXT_SERVICE</name>
- </property>
- <property>
- <name>Client Auth</name>
- <value>REQUIRED</value>
- </property>
- </processor>
- <processor>
- <id>be18c77e-5e4e-3552-ac9b-892ab69a9d49</id>
- <name>Append ]</name>
- <position x="-396.7049152015222" y="50.4274414148523"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ReplaceText</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Regular Expression</name>
- <value>(?s)(^.*$)</value>
- </property>
- <property>
- <name>Replacement Value</name>
- <value>]</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Maximum Buffer Size</name>
- <value>1 MB</value>
- </property>
- <property>
- <name>Replacement Strategy</name>
- <value>Append</value>
- </property>
- <property>
- <name>Evaluation Mode</name>
- <value>Entire text</value>
- </property>
- <property>
- <name>Line-by-Line Evaluation Mode</name>
- <value>All</value>
+ <name>tailfile-maximum-age</name>
+ <value>24 hours</value>
</property>
</processor>
<outputPort>
- <id>055308a4-d020-39a9-9da4-b165796ef717</id>
- <name>To enrichment</name>
- <position x="-900.0911671813442" y="1418.3104443450675"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
+ <id>1ef39440-1985-3bbb-8e03-859a1c5ee4b1</id>
+ <name>To storage</name>
+ <position x="-2120.0" y="1064.0" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
</outputPort>
<funnel>
- <id>c4afa3d5-0170-1000-ffff-ffffe437a306</id>
- <position x="396.10723355029654" y="1188.222598705122"/>
- </funnel>
- <funnel>
- <id>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</id>
- <position x="283.72871497338747" y="273.4623850295515"/>
- </funnel>
- <funnel>
- <id>d8f19295-5666-31a8-b701-52214c4db51d</id>
- <position x="-1500.995244929405" y="257.20806784146276"/>
+ <id>beabd3be-6f95-3369-9aa5-4631e6207ec5</id>
+ <position x="-1572.2279720213353" y="320.16022816068823" />
</funnel>
<connection>
- <id>d39ff93b-85e9-3c56-9f44-1916d1abcd9d</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c4ae2f82-0170-1000-ffff-ffff91d33f16</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>d59eabae-f47a-3d88-a1c9-e15c156202d6</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>dns</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>a4471b0c-c924-31e0-9aa1-7cf56b1be0ed</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>f9a8aee6-502f-3eb9-8806-8964276d4ca0</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>1a038948-9e9a-3523-b899-990077bfd575</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>e8ad07a6-cd62-3473-9b16-833cf43026a6</id>
- <name/>
- <bendPoints/>
+ <id>0261c39c-d823-3ab3-b680-2d0c2fa152e5</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>c1318ad1-0c35-3896-b32a-1ccd6c09864a</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>e89b0470-bff2-323c-92e5-5fb2d3949070</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>68663f14-f470-32ee-9cb3-224344d5ad6a</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>1 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>33baee02-9354-3b7f-a910-6220a5f6108f</id>
- <name/>
- <bendPoints>
- <bendPoint x="-775.4788208007812" y="947.9116821289062"/>
- </bendPoints>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship>alert</relationship>
- <relationship>files</relationship>
- <relationship>http</relationship>
- <relationship>ssh</relationship>
- <relationship>tls</relationship>
- <relationship>flow</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>c010a48c-a3af-3cfc-9693-9885925e763e</id>
- <name/>
- <bendPoints/>
+ <id>214adcbf-0175-1000-ffff-ffffaedeecef</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>9ecf3ce4-ae3c-1b06-96f9-5e9c59e51690</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>46cdd7aa-91f0-307c-90aa-65747e558f25</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>716d22cb-8b81-342f-abe4-7cdfe2a980ff</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>3a82b9ea-a974-3750-ad78-275da67285e6</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>c4afb718-0170-1000-0000-000061284251</id>
- <name/>
- <bendPoints/>
+ <id>0a34d026-0761-3a6d-b261-377d20a40b5d</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>c1318ad1-0c35-3896-b32a-1ccd6c09864a</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>beabd3be-6f95-3369-9aa5-4631e6207ec5</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>FUNNEL</destinationType>
<relationship>failure</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>67789d5d-ebdc-390c-adc8-f2111f467ad4</id>
- <name/>
- <bendPoints/>
+ <id>266ad4f3-c827-337a-b3b5-28bccc8917fc</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>716d22cb-8b81-342f-abe4-7cdfe2a980ff</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>beabd3be-6f95-3369-9aa5-4631e6207ec5</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>FUNNEL</destinationType>
<relationship>failure</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>c4afc7bc-0170-1000-ffff-ffffae3762dd</id>
- <name/>
- <bendPoints/>
+ <id>0dc021fb-a375-3e48-a5fd-1b9d5c3ad9bd</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>1e796098-c064-371a-8147-d60b5d41a316</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>f4bd2bed-88a1-396f-974b-19dcb5f40101</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>9b860d17-8918-3956-a8b2-54ec49231c37</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>98594ca0-2fce-349c-8432-94f4d021d1fe</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>d7ef534a-9fb6-3973-b2fa-2738705db47a</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c31d92b9-0e34-387d-86df-9536bf2ed9c9</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>716d22cb-8b81-342f-abe4-7cdfe2a980ff</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>7417695b-cbde-3637-bb24-2e265bb2817c</id>
- <name/>
- <bendPoints/>
+ <id>5bc3c82f-bfb5-3e6c-a7bf-141748391beb</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>46cdd7aa-91f0-307c-90aa-65747e558f25</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>716d22cb-8b81-342f-abe4-7cdfe2a980ff</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>19336e9e-3581-3d83-bb51-b9af2f5a6005</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>c1318ad1-0c35-3896-b32a-1ccd6c09864a</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>3e181820-b214-399d-a0df-474d15e2f146</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>e9962c43-9689-39b9-a1ba-cd2eac598802</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>1f219054-ea65-3700-a503-2d24acf2c754</id>
- <name/>
- <bendPoints/>
+ <id>32df885e-4eb1-38fd-bf6b-219725264cf4</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>68663f14-f470-32ee-9cb3-224344d5ad6a</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>1ef39440-1985-3bbb-8e03-859a1c5ee4b1</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>OUTPUT_PORT</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
- <id>8c6c7a60-0856-3a39-8ed6-6e7d0b98c0ae</id>
- <name/>
- <bendPoints/>
+ <id>609a3840-5317-1c94-0000-00002897f5ab</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
- <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceId>609a3835-5317-1c94-ad8f-1d9940869db4</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
<sourceType>PROCESSOR</sourceType>
- <destinationId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</destinationId>
- <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationId>716d22cb-8b81-342f-abe4-7cdfe2a980ff</destinationId>
+ <destinationGroupId>84607b52-9748-3d38-b519-b0a05cddd097</destinationGroupId>
<destinationType>PROCESSOR</destinationType>
<relationship>success</relationship>
<maxWorkQueueSize>10000</maxWorkQueueSize>
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
- </processGroup>
- <processGroup>
- <id>27d51d04-0172-1000-0000-00004573c6ec</id>
- <name>Custom data inputs</name>
- <position x="-504.0" y="952.0"/>
- <comment/>
- <outputPort>
- <id>27d5dab2-0172-1000-ffff-ffffab5c50be</id>
- <name>To data output</name>
- <position x="-632.0" y="328.0"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
- </outputPort>
- <outputPort>
- <id>27d5761b-0172-1000-0000-000059275dad</id>
- <name>To enrichment</name>
- <position x="-312.0" y="328.0"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
- </outputPort>
- </processGroup>
- <processGroup>
- <id>83691174-683f-3c7c-8526-8fc00397aee1</id>
- <name>Zeek</name>
- <position x="-504.0" y="152.0"/>
- <comment/>
- <processor>
- <id>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</id>
- <name>ListenBeats</name>
- <position x="-1114.9155421491096" y="263.01449694104195"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.beats.ListenBeats</class>
+ <controllerService>
+ <id>e3e44ca0-6653-328b-9d3f-b8225312914b</id>
+ <name>Nifi logs GrokReader</name>
+ <comment />
+ <class>org.apache.nifi.grok.GrokReader</class>
<bundle>
<group>org.apache.nifi</group>
- <artifact>nifi-beats-nar</artifact>
+ <artifact>nifi-record-serialization-services-nar</artifact>
<version>1.11.4</version>
</bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
+ <enabled>true</enabled>
<property>
- <name>Local Network Interface</name>
+ <name>schema-access-strategy</name>
+ <value>string-fields-from-grok-expression</value>
</property>
<property>
- <name>Port</name>
- <value>6100</value>
+ <name>schema-registry</name>
</property>
<property>
- <name>Receive Buffer Size</name>
- <value>65507 B</value>
+ <name>schema-name</name>
+ <value>${schema.name}</value>
</property>
<property>
- <name>Max Size of Message Queue</name>
- <value>10000</value>
+ <name>schema-version</name>
</property>
<property>
- <name>Max Size of Socket Buffer</name>
- <value>2 MB</value>
+ <name>schema-branch</name>
</property>
<property>
- <name>Character Set</name>
- <value>UTF-8</value>
+ <name>schema-text</name>
+ <value>${avro.schema}</value>
</property>
<property>
- <name>Max Batch Size</name>
- <value>10000</value>
+ <name>Grok Pattern File</name>
</property>
<property>
- <name>Message Delimiter</name>
- <value>,\n</value>
+ <name>Grok Expression</name>
+ <value>%{TIMESTAMP_ISO8601:timestamp} %{LOGLEVEL:level} \[%{DATA:thread}\] %{DATA:class} %{GREEDYDATA:message}</value>
</property>
<property>
- <name>Max Number of TCP Connections</name>
- <value>100</value>
- </property>
- <property>
- <name>SSL_CONTEXT_SERVICE</name>
- </property>
- <property>
- <name>Client Auth</name>
- <value>REQUIRED</value>
- </property>
- </processor>
- <processor>
- <id>ac17155e-32f1-3be8-843e-00877c210519</id>
- <name>Prepend [</name>
- <position x="-1124.1429683635654" y="475.2240314903287"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ReplaceText</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Regular Expression</name>
- <value>(?s)(^.*$)</value>
- </property>
- <property>
- <name>Replacement Value</name>
- <value>[</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Maximum Buffer Size</name>
- <value>1 MB</value>
- </property>
- <property>
- <name>Replacement Strategy</name>
- <value>Prepend</value>
- </property>
- <property>
- <name>Evaluation Mode</name>
- <value>Entire text</value>
- </property>
- <property>
- <name>Line-by-Line Evaluation Mode</name>
- <value>All</value>
- </property>
- </processor>
- <processor>
- <id>fec43039-de5d-1e3b-850a-5e25d7b93c76</id>
- <name>UpdateAttribute</name>
- <position x="-1121.584644408096" y="913.629598069974"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-update-attribute-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Delete Attributes Expression</name>
- </property>
- <property>
- <name>Store State</name>
- <value>Do not store state</value>
- </property>
- <property>
- <name>Stateful Variables Initial Value</name>
- </property>
- <property>
- <name>canonical-value-lookup-cache-size</name>
- <value>100</value>
- </property>
- <property>
- <name>data_index</name>
- <value>logs-uninett-darknet</value>
- </property>
- <property>
- <name>mime.type</name>
- <value>application/json</value>
- </property>
- <property>
- <name>enrich_ip2</name>
- <value>/ip_dst_addr</value>
- </property>
- <property>
- <name>enrich_ip1</name>
- <value>/ip_src_addr</value>
- </property>
- <property>
- <name>TLP</name>
- <value>GREEN</value>
- </property>
- </processor>
- <processor>
- <id>9027e415-c8cd-355e-af16-0c635f43832f</id>
- <name>Convert timestamp and add fields</name>
- <position x="-472.77987807459795" y="696.7530680701591"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.UpdateRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>replacement-value-strategy</name>
- <value>literal-value</value>
- </property>
- <property>
- <name>/TLP</name>
- <value>GREEN</value>
- </property>
- <property>
- <name>/data_type</name>
- <value>zeek</value>
- </property>
- <property>
- <name>/data_index</name>
- <value>logs-zeek-conn</value>
- </property>
- <property>
- <name>/mime.type</name>
- <value>application/json</value>
- </property>
- <property>
- <name>/data_id</name>
- <value>zeek_conn</value>
- </property>
- <property>
- <name>/timestamp</name>
- <value>${field.value:multiply(1000):format('yyyy-MM-dd HH:mm:ss.SSSZ'):replace(' ','T'):replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value>
- </property>
- </processor>
- <processor>
- <id>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</id>
- <name>Remove filebeat fields</name>
- <position x="-1121.1565561587029" y="706.9002449806696"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.jolt.record.JoltTransformRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-jolt-record-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>jolt-record-record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>jolt-record-record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>jolt-record-transform</name>
- <value>jolt-transform-chain</value>
- </property>
- <property>
- <name>jolt-record-custom-class</name>
- </property>
- <property>
- <name>jolt-record-custom-modules</name>
- </property>
- <property>
- <name>jolt-record-spec</name>
- <value>[
- {
- "operation": "shift",
- "spec": {
- "json": {
- "ts": "timestamp",
- "*": {
- "@": "&"
- }
- },
- "host": {
- "name": "host"
- },
- "source": "source"
- }
- },{
- "operation" : "modify-overwrite-beta",
- "spec" :
- {
- "timestamp": "=toString"
- }
- }
-]</value>
- </property>
- <property>
- <name>jolt-record-transform-cache-size</name>
- <value>1</value>
- </property>
- <autoTerminatedRelationship>original</autoTerminatedRelationship>
- </processor>
- <processor>
- <id>06501f48-82c7-3c36-b99c-7368a322608b</id>
- <name>Append ]</name>
- <position x="-465.8393574027825" y="478.1159738496917"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ReplaceText</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Regular Expression</name>
- <value>(?s)(^.*$)</value>
- </property>
- <property>
- <name>Replacement Value</name>
- <value>]</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Maximum Buffer Size</name>
- <value>1 MB</value>
- </property>
- <property>
- <name>Replacement Strategy</name>
- <value>Append</value>
- </property>
- <property>
- <name>Evaluation Mode</name>
- <value>Entire text</value>
- </property>
- <property>
- <name>Line-by-Line Evaluation Mode</name>
- <value>All</value>
- </property>
- </processor>
- <outputPort>
- <id>a28a9e95-1003-3ea6-9af6-a334c1aec07c</id>
- <name>To enrichment</name>
- <position x="-1065.7090714972117" y="1164.8389289189608"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
- </outputPort>
- <funnel>
- <id>06521038-335b-3139-839d-ab43a013ce03</id>
- <position x="-1557.869726298236" y="758.8984861527665"/>
- </funnel>
- <funnel>
- <id>c8c0a13d-0170-1000-ffff-ffff874141fa</id>
- <position x="248.5321508445502" y="703.4412774751572"/>
- </funnel>
- <connection>
- <id>216d4dcf-f425-33d0-a5c1-5cdf1402162e</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>3c739604-b69c-3e86-ba4c-a4739078837c</id>
- <name/>
- <bendPoints/>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>295b97b9-1291-3a83-8191-78a300d0feaa</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>ac17155e-32f1-3be8-843e-00877c210519</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c8be8213-0170-1000-0000-0000695bc36c</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>fec43039-de5d-1e3b-850a-5e25d7b93c76</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>a28a9e95-1003-3ea6-9af6-a334c1aec07c</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>a056b363-8398-3877-8750-1bc9dcb9b1cd</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>06501f48-82c7-3c36-b99c-7368a322608b</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>ee8556df-9826-3d45-82de-5c1c876db435</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>2d0f222e-d08e-31fd-b5e1-1ce178368e4c</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>9027e415-c8cd-355e-af16-0c635f43832f</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>ed8609a1-bd09-391e-831b-1ab5b53a5049</id>
- <name/>
- <bendPoints/>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c8be6e60-0170-1000-ffff-ffffe34d52ef</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>fec43039-de5d-1e3b-850a-5e25d7b93c76</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>2a6e865b-4b36-3807-8bd7-eb2f39f95d4f</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId>
- <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- </processGroup>
- <processGroup>
- <id>bbbd1933-0171-1000-ffff-ffffbd49d5d5</id>
- <name>Vector</name>
- <position x="-504.0" y="752.0"/>
- <comment/>
- <processor>
- <id>c003142e-0171-1000-0000-0000422abeec</id>
- <name>PartitionRecord</name>
- <position x="-184.0" y="384.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.PartitionRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>source_host</name>
- <value>/host</value>
- </property>
- <property>
- <name>source_file</name>
- <value>/file</value>
- </property>
- <autoTerminatedRelationship>original</autoTerminatedRelationship>
- </processor>
- <processor>
- <id>c00baa05-0171-1000-ffff-ffffcb1f43ea</id>
- <name>Extract message</name>
- <position x="520.0" y="392.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ConvertRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>c00c78a9-0171-1000-0000-000071f1339a</value>
- </property>
- <property>
- <name>include-zero-record-flowfiles</name>
- <value>true</value>
- </property>
- </processor>
- <processor>
- <id>c05c9bcf-0171-1000-ffff-ffffd7d85017</id>
- <name>UpdateRecord</name>
- <position x="528.0" y="608.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.UpdateRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>replacement-value-strategy</name>
- <value>literal-value</value>
- </property>
- <property>
- <name>/data_type</name>
- <value>nginx</value>
- </property>
- <property>
- <name>/source_file</name>
- <value>${source_file}</value>
- </property>
- <property>
- <name>/source_host</name>
- <value>${source_host}</value>
- </property>
- <property>
- <name>/data_id</name>
- <value>nginx</value>
- </property>
- <property>
- <name>/timestamp</name>
- <value>${field.value:toDate('dd/MMM/yyyy:HH:mm:ssZ'):format("yyyy-MM-dd'T'HH:mm:ssZ")}</value>
- </property>
- </processor>
- <processor>
- <id>c00db627-0171-1000-ffff-ffffc4f5b885</id>
- <name>Parse message</name>
- <position x="-184.0" y="608.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ConvertRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>record-reader</name>
- <value>c01055f0-0171-1000-ffff-fffffba3d740</value>
- </property>
- <property>
- <name>record-writer</name>
- <value>17b30955-5464-3709-8a32-69a459850cfa</value>
- </property>
- <property>
- <name>include-zero-record-flowfiles</name>
- <value>true</value>
- </property>
- </processor>
- <processor>
- <id>bbbd54b3-0171-1000-0000-000036873d5e</id>
- <name>ListenHTTP</name>
- <position x="-208.0" y="136.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.ListenHTTP</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Base Path</name>
- <value/>
- </property>
- <property>
- <name>Listening Port</name>
- <value>5050</value>
- </property>
- <property>
- <name>Max Data to Receive per Second</name>
- </property>
- <property>
- <name>SSL Context Service</name>
- </property>
- <property>
- <name>Authorized DN Pattern</name>
- <value>.*</value>
- </property>
- <property>
- <name>Max Unconfirmed Flowfile Time</name>
- <value>60 secs</value>
- </property>
- <property>
- <name>HTTP Headers to receive as Attributes (Regex)</name>
- </property>
- <property>
- <name>Return Code</name>
- <value>200</value>
- </property>
- <property>
- <name>multipart-request-max-size</name>
- <value>1 MB</value>
- </property>
- <property>
- <name>multipart-read-buffer-size</name>
- <value>512 KB</value>
- </property>
- </processor>
- <processor>
- <id>c06ac9a2-0171-1000-ffff-ffffd058a428</id>
- <name>UpdateAttribute</name>
- <position x="528.0" y="816.0"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-update-attribute-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>Delete Attributes Expression</name>
- </property>
- <property>
- <name>Store State</name>
- <value>Do not store state</value>
- </property>
- <property>
- <name>Stateful Variables Initial Value</name>
- </property>
- <property>
- <name>canonical-value-lookup-cache-size</name>
- <value>100</value>
- </property>
- <property>
- <name>data_index</name>
- <value>logs-nginx</value>
- </property>
- <property>
- <name>enrich_ip1</name>
- <value>/ip_src_addr</value>
- </property>
- <property>
- <name>TLP</name>
- <value>AMBER</value>
- </property>
- </processor>
- <outputPort>
- <id>c06c1dde-0171-1000-ffff-fffffdeeb499</id>
- <name>To enrichment</name>
- <position x="592.0" y="1112.0"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
- </outputPort>
- <funnel>
- <id>bbbf02fd-0171-1000-ffff-fffff03fc2fb</id>
- <position x="-600.0" y="664.0"/>
- </funnel>
- <funnel>
- <id>c00e24c2-0171-1000-0000-000029e6845b</id>
- <position x="1184.0" y="544.0"/>
- </funnel>
- <connection>
- <id>c05f0a27-0171-1000-ffff-ffffbfc58013</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c05c9bcf-0171-1000-ffff-ffffd7d85017</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c00e24c2-0171-1000-0000-000029e6845b</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c00e3576-0171-1000-ffff-fffff3dcf219</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c00baa05-0171-1000-ffff-ffffcb1f43ea</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c00e24c2-0171-1000-0000-000029e6845b</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c00f00fc-0171-1000-0000-0000213bee2a</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c00db627-0171-1000-ffff-ffffc4f5b885</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>bbbf02fd-0171-1000-ffff-fffff03fc2fb</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c00f2321-0171-1000-ffff-ffffcbaddc8b</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c00db627-0171-1000-ffff-ffffc4f5b885</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c05c9bcf-0171-1000-ffff-ffffd7d85017</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c005eb1b-0171-1000-0000-00006ee400e1</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c003142e-0171-1000-0000-0000422abeec</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>bbbf02fd-0171-1000-ffff-fffff03fc2fb</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>bbbf1097-0171-1000-0000-000068394dd7</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>bbbd54b3-0171-1000-0000-000036873d5e</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c003142e-0171-1000-0000-0000422abeec</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>30 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c00dcaff-0171-1000-0000-00002b83ed35</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c00baa05-0171-1000-ffff-ffffcb1f43ea</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c00db627-0171-1000-ffff-ffffc4f5b885</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c05f3ec2-0171-1000-0000-00003761e9da</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c05c9bcf-0171-1000-ffff-ffffd7d85017</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c06ac9a2-0171-1000-ffff-ffffd058a428</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c005c55f-0171-1000-0000-00006aa0644d</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c003142e-0171-1000-0000-0000422abeec</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c00baa05-0171-1000-ffff-ffffcb1f43ea</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c06c3077-0171-1000-0000-00002b2ecbc1</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c06ac9a2-0171-1000-ffff-ffffd058a428</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>c06c1dde-0171-1000-ffff-fffffdeeb499</destinationId>
- <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <controllerService>
- <id>c01055f0-0171-1000-ffff-fffffba3d740</id>
- <name>GrokReader</name>
- <comment/>
- <class>org.apache.nifi.grok.GrokReader</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-record-serialization-services-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <enabled>true</enabled>
- <property>
- <name>schema-access-strategy</name>
- <value>string-fields-from-grok-expression</value>
- </property>
- <property>
- <name>schema-registry</name>
- </property>
- <property>
- <name>schema-name</name>
- <value>${schema.name}</value>
- </property>
- <property>
- <name>schema-version</name>
- </property>
- <property>
- <name>schema-branch</name>
- </property>
- <property>
- <name>schema-text</name>
- <value>${avro.schema}</value>
- </property>
- <property>
- <name>Grok Pattern File</name>
- </property>
- <property>
- <name>Grok Expression</name>
- <value>%{IP:ip_src_addr} - %{USER:ident} \[(%{GREEDYDATA:timestamp})\] \"%{WORD:method} %{NOTSPACE:request_page} HTTP/%{NUMBER:http_version}\" %{NUMBER:server_response} %{NUMBER:response_size} \"%{NOTSPACE:referer}\" \"%{DATA:user_agent}\"</value>
- </property>
- <property>
- <name>no-match-behavior</name>
- <value>append-to-previous-message</value>
- </property>
- </controllerService>
- <controllerService>
- <id>c00c78a9-0171-1000-0000-000071f1339a</id>
- <name>FreeFormTextRecordSetWriter</name>
- <comment/>
- <class>org.apache.nifi.text.FreeFormTextRecordSetWriter</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-record-serialization-services-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <enabled>true</enabled>
- <property>
- <name>Text</name>
- <value>${message}</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- </controllerService>
- </processGroup>
- <processGroup>
- <id>b3d57504-7c06-37a3-b59b-8723f60fa728</id>
- <name>Test data (Suricata alerts)</name>
- <position x="-504.0" y="552.0"/>
- <comment/>
- <processor>
- <id>bb7dc9ff-2d25-3134-9617-cca3cabe9179</id>
- <name>GenerateFlowFile</name>
- <position x="677.0553463466808" y="168.99260576186023"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-standard-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>1 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>RUNNING</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>File Size</name>
- <value>0B</value>
- </property>
- <property>
- <name>Batch Size</name>
- <value>1</value>
- </property>
- <property>
- <name>Data Format</name>
- <value>Text</value>
- </property>
- <property>
- <name>Unique FlowFiles</name>
- <value>false</value>
- </property>
- <property>
- <name>generate-ff-custom-text</name>
- <value>[{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999991,"rev": 1,"signature": "SOC TEST1"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999992,"rev": 1,"signature": "SOC TEST2"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999993,"rev": 1,"signature": "SOC TEST3"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999994,"rev": 1,"signature": "SOC TEST4"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999995,"rev": 1,"signature": "SOC TEST5"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999996,"rev": 1,"signature": "SOC TEST6"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999997,"rev": 1,"signature": "SOC TEST7"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999998,"rev": 1,"signature": "SOC TEST8"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999999,"rev": 1,"signature": "SOC TEST9"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
-{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999990,"rev": 1,"signature": "SOC TEST0"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}]</value>
- </property>
- <property>
- <name>character-set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>enrich_domain1</name>
- <value>/host_domain</value>
- </property>
- <property>
- <name>enrich_ip1</name>
- <value>/ip_src_addr</value>
- </property>
- <property>
- <name>enrich_fqdn1</name>
- <value>/host</value>
- </property>
- <property>
- <name>data_id</name>
- <value>suricata_alert</value>
- </property>
- <property>
- <name>data_index</name>
- <value>logs-suricata-alert</value>
- </property>
- <property>
- <name>data_type</name>
- <value>suricata</value>
- </property>
- <property>
- <name>enrich_ip2</name>
- <value>/ip_dst_addr</value>
- </property>
- </processor>
- <outputPort>
- <id>d30dc946-251a-307c-8e88-f2262b0bb194</id>
- <name>To enrichment</name>
- <position x="731.0454088698874" y="433.2315817172085"/>
- <comments/>
- <scheduledState>RUNNING</scheduledState>
- </outputPort>
- <connection>
- <id>88e13a12-15ba-360a-85a7-31bed1c77c34</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>bb7dc9ff-2d25-3134-9617-cca3cabe9179</sourceId>
- <sourceGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>d30dc946-251a-307c-8e88-f2262b0bb194</destinationId>
- <destinationGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship>success</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- </processGroup>
- <connection>
- <id>c5fe676f-baa5-3d90-956e-fe502db0ac68</id>
- <name/>
- <bendPoints/>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>d30dc946-251a-307c-8e88-f2262b0bb194</sourceId>
- <sourceGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c06c499a-0171-1000-ffff-ffffad921327</id>
- <name/>
- <bendPoints/>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c06c1dde-0171-1000-ffff-fffffdeeb499</sourceId>
- <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>aa824944-0170-1000-ffff-ffffb8b027bf</id>
- <name/>
- <bendPoints/>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>a28a9e95-1003-3ea6-9af6-a334c1aec07c</sourceId>
- <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>c8c18ad9-0170-1000-0000-000008e1c396</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>055308a4-d020-39a9-9da4-b165796ef717</sourceId>
- <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>27d64272-0172-1000-0000-000079e1c9c6</id>
- <name/>
- <bendPoints>
- <bendPoint x="88.0" y="864.0"/>
- </bendPoints>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>27d5761b-0172-1000-0000-000059275dad</sourceId>
- <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>27d65fe7-0172-1000-ffff-ffffec2db03b</id>
- <name/>
- <bendPoints>
- <bendPoint x="-744.0" y="856.0"/>
- </bendPoints>
- <labelIndex>0</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>27d5dab2-0172-1000-ffff-ffffab5c50be</sourceId>
- <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>21a9e277-2d80-359a-9c57-cb76d8962e6d</destinationId>
- <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
- <destinationType>OUTPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- </processGroup>
- <processGroup>
- <id>e9c19adc-c8a4-327e-ad24-24e71fd3474e</id>
- <name>Data output</name>
- <position x="829.4446253936723" y="1015.2711478364996"/>
- <comment/>
- <inputPort>
- <id>e333b82d-7408-3747-8dd2-46473704e51b</id>
- <name>Data input</name>
- <position x="-688.0" y="496.0"/>
- <comments/>
- <scheduledState>RUNNING</scheduledState>
- </inputPort>
- <processGroup>
- <id>7ebf304b-4978-3adc-ac31-470fb76e5029</id>
- <name>Elastic odfe</name>
- <position x="-759.1319580078125" y="739.6137390136719"/>
- <comment/>
- <processor>
- <id>8b48f28f-2379-3f0f-81fe-4e1b93e72666</id>
- <name>PutElasticsearchHttpRecord</name>
- <position x="-856.2311706542969" y="629.8186340332031"/>
- <styles/>
- <comment/>
- <class>org.apache.nifi.processors.elasticsearch.PutElasticsearchHttpRecord</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-elasticsearch-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <maxConcurrentTasks>1</maxConcurrentTasks>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <penalizationPeriod>30 sec</penalizationPeriod>
- <yieldPeriod>1 sec</yieldPeriod>
- <bulletinLevel>WARN</bulletinLevel>
- <lossTolerant>false</lossTolerant>
- <scheduledState>RUNNING</scheduledState>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <executionNode>ALL</executionNode>
- <runDurationNanos>0</runDurationNanos>
- <property>
- <name>elasticsearch-http-url</name>
- <value>${elastic_url}</value>
- </property>
- <property>
- <name>SSL Context Service</name>
- <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value>
- </property>
- <property>
- <name>Character Set</name>
- <value>UTF-8</value>
- </property>
- <property>
- <name>Username</name>
- <value>${elastic_username}</value>
- </property>
- <property>
- <name>Password</name>
- <value>enc{7ac70c14d69eebc43ce52646dbb9c2fb2d42208f9e9a0ebd84ebc845de6614ca2176f7c91150b825a1a78262194031f8}</value>
- </property>
- <property>
- <name>elasticsearch-http-connect-timeout</name>
- <value>5 secs</value>
- </property>
- <property>
- <name>elasticsearch-http-response-timeout</name>
- <value>15 secs</value>
- </property>
- <property>
- <name>proxy-configuration-service</name>
- </property>
- <property>
- <name>elasticsearch-http-proxy-host</name>
- </property>
- <property>
- <name>elasticsearch-http-proxy-port</name>
- </property>
- <property>
- <name>proxy-username</name>
- </property>
- <property>
- <name>proxy-password</name>
- </property>
- <property>
- <name>put-es-record-record-reader</name>
- <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
- </property>
- <property>
- <name>put-es-record-record-writer</name>
- </property>
- <property>
- <name>put-es-record-log-all-errors</name>
- <value>false</value>
- </property>
- <property>
- <name>put-es-record-id-path</name>
- </property>
- <property>
- <name>put-es-record-index</name>
- <value>${data_index}-${now():format("yyyy-MM-dd")}</value>
- </property>
- <property>
- <name>put-es-record-type</name>
- <value>_doc</value>
- </property>
- <property>
- <name>put-es-record-index-op</name>
- <value>index</value>
- </property>
- <property>
- <name>suppress-nulls</name>
- <value>always-suppress</value>
- </property>
- <property>
- <name>Date Format</name>
- </property>
- <property>
- <name>Time Format</name>
- </property>
- <property>
- <name>Timestamp Format</name>
- </property>
- <autoTerminatedRelationship>success</autoTerminatedRelationship>
- </processor>
- <inputPort>
- <id>e7d34e01-babe-3022-ad9b-a7620e7c0f38</id>
- <name>Data input</name>
- <position x="-803.9990234375" y="484.5271301269531"/>
- <comments/>
- <scheduledState>RUNNING</scheduledState>
- </inputPort>
- <funnel>
- <id>a8cf8491-c2a7-3986-b803-58aff43326de</id>
- <position x="-709.0761208187066" y="911.6861746431973"/>
- </funnel>
- <connection>
- <id>3280c550-2117-37a6-8b5e-3bc1953fa17e</id>
- <name/>
- <bendPoints>
- <bendPoint x="-393.2311706542969" y="669.8186340332031"/>
- <bendPoint x="-393.2311706542969" y="719.8186340332031"/>
- </bendPoints>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId>
- <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId>
- <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship>retry</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>02a9e341-0590-34a8-9f0c-9d6992869e59</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId>
- <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
- <sourceType>PROCESSOR</sourceType>
- <destinationId>a8cf8491-c2a7-3986-b803-58aff43326de</destinationId>
- <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
- <destinationType>FUNNEL</destinationType>
- <relationship>failure</relationship>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>1 min</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>5de8f98f-ce46-3565-b0ce-7f8ecf518c53</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</sourceId>
- <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
- <sourceType>INPUT_PORT</sourceType>
- <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId>
- <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
- <destinationType>PROCESSOR</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>10 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
+ <name>no-match-behavior</name>
+ <value>append-to-previous-message</value>
+ </property>
+ </controllerService>
</processGroup>
<processGroup>
- <id>2bb2f914-0172-1000-0000-0000240c76e4</id>
- <name>Custom output</name>
- <position x="-328.0" y="744.0"/>
- <comment/>
- <inputPort>
- <id>2bb31aa5-0172-1000-0000-00000869fb70</id>
- <name>Input</name>
- <position x="-648.0" y="496.0"/>
- <comments/>
- <scheduledState>STOPPED</scheduledState>
- </inputPort>
- </processGroup>
- <connection>
- <id>34772170-2400-3eb6-b9c5-c03b912a38f3</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>e333b82d-7408-3747-8dd2-46473704e51b</sourceId>
- <sourceGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</sourceGroupId>
- <sourceType>INPUT_PORT</sourceType>
- <destinationId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</destinationId>
- <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
- <destinationType>INPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- </processGroup>
- <connection>
- <id>875a975e-46e1-36fa-a035-4799201abd63</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>20b01ab3-3a8d-3573-b95d-a4a45494050f</sourceId>
- <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>74abf119-faa6-3e9e-bb31-da2e79f89a38</destinationId>
- <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
- <destinationType>INPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>bbc37560-0171-1000-0000-000055178fff</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>c164884d-277f-31af-ac3c-18b211667bbf</sourceId>
- <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId>
- <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId>
- <destinationType>INPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <connection>
- <id>9cdaaee8-0e39-3dbd-a7cc-06a89056bb7c</id>
- <name/>
- <bendPoints/>
- <labelIndex>1</labelIndex>
- <zIndex>0</zIndex>
- <sourceId>21a9e277-2d80-359a-9c57-cb76d8962e6d</sourceId>
- <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId>
- <sourceType>OUTPUT_PORT</sourceType>
- <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId>
- <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId>
- <destinationType>INPUT_PORT</destinationType>
- <relationship/>
- <maxWorkQueueSize>10000</maxWorkQueueSize>
- <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- </connection>
- <controllerService>
- <id>b7794eb3-9227-36dd-8751-e87d1c2321ee</id>
- <name>Misp DistributedMapCacheClientService</name>
- <comment/>
- <class>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</class>
- <bundle>
- <group>org.apache.nifi</group>
- <artifact>nifi-distributed-cache-services-nar</artifact>
- <version>1.11.4</version>
- </bundle>
- <enabled>false</enabled>
- <property>
- <name>Server Hostname</name>
- <value>localhost</value>
- </property>
- <property>
- <name>Server Port</name>
- <value>6000</value>
- </property>
- <property>
- <name>SSL Context Service</name>
- </property>
- <property>
- <name>Communications Timeout</name>
- <value>30 secs</value>
- </property>
- </controllerService>
- <template encoding-version="1.3">
- <description/>
- <groupId>2e3a561a-0170-1000-0000-00000e5bc93d</groupId>
- <id>b3ea514f-7f13-30d7-9267-8b15373aca54</id>
- <name>Enrichment</name>
- <snippet>
- <controllerServices>
- <id>09b4fa02-0459-358d-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-record-serialization-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>max-cache-size</key>
- <value>
- <name>max-cache-size</name>
- </value>
- </entry>
- </descriptors>
- <name>VolatileSchemaCache</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>max-cache-size</key>
- <value>100</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.schema.inference.VolatileSchemaCache</type>
- </controllerServices>
- <controllerServices>
- <id>2b16cc17-2e10-3316-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-registry-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>avro-reg-validated-field-names</key>
- <value>
- <name>avro-reg-validated-field-names</name>
- </value>
- </entry>
- </descriptors>
- <name>AvroSchemaRegistry</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>avro-reg-validated-field-names</key>
- <value>true</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.schemaregistry.services.AvroSchemaRegistry</type>
- </controllerServices>
- <controllerServices>
- <id>94600c6c-704e-3ff8-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-record-serialization-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>schema-branch</key>
- <value>
- <name>schema-branch</name>
- </value>
- </entry>
- <entry>
- <key>compression-level</key>
- <value>
- <name>compression-level</name>
- </value>
- </entry>
- <entry>
- <key>schema-cache</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService>
- <name>schema-cache</name>
- </value>
- </entry>
- <entry>
- <key>Timestamp Format</key>
- <value>
- <name>Timestamp Format</name>
- </value>
- </entry>
- <entry>
- <key>Date Format</key>
- <value>
- <name>Date Format</name>
- </value>
- </entry>
- <entry>
- <key>Pretty Print JSON</key>
- <value>
- <name>Pretty Print JSON</name>
- </value>
- </entry>
- <entry>
- <key>compression-format</key>
- <value>
- <name>compression-format</name>
- </value>
- </entry>
- <entry>
- <key>Schema Write Strategy</key>
- <value>
- <name>Schema Write Strategy</name>
- </value>
- </entry>
- <entry>
- <key>suppress-nulls</key>
- <value>
- <name>suppress-nulls</name>
- </value>
- </entry>
- <entry>
- <key>output-grouping</key>
- <value>
- <name>output-grouping</name>
- </value>
- </entry>
- <entry>
- <key>schema-name</key>
- <value>
- <name>schema-name</name>
- </value>
- </entry>
- <entry>
- <key>schema-registry</key>
- <value>
- <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
- <name>schema-registry</name>
- </value>
- </entry>
- <entry>
- <key>Time Format</key>
- <value>
- <name>Time Format</name>
- </value>
- </entry>
- <entry>
- <key>schema-access-strategy</key>
- <value>
- <name>schema-access-strategy</name>
- </value>
- </entry>
- <entry>
- <key>schema-version</key>
- <value>
- <name>schema-version</name>
- </value>
- </entry>
- <entry>
- <key>schema-text</key>
- <value>
- <name>schema-text</name>
- </value>
- </entry>
- </descriptors>
- <name>JsonRecordSetWriter</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>schema-branch</key>
- </entry>
- <entry>
- <key>compression-level</key>
- <value>1</value>
- </entry>
- <entry>
- <key>schema-cache</key>
- </entry>
- <entry>
- <key>Timestamp Format</key>
- </entry>
- <entry>
- <key>Date Format</key>
- </entry>
- <entry>
- <key>Pretty Print JSON</key>
- <value>false</value>
- </entry>
- <entry>
- <key>compression-format</key>
- <value>none</value>
- </entry>
- <entry>
- <key>Schema Write Strategy</key>
- <value>no-schema</value>
- </entry>
- <entry>
- <key>suppress-nulls</key>
- <value>never-suppress</value>
- </entry>
- <entry>
- <key>output-grouping</key>
- <value>output-array</value>
- </entry>
- <entry>
- <key>schema-name</key>
- <value>${schema.name}</value>
- </entry>
- <entry>
- <key>schema-registry</key>
- </entry>
- <entry>
- <key>Time Format</key>
- </entry>
- <entry>
- <key>schema-access-strategy</key>
- <value>inherit-record-schema</value>
- </entry>
- <entry>
- <key>schema-version</key>
- </entry>
- <entry>
- <key>schema-text</key>
- <value>${avro.schema}</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.json.JsonRecordSetWriter</type>
- </controllerServices>
- <controllerServices>
- <id>95585729-0c77-3c1d-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-lookup-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>character-encoding</key>
- <value>
- <name>character-encoding</name>
- </value>
- </entry>
- <entry>
- <key>distributed-map-cache-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService>
- <name>distributed-map-cache-service</name>
- </value>
- </entry>
- </descriptors>
- <name>Misp DistributedMapCacheLookupService</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>character-encoding</key>
- <value>UTF-8</value>
- </entry>
- <entry>
- <key>distributed-map-cache-service</key>
- <value>b7794eb3-9227-36dd-0000-000000000000</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.lookup.DistributedMapCacheLookupService</type>
- </controllerServices>
- <controllerServices>
- <id>9d33f163-9c0f-3be7-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-record-serialization-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>Timestamp Format</key>
- <value>
- <name>Timestamp Format</name>
- </value>
- </entry>
- <entry>
- <key>schema-inference-cache</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService>
- <name>schema-inference-cache</name>
- </value>
- </entry>
- <entry>
- <key>Date Format</key>
- <value>
- <name>Date Format</name>
- </value>
- </entry>
- <entry>
- <key>schema-branch</key>
- <value>
- <name>schema-branch</name>
- </value>
- </entry>
- <entry>
- <key>schema-name</key>
- <value>
- <name>schema-name</name>
- </value>
- </entry>
- <entry>
- <key>schema-registry</key>
- <value>
- <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
- <name>schema-registry</name>
- </value>
- </entry>
- <entry>
- <key>Time Format</key>
- <value>
- <name>Time Format</name>
- </value>
- </entry>
- <entry>
- <key>schema-access-strategy</key>
- <value>
- <name>schema-access-strategy</name>
- </value>
- </entry>
- <entry>
- <key>schema-version</key>
- <value>
- <name>schema-version</name>
- </value>
- </entry>
- <entry>
- <key>schema-text</key>
- <value>
- <name>schema-text</name>
- </value>
- </entry>
- </descriptors>
- <name>JsonTreeReader</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>Timestamp Format</key>
- </entry>
- <entry>
- <key>schema-inference-cache</key>
- <value>09b4fa02-0459-358d-0000-000000000000</value>
- </entry>
- <entry>
- <key>Date Format</key>
- </entry>
- <entry>
- <key>schema-branch</key>
- </entry>
- <entry>
- <key>schema-name</key>
- <value>${schema.name}</value>
- </entry>
- <entry>
- <key>schema-registry</key>
- <value>2b16cc17-2e10-3316-0000-000000000000</value>
- </entry>
- <entry>
- <key>Time Format</key>
- </entry>
- <entry>
- <key>schema-access-strategy</key>
- <value>infer-schema</value>
- </entry>
- <entry>
- <key>schema-version</key>
- </entry>
- <entry>
- <key>schema-text</key>
- <value>${avro.schema}</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.json.JsonTreeReader</type>
- </controllerServices>
- <controllerServices>
- <id>b7794eb3-9227-36dd-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-distributed-cache-services-nar</artifact>
+ <id>0c790562-0175-1000-ffff-ffffeaaeafc3</id>
+ <name>FileBeat</name>
+ <position x="-496.0" y="344.0" />
+ <comment />
+ <processGroup>
+ <id>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</id>
+ <name>Suricata</name>
+ <position x="-504.0" y="352.0" />
+ <comment />
+ <processor>
+ <id>19336e9e-3581-3d83-bb51-b9af2f5a6005</id>
+ <name>Filter out DNS events</name>
+ <position x="-371.62446124181497" y="672.8156960893323" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
+ <bundle>
<group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>SSL Context Service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
- <name>SSL Context Service</name>
- </value>
- </entry>
- <entry>
- <key>Server Port</key>
- <value>
- <name>Server Port</name>
- </value>
- </entry>
- <entry>
- <key>Server Hostname</key>
- <value>
- <name>Server Hostname</name>
- </value>
- </entry>
- <entry>
- <key>Communications Timeout</key>
- <value>
- <name>Communications Timeout</name>
- </value>
- </entry>
- </descriptors>
- <name>Misp DistributedMapCacheClientService</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>SSL Context Service</key>
- </entry>
- <entry>
- <key>Server Port</key>
- <value>6000</value>
- </entry>
- <entry>
- <key>Server Hostname</key>
- <value>localhost</value>
- </entry>
- <entry>
- <key>Communications Timeout</key>
- <value>30 secs</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
- </controllerServices>
- <processGroups>
- <id>fcbcacd1-542d-3a15-0000-000000000000</id>
- <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId>
- <position>
- <x>0.0</x>
- <y>0.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>01ff4379-34be-3b02-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
- <id>3fe12fd1-6d8d-38a3-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>domain</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c547ff40-bd6d-3108-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>0efbd5eb-d262-3313-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c164884d-277f-31af-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
- <id>6863b8fa-1731-3421-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>106e56f6-c31c-3a36-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>9ad88ad9-02cd-362c-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>74abf119-faa6-3e9e-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>119228c4-5b11-3cec-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c164884d-277f-31af-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>01b66126-695a-3059-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>41dbe59e-67f0-3a49-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c547ff40-bd6d-3108-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>9ad88ad9-02cd-362c-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>4a5e7078-8dae-3785-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
- <id>f45a80e6-e357-35cd-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>ip</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>9ad88ad9-02cd-362c-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>4af3c67d-e6ae-3c0c-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>01b66126-695a-3059-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c547ff40-bd6d-3108-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>991fd7e6-1527-306c-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
- <id>20fbbe49-e445-3200-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>fqdn</selectedRelationships>
- <source>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>01b66126-695a-3059-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>9e77308a-e86c-3498-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>c547ff40-bd6d-3108-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
- <id>ab6f103c-0ff7-309d-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>e054af83-5c92-37af-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId>
- <id>01b66126-695a-3059-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
- <id>73daed42-086d-3ed5-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <controllerServices>
- <id>282db77b-3118-3b3c-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-lookup-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>lookup-key-column</key>
- <value>
-<name>lookup-key-column</name>
- </value>
- </entry>
- <entry>
- <key>csv-file</key>
- <value>
-<name>csv-file</name>
- </value>
- </entry>
- <entry>
- <key>lookup-value-column</key>
- <value>
-<name>lookup-value-column</name>
- </value>
- </entry>
- <entry>
- <key>CSV Format</key>
- <value>
-<name>CSV Format</name>
- </value>
- </entry>
- <entry>
- <key>ignore-duplicates</key>
- <value>
-<name>ignore-duplicates</name>
- </value>
- </entry>
- <entry>
- <key>Character Set</key>
- <value>
-<name>Character Set</name>
- </value>
- </entry>
- </descriptors>
- <name>Alexa CSV</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>lookup-key-column</key>
- <value>domain</value>
- </entry>
- <entry>
- <key>csv-file</key>
- <value>/srv/shared/alexa-top-1m.csv</value>
- </entry>
- <entry>
- <key>lookup-value-column</key>
- <value>index</value>
- </entry>
- <entry>
- <key>CSV Format</key>
- <value>Default</value>
- </entry>
- <entry>
- <key>ignore-duplicates</key>
- <value>true</value>
- </entry>
- <entry>
- <key>Character Set</key>
- <value>UTF-8</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.lookup.SimpleCsvFileLookupService</type>
- </controllerServices>
- <controllerServices>
- <id>67289e27-a14d-3fa6-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <bundle>
- <artifact>nifi-lookup-services-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <comments/>
- <descriptors>
- <entry>
- <key>lookup-key-column</key>
- <value>
-<name>lookup-key-column</name>
- </value>
- </entry>
- <entry>
- <key>csv-file</key>
- <value>
-<name>csv-file</name>
- </value>
- </entry>
- <entry>
- <key>lookup-value-column</key>
- <value>
-<name>lookup-value-column</name>
- </value>
- </entry>
- <entry>
- <key>CSV Format</key>
- <value>
-<name>CSV Format</name>
- </value>
- </entry>
- <entry>
- <key>ignore-duplicates</key>
- <value>
-<name>ignore-duplicates</name>
- </value>
- </entry>
- <entry>
- <key>Character Set</key>
- <value>
-<name>Character Set</name>
- </value>
- </entry>
- </descriptors>
- <name>Umbrella CSV</name>
- <persistsState>false</persistsState>
- <properties>
- <entry>
- <key>lookup-key-column</key>
- <value>domain</value>
- </entry>
- <entry>
- <key>csv-file</key>
- <value>/srv/shared/umbrella-top-1m.csv</value>
- </entry>
- <entry>
- <key>lookup-value-column</key>
- <value>index</value>
- </entry>
- <entry>
- <key>CSV Format</key>
- <value>Excel</value>
- </entry>
- <entry>
- <key>ignore-duplicates</key>
- <value>true</value>
- </entry>
- <entry>
- <key>Character Set</key>
- <value>UTF-8</value>
- </entry>
- </properties>
- <state>ENABLED</state>
- <type>org.apache.nifi.lookup.SimpleCsvFileLookupService</type>
- </controllerServices>
- <inputPorts>
- <id>74abf119-faa6-3e9e-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-768.2901344518289</x>
- <y>-200.74082937371708</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>c164884d-277f-31af-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-765.1067238072976</x>
- <y>897.2761078821422</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processGroups>
- <id>0c8feb68-ff3e-3c3c-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-216.0</x>
- <y>16.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>11c54501-6adf-360b-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>ab6f103c-0ff7-309d-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId>
-<id>c508548a-6dd0-3ef5-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>1a897a42-aed7-3f21-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>be9226d7-777f-3820-0000-000000000000</id>
-<type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId>
-<id>1b4538b6-8b9b-3629-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>2e0dc752-7fe8-3f21-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>ab6f103c-0ff7-309d-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>be9226d7-777f-3820-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>5b9186fb-4f61-332f-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId>
-<id>ff302e29-64bb-3e10-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>f45a80e6-e357-35cd-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>b8f8e7ea-805f-3a2a-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId>
-<id>742a8211-a5e6-347d-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>ip</selectedRelationships>
- <source>
-<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId>
-<id>be9226d7-777f-3820-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <inputPorts>
- <id>f45a80e6-e357-35cd-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <position>
-<x>8.0</x>
-<y>120.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>ab6f103c-0ff7-309d-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <position>
-<x>392.0</x>
-<y>936.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processGroups>
- <id>56ce6dbe-1f96-3c6a-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <position>
-<x>-48.0</x>
-<y>312.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>14d6b08c-885a-38ae-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId>
- <id>1b4538b6-8b9b-3629-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>3ae7cd27-101c-3430-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>18de6121-3668-3f92-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>e6d573f8-a297-3611-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId>
- <id>ff302e29-64bb-3e10-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>3831c5df-c2a8-3a1b-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>57c1773b-65c7-3cdb-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>17c34a1f-8048-366b-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>942714ed-5dc4-3a1b-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>eb136a03-4809-3d2f-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>7f6fec16-3a92-325e-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>ff302e29-64bb-3e10-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <position>
- <x>552.0</x>
- <y>-96.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>1b4538b6-8b9b-3629-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <position>
- <x>520.0</x>
- <y>704.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>3cb64c25-8af7-361d-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <position>
- <x>480.0</x>
- <y>384.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>5b096514-dc3f-3d13-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>3ae7cd27-101c-3430-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>fd52d735-a256-3c52-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>ad32e629-d5a2-38b7-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>44794379-111e-3f28-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>0</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>fd52d735-a256-3c52-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>c681313a-f2c8-3439-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>fd52d735-a256-3c52-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId>
- <id>eb136a03-4809-3d2f-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>44794379-111e-3f28-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <position>
- <x>-1412.2104124778762</x>
- <y>829.0775745939713</y>
- </position>
- </funnels>
- <inputPorts>
- <id>eb136a03-4809-3d2f-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <position>
- <x>-844.0935517008102</x>
- <y>599.9303408428605</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>3ae7cd27-101c-3430-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <position>
- <x>-840.0</x>
- <y>1104.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>fd52d735-a256-3c52-0000-000000000000</id>
- <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId>
- <position>
- <x>-896.0</x>
- <y>760.0</y>
- </position>
- <bundle>
<artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_ip1}_tor</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>95585729-0c77-3c1d-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_ip1}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Tor src IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Tor nodes lookup</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>88a2dcc1-ccce-3396-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <position>
- <x>480.0</x>
- <y>144.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>715957a5-fb44-32b5-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>11668896-2c3e-3712-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>fb1a97b2-5e15-3bca-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>790863c1-3cfc-383f-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>fb1a97b2-5e15-3bca-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>e6d573f8-a297-3611-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>86fd43b2-428f-3c85-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>e856acde-b4b1-3be6-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>found</selectedRelationships>
- <selectedRelationships>not found</selectedRelationships>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>11668896-2c3e-3712-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>c831c34b-2a1a-3d24-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>b68c4522-cddb-30bf-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>fb1a97b2-5e15-3bca-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>fec9db39-4ec9-365a-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>17c34a1f-8048-366b-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>found</selectedRelationships>
- <selectedRelationships>not found</selectedRelationships>
- <source>
- <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId>
- <id>e856acde-b4b1-3be6-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>b68c4522-cddb-30bf-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-1560.0</x>
- <y>336.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>e6d573f8-a297-3611-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-1192.0</x>
- <y>-32.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>17c34a1f-8048-366b-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-1160.0</x>
- <y>752.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>11668896-2c3e-3712-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-624.0</x>
- <y>184.0</y>
- </position>
- <bundle>
- <artifact>nifi-enrich-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>3</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Routing Strategy</name>
+ <value>Route to Property name</value>
+ </property>
+ <property>
+ <name>dns</name>
+ <value>${event_type:contains("dns")}</value>
+ </property>
+ <property>
+ <name>flow</name>
+ <value>${event_type:contains("flow")}</value>
+ </property>
+ <property>
+ <name>alert</name>
+ <value>${event_type:contains("alert")}</value>
+ </property>
+ <property>
+ <name>ssh</name>
+ <value>${event_type:contains("ssh")}</value>
+ </property>
+ <property>
+ <name>tls</name>
+ <value>${event_type:contains("tls")}</value>
+ </property>
+ <property>
+ <name>http</name>
+ <value>${event_type:contains("http")}</value>
+ </property>
+ <property>
+ <name>stats</name>
+ <value>${event_type:contains("stats")}</value>
+ </property>
+ <property>
+ <name>files</name>
+ <value>${event_type:contains("file")}</value>
+ </property>
+ <property>
+ <name>smtp</name>
+ <value>${event_type:contains("smtp")}</value>
+ </property>
+ <autoTerminatedRelationship>smtp</autoTerminatedRelationship>
+ <autoTerminatedRelationship>stats</autoTerminatedRelationship>
+ <autoTerminatedRelationship>unmatched</autoTerminatedRelationship>
+ </processor>
+ <processor>
+ <id>d59eabae-f47a-3d88-a1c9-e15c156202d6</id>
+ <name>Extract rrname</name>
+ <position x="-369.29872149802804" y="897.6180433395261" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>
- <name>geo-enrich-ip-split-found-not-found</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>
- <name>geo-enrich-ip-country-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>
- <name>geo-enrich-ip-country-iso-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>
- <name>geo-enrich-ip-city-record-path</name>
- </value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>
- <name>Geo Database File</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-reader</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-writer</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>
- <name>geo-enrich-ip-longitude-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- <value>
- <name>geo-enrich-ip-country-postal-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>
- <name>geo-enrich-ip-accuracy-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>
- <name>geo-enrich-ip-ip-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>
- <name>geo-enrich-ip-latitude-record-path</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>false</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>${enrich_ip1}_geo_country</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>${enrich_ip1}_geo_country_iso</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>${enrich_ip1}_geo_city</value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>/srv/shared/GeoLite2-City.mmdb</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>${enrich_ip1}_geo_lon</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>${enrich_ip1}_geo_accuracy</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>${enrich_ip1}</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>${enrich_ip1}_geo_lat</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>GeoIP IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>found</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>not found</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>original</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.GeoEnrichIPRecord</type>
- </processors>
- <processors>
- <id>e856acde-b4b1-3be6-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-1216.0</x>
- <y>408.0</y>
- </position>
- <bundle>
- <artifact>nifi-enrich-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>replacement-value-strategy</name>
+ <value>record-path-value</value>
+ </property>
+ <property>
+ <name>/rrname_length</name>
+ <value>/dns/rrname</value>
+ </property>
+ <property>
+ <name>/rrname_domain</name>
+ <value>/dns/rrname</value>
+ </property>
+ <property>
+ <name>/rrname_domain_length</name>
+ <value>/dns/rrname</value>
+ </property>
+ </processor>
+ <processor>
+ <id>24e1d8ed-10f4-3b46-958c-f2fb676e3192</id>
+ <name>Remove unnecessary filebeat fields</name>
+ <position x="-987.5658863682004" y="234.96963460665665" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.JoltTransformJSON</class>
+ <bundle>
<group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>
- <name>geo-enrich-ip-split-found-not-found</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>
- <name>geo-enrich-ip-country-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>
- <name>geo-enrich-ip-country-iso-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>
- <name>geo-enrich-ip-city-record-path</name>
- </value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>
- <name>Geo Database File</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-reader</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-writer</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>
- <name>geo-enrich-ip-longitude-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- <value>
- <name>geo-enrich-ip-country-postal-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>
- <name>geo-enrich-ip-accuracy-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>
- <name>geo-enrich-ip-ip-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>
- <name>geo-enrich-ip-latitude-record-path</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>true</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>${enrich_ip1}_ipreg_domain</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>${enrich_ip1}_ipreg_comment</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>${enrich_ip1}_ipreg_name</value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>/srv/shared/ipreg.mmdb</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>${enrich_ip1}_ipreg_lon</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>${enrich_ip1}_ipreg_accuracy</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>${enrich_ip1}</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>${enrich_ip1}_ipreg_lat</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>IPReg IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>found</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>not found</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>original</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.GeoEnrichIPRecord</type>
- </processors>
- <processors>
- <id>fb1a97b2-5e15-3bca-0000-000000000000</id>
- <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId>
- <position>
- <x>-1208.0</x>
- <y>168.0</y>
- </position>
- <bundle>
<artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>jolt-spec</key>
- <value>
- <name>jolt-spec</name>
- </value>
- </entry>
- <entry>
- <key>jolt-transform</key>
- <value>
- <name>jolt-transform</name>
- </value>
- </entry>
- <entry>
- <key>jolt-custom-class</key>
- <value>
- <name>jolt-custom-class</name>
- </value>
- </entry>
- <entry>
- <key>jolt-custom-modules</key>
- <value>
- <name>jolt-custom-modules</name>
- </value>
- </entry>
- <entry>
- <key>pretty_print</key>
- <value>
- <name>pretty_print</name>
- </value>
- </entry>
- <entry>
- <key>Transform Cache Size</key>
- <value>
- <name>Transform Cache Size</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>jolt-spec</key>
- <value>[{
- "operation": "default",
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>jolt-transform</name>
+ <value>jolt-transform-chain</value>
+ </property>
+ <property>
+ <name>jolt-custom-class</name>
+ </property>
+ <property>
+ <name>jolt-custom-modules</name>
+ </property>
+ <property>
+ <name>jolt-spec</name>
+ <value>[{
+ "operation": "shift",
"spec": {
"*": {
- "${enrich_ip1:substring(1)}_geo_city": "",
- "${enrich_ip1:substring(1)}_geo_lon": "",
- "${enrich_ip1:substring(1)}_geo_lat": "",
- "${enrich_ip1:substring(1)}_geo_country": "",
- "${enrich_ip1:substring(1)}_geo_country_iso": "",
- "${enrich_ip1:substring(1)}_ipreg_name": "",
- "${enrich_ip1:substring(1)}_ipreg_comment": "",
- "${enrich_ip1:substring(1)}_ipreg_domain": ""
+ "json": {
+ "*": {
+ "@": "[#4].&"
+ }
+ },
+ "host": {
+ "name": "[#3].beat_host"
+ },
+ "source": "[#2].source"
}
}
}]</value>
- </entry>
- <entry>
- <key>jolt-transform</key>
- <value>jolt-transform-chain</value>
- </entry>
- <entry>
- <key>jolt-custom-class</key>
- </entry>
- <entry>
- <key>jolt-custom-modules</key>
- </entry>
- <entry>
- <key>pretty_print</key>
- <value>false</value>
- </entry>
- <entry>
- <key>Transform Cache Size</key>
- <value>1</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Add GeoIP fields</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
- </processors>
- </contents>
- <name>GeoIP and IPreg</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>9b3b9cc7-49bf-3b66-0000-000000000000</id>
- <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId>
- <position>
- <x>1160.0</x>
- <y>136.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>7f5a13cb-a049-385d-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>68dc57d7-2016-3e27-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>57c1773b-65c7-3cdb-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>8b2fee0f-a726-3c80-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>7f6fec16-3a92-325e-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>68dc57d7-2016-3e27-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>d6c427a3-f4fb-39a5-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>3f92a75f-ec3e-3f4c-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId>
- <id>68dc57d7-2016-3e27-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>3f92a75f-ec3e-3f4c-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <position>
- <x>-1312.0</x>
- <y>792.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>57c1773b-65c7-3cdb-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <position>
- <x>-844.0935517008102</x>
- <y>599.9303408428605</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>7f6fec16-3a92-325e-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <position>
- <x>-832.0</x>
- <y>1064.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>68dc57d7-2016-3e27-0000-000000000000</id>
- <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId>
- <position>
- <x>-896.0</x>
- <y>760.0</y>
- </position>
- <bundle>
+ </property>
+ <property>
+ <name>Transform Cache Size</name>
+ <value>1</value>
+ </property>
+ <property>
+ <name>pretty_print</name>
+ <value>false</value>
+ </property>
+ </processor>
+ <processor>
+ <id>47757d9f-c23d-33ca-9c88-3c8722bd00a5</id>
+ <name>Add rrname_domain++</name>
+ <position x="-368.27336608185624" y="1138.9635842383886" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <bundle>
+ <group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>replacement-value-strategy</name>
+ <value>literal-value</value>
+ </property>
+ <property>
+ <name>/rrname_length</name>
+ <value>${field.value:length():toNumber()}</value>
+ </property>
+ <property>
+ <name>/ip_src_addr</name>
+ <value>0.0.0.0</value>
+ </property>
+ <property>
+ <name>/src_ip</name>
+ <value>0.0.0.0</value>
+ </property>
+ <property>
+ <name>/ip_dst_addr</name>
+ <value>0.0.0.0</value>
+ </property>
+ <property>
+ <name>/rrname_domain</name>
+ <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')})}</value>
+ </property>
+ <property>
+ <name>/dest_ip</name>
+ <value>0.0.0.0</value>
+ </property>
+ <property>
+ <name>/rrname_domain_length</name>
+ <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')}):length():toNumber()}</value>
+ </property>
+ </processor>
+ <processor>
+ <id>e89b0470-bff2-323c-92e5-5fb2d3949070</id>
+ <name>Prepend [</name>
+ <position x="-996.7179797450688" y="47.535499055489254" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.ReplaceText</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_ip1}_misp</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>95585729-0c77-3c1d-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_ip1}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Misp ip1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Misp lookup</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich IP1</name>
- <variables/>
- </processGroups>
- <processGroups>
- <id>f0ca318f-d7bb-321b-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <position>
-<x>-56.0</x>
-<y>584.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>215bef88-7432-3238-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>d6490898-79c0-3eb5-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>0dbb2fcb-c11b-396e-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>8a1c36f4-037d-3d09-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId>
- <id>c508548a-6dd0-3ef5-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>448f52fe-9e76-3792-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>8e0af9b9-0274-339d-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>1c42374a-61ad-3d92-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>ab8d073c-e5c0-314c-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>d55bfb6f-a1c5-3bcb-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>aa73b938-03ee-3d90-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId>
- <id>742a8211-a5e6-347d-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>742a8211-a5e6-347d-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <position>
- <x>552.0</x>
- <y>-96.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>c508548a-6dd0-3ef5-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <position>
- <x>520.0</x>
- <y>704.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>33258978-2057-3612-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <position>
- <x>480.0</x>
- <y>384.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>0b2f9272-06fe-3a8c-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>448f52fe-9e76-3792-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>adae2d07-ad4f-38f2-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>2785730d-e096-3a35-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>adae2d07-ad4f-38f2-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>1c42374a-61ad-3d92-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>fe67c36a-4ae0-3e30-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <bends>
- <x>-1088.0</x>
- <y>832.0</y>
- </bends>
- <destination>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>4bad43e2-bfed-3e45-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>0</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>33258978-2057-3612-0000-000000000000</groupId>
- <id>adae2d07-ad4f-38f2-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>4bad43e2-bfed-3e45-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <position>
- <x>-1403.592919640183</x>
- <y>819.7224736847786</y>
- </position>
- </funnels>
- <inputPorts>
- <id>1c42374a-61ad-3d92-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <position>
- <x>-844.0935517008102</x>
- <y>599.9303408428605</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>448f52fe-9e76-3792-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <position>
- <x>-864.0</x>
- <y>1048.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>adae2d07-ad4f-38f2-0000-000000000000</id>
- <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId>
- <position>
- <x>-895.0935517008102</x>
- <y>759.9303408428605</y>
- </position>
- <bundle>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Regular Expression</name>
+ <value>(?s)(^.*$)</value>
+ </property>
+ <property>
+ <name>Replacement Value</name>
+ <value>[</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Maximum Buffer Size</name>
+ <value>1 MB</value>
+ </property>
+ <property>
+ <name>Replacement Strategy</name>
+ <value>Prepend</value>
+ </property>
+ <property>
+ <name>Evaluation Mode</name>
+ <value>Entire text</value>
+ </property>
+ <property>
+ <name>Line-by-Line Evaluation Mode</name>
+ <value>All</value>
+ </property>
+ </processor>
+ <processor>
+ <id>fd6b6513-51f8-3a96-a764-13bd39ec7f84</id>
+ <name>Partition records based on event_type</name>
+ <position x="-382.59400260581754" y="446.9900134408068" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.PartitionRecord</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>event_type</name>
+ <value>/event_type</value>
+ </property>
+ <autoTerminatedRelationship>original</autoTerminatedRelationship>
+ </processor>
+ <processor>
+ <id>a88dab36-f543-32fc-8f45-aa11b99c0ff4</id>
+ <name>Add standardized fields</name>
+ <position x="-982.3277701858627" y="433.7665258942376" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <bundle>
+ <group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>replacement-value-strategy</name>
+ <value>record-path-value</value>
+ </property>
+ <property>
+ <name>/ip_dst_port</name>
+ <value>/dest_port</value>
+ </property>
+ <property>
+ <name>/ip_src_addr</name>
+ <value>/src_ip</value>
+ </property>
+ <property>
+ <name>/ip_dst_addr</name>
+ <value>/dest_ip</value>
+ </property>
+ <property>
+ <name>/ip_src_port</name>
+ <value>/src_port</value>
+ </property>
+ </processor>
+ <processor>
+ <id>1a038948-9e9a-3523-b899-990077bfd575</id>
+ <name>Convert timestamp</name>
+ <position x="-385.7461824498648" y="233.13395543765722" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>replacement-value-strategy</name>
+ <value>literal-value</value>
+ </property>
+ <property>
+ <name>/TLP</name>
+ <value>AMBER</value>
+ </property>
+ <property>
+ <name>/mime.type</name>
+ <value>application/json</value>
+ </property>
+ <property>
+ <name>/timestamp</name>
+ <value>${field.value:replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value>
+ </property>
+ </processor>
+ <processor>
+ <id>7eeb23aa-b112-3cc8-bb56-2ca20b456907</id>
+ <name>Add enrichment attributes</name>
+ <position x="-381.71987132795925" y="1362.5536493927905" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-update-attribute-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Delete Attributes Expression</name>
+ </property>
+ <property>
+ <name>Store State</name>
+ <value>Do not store state</value>
+ </property>
+ <property>
+ <name>Stateful Variables Initial Value</name>
+ </property>
+ <property>
+ <name>canonical-value-lookup-cache-size</name>
+ <value>100</value>
+ </property>
+ <property>
+ <name>enrich_domain1</name>
+ <value>/rrname_domain</value>
+ </property>
+ <property>
+ <name>enrich_fqdn1</name>
+ <value>/dns/rrname</value>
+ </property>
+ </processor>
+ <processor>
+ <id>46cdd7aa-91f0-307c-90aa-65747e558f25</id>
+ <name>Add attributes</name>
+ <position x="-990.1194195007834" y="665.1839855126569" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-update-attribute-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Delete Attributes Expression</name>
+ </property>
+ <property>
+ <name>Store State</name>
+ <value>Do not store state</value>
+ </property>
+ <property>
+ <name>Stateful Variables Initial Value</name>
+ </property>
+ <property>
+ <name>canonical-value-lookup-cache-size</name>
+ <value>100</value>
+ </property>
+ <property>
+ <name>data_id</name>
+ <value>suricata-${event_type}</value>
+ </property>
+ <property>
+ <name>data_index</name>
+ <value>logs-${beats.sender:substringBeforeLast('/'):substringBeforeLast('.'):substringAfterLast('.')}-suricata-${event_type}</value>
+ </property>
+ <property>
+ <name>data_type</name>
+ <value>suricata</value>
+ </property>
+ <property>
+ <name>enrich_ip2</name>
+ <value>/ip_dst_addr</value>
+ </property>
+ <property>
+ <name>enrich_ip1</name>
+ <value>/ip_src_addr</value>
+ </property>
+ <property>
+ <name>TLP</name>
+ <value>AMBER</value>
+ </property>
+ </processor>
+ <processor>
+ <id>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</id>
+ <name>ListenBeats</name>
+ <position x="-987.897149146032" y="-167.11494242687536" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.beats.ListenBeats</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-beats-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>2</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>NONE</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Local Network Interface</name>
+ </property>
+ <property>
+ <name>Port</name>
+ <value>6101</value>
+ </property>
+ <property>
+ <name>Receive Buffer Size</name>
+ <value>65507 B</value>
+ </property>
+ <property>
+ <name>Max Size of Message Queue</name>
+ <value>100000</value>
+ </property>
+ <property>
+ <name>Max Size of Socket Buffer</name>
+ <value>10 MB</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Max Batch Size</name>
+ <value>5000</value>
+ </property>
+ <property>
+ <name>Message Delimiter</name>
+ <value>,\n</value>
+ </property>
+ <property>
+ <name>Max Number of TCP Connections</name>
+ <value>90</value>
+ </property>
+ <property>
+ <name>SSL_CONTEXT_SERVICE</name>
+ </property>
+ <property>
+ <name>Client Auth</name>
+ <value>REQUIRED</value>
+ </property>
+ </processor>
+ <processor>
+ <id>be18c77e-5e4e-3552-ac9b-892ab69a9d49</id>
+ <name>Append ]</name>
+ <position x="-396.7049152015222" y="50.4274414148523" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.ReplaceText</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Regular Expression</name>
+ <value>(?s)(^.*$)</value>
+ </property>
+ <property>
+ <name>Replacement Value</name>
+ <value>]</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Maximum Buffer Size</name>
+ <value>1 MB</value>
+ </property>
+ <property>
+ <name>Replacement Strategy</name>
+ <value>Append</value>
+ </property>
+ <property>
+ <name>Evaluation Mode</name>
+ <value>Entire text</value>
+ </property>
+ <property>
+ <name>Line-by-Line Evaluation Mode</name>
+ <value>All</value>
+ </property>
+ </processor>
+ <outputPort>
+ <id>055308a4-d020-39a9-9da4-b165796ef717</id>
+ <name>To enrichment</name>
+ <position x="-900.0911671813442" y="1418.3104443450675" />
+ <comments />
+ <scheduledState>STOPPED</scheduledState>
+ </outputPort>
+ <funnel>
+ <id>d8f19295-5666-31a8-b701-52214c4db51d</id>
+ <position x="-1500.995244929405" y="257.20806784146276" />
+ </funnel>
+ <funnel>
+ <id>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</id>
+ <position x="283.72871497338747" y="273.4623850295515" />
+ </funnel>
+ <funnel>
+ <id>c4afa3d5-0170-1000-ffff-ffffe437a306</id>
+ <position x="396.10723355029654" y="1188.222598705122" />
+ </funnel>
+ <connection>
+ <id>d39ff93b-85e9-3c56-9f44-1916d1abcd9d</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c4ae2f82-0170-1000-ffff-ffff91d33f16</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>d59eabae-f47a-3d88-a1c9-e15c156202d6</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>dns</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>a4471b0c-c924-31e0-9aa1-7cf56b1be0ed</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>f9a8aee6-502f-3eb9-8806-8964276d4ca0</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>1a038948-9e9a-3523-b899-990077bfd575</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>e8ad07a6-cd62-3473-9b16-833cf43026a6</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>e89b0470-bff2-323c-92e5-5fb2d3949070</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>1 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>33baee02-9354-3b7f-a910-6220a5f6108f</id>
+ <name />
+ <bendPoints>
+ <bendPoint x="-775.4788208007812" y="947.9116821289062" />
+ </bendPoints>
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship>alert</relationship>
+ <relationship>files</relationship>
+ <relationship>http</relationship>
+ <relationship>ssh</relationship>
+ <relationship>tls</relationship>
+ <relationship>flow</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c010a48c-a3af-3cfc-9693-9885925e763e</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>46cdd7aa-91f0-307c-90aa-65747e558f25</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>3a82b9ea-a974-3750-ad78-275da67285e6</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c4afb718-0170-1000-0000-000061284251</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>67789d5d-ebdc-390c-adc8-f2111f467ad4</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c4afc7bc-0170-1000-ffff-ffffae3762dd</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>f4bd2bed-88a1-396f-974b-19dcb5f40101</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>9b860d17-8918-3956-a8b2-54ec49231c37</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>98594ca0-2fce-349c-8432-94f4d021d1fe</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>d7ef534a-9fb6-3973-b2fa-2738705db47a</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c31d92b9-0e34-387d-86df-9536bf2ed9c9</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>7417695b-cbde-3637-bb24-2e265bb2817c</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>46cdd7aa-91f0-307c-90aa-65747e558f25</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>19336e9e-3581-3d83-bb51-b9af2f5a6005</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>3e181820-b214-399d-a0df-474d15e2f146</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>e9962c43-9689-39b9-a1ba-cd2eac598802</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>1f219054-ea65-3700-a503-2d24acf2c754</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>8c6c7a60-0856-3a39-8ed6-6e7d0b98c0ae</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId>
+ <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</destinationId>
+ <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ </processGroup>
+ <processGroup>
+ <id>83691174-683f-3c7c-8526-8fc00397aee1</id>
+ <name>Zeek</name>
+ <position x="-504.0" y="152.0" />
+ <comment />
+ <processor>
+ <id>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</id>
+ <name>ListenBeats</name>
+ <position x="-1114.9155421491096" y="263.01449694104195" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.beats.ListenBeats</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-beats-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Local Network Interface</name>
+ </property>
+ <property>
+ <name>Port</name>
+ <value>6100</value>
+ </property>
+ <property>
+ <name>Receive Buffer Size</name>
+ <value>65507 B</value>
+ </property>
+ <property>
+ <name>Max Size of Message Queue</name>
+ <value>10000</value>
+ </property>
+ <property>
+ <name>Max Size of Socket Buffer</name>
+ <value>2 MB</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Max Batch Size</name>
+ <value>10000</value>
+ </property>
+ <property>
+ <name>Message Delimiter</name>
+ <value>,\n</value>
+ </property>
+ <property>
+ <name>Max Number of TCP Connections</name>
+ <value>100</value>
+ </property>
+ <property>
+ <name>SSL_CONTEXT_SERVICE</name>
+ </property>
+ <property>
+ <name>Client Auth</name>
+ <value>REQUIRED</value>
+ </property>
+ </processor>
+ <processor>
+ <id>ac17155e-32f1-3be8-843e-00877c210519</id>
+ <name>Prepend [</name>
+ <position x="-1124.1429683635654" y="475.2240314903287" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.ReplaceText</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_ip2}_tor</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>95585729-0c77-3c1d-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_ip2}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Tor src IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Tor nodes lookup</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>a8873c56-d149-34d1-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <position>
- <x>480.0</x>
- <y>144.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>4b08f253-ef28-33de-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>d467bca6-15df-38bb-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>aa73b938-03ee-3d90-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>7d7bee1e-5f2a-3302-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>3bc8c27b-9004-389c-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>found</selectedRelationships>
- <selectedRelationships>not found</selectedRelationships>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>e16581ea-ff17-3cec-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>99624319-4877-3576-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>0dbb2fcb-c11b-396e-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>found</selectedRelationships>
- <selectedRelationships>not found</selectedRelationships>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>3bc8c27b-9004-389c-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>a4870f06-f96b-328a-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>8e8abe4a-9ed6-3ec8-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>d467bca6-15df-38bb-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>fa792c57-5b74-38da-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>e16581ea-ff17-3cec-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>a8873c56-d149-34d1-0000-000000000000</groupId>
- <id>d467bca6-15df-38bb-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>8e8abe4a-9ed6-3ec8-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-1560.0</x>
- <y>336.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>aa73b938-03ee-3d90-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-1192.0</x>
- <y>-32.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>0dbb2fcb-c11b-396e-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-1160.0</x>
- <y>752.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Data output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>3bc8c27b-9004-389c-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-1216.0</x>
- <y>432.0</y>
- </position>
- <bundle>
- <artifact>nifi-enrich-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Regular Expression</name>
+ <value>(?s)(^.*$)</value>
+ </property>
+ <property>
+ <name>Replacement Value</name>
+ <value>[</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Maximum Buffer Size</name>
+ <value>1 MB</value>
+ </property>
+ <property>
+ <name>Replacement Strategy</name>
+ <value>Prepend</value>
+ </property>
+ <property>
+ <name>Evaluation Mode</name>
+ <value>Entire text</value>
+ </property>
+ <property>
+ <name>Line-by-Line Evaluation Mode</name>
+ <value>All</value>
+ </property>
+ </processor>
+ <processor>
+ <id>fec43039-de5d-1e3b-850a-5e25d7b93c76</id>
+ <name>UpdateAttribute</name>
+ <position x="-1121.584644408096" y="913.629598069974" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-update-attribute-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>
- <name>geo-enrich-ip-split-found-not-found</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>
- <name>geo-enrich-ip-country-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>
- <name>geo-enrich-ip-country-iso-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>
- <name>geo-enrich-ip-city-record-path</name>
- </value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>
- <name>Geo Database File</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-reader</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-writer</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>
- <name>geo-enrich-ip-longitude-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- <value>
- <name>geo-enrich-ip-country-postal-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>
- <name>geo-enrich-ip-accuracy-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>
- <name>geo-enrich-ip-ip-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>
- <name>geo-enrich-ip-latitude-record-path</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>true</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>${enrich_ip2}_ipreg_domain</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>${enrich_ip2}_ipreg_comment</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>${enrich_ip2}_ipreg_name</value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>/srv/shared/ipreg.mmdb</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>${enrich_ip2}_ipreg_lon</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>${enrich_ip2}_ipreg_accuracy</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>${enrich_ip2}</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>${enrich_ip2}_ipreg_lat</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>IPReg IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>found</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>not found</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>original</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.GeoEnrichIPRecord</type>
- </processors>
- <processors>
- <id>d467bca6-15df-38bb-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-1224.0</x>
- <y>176.0</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Delete Attributes Expression</name>
+ </property>
+ <property>
+ <name>Store State</name>
+ <value>Do not store state</value>
+ </property>
+ <property>
+ <name>Stateful Variables Initial Value</name>
+ </property>
+ <property>
+ <name>canonical-value-lookup-cache-size</name>
+ <value>100</value>
+ </property>
+ <property>
+ <name>data_index</name>
+ <value>logs-uninett-darknet</value>
+ </property>
+ <property>
+ <name>mime.type</name>
+ <value>application/json</value>
+ </property>
+ <property>
+ <name>enrich_ip2</name>
+ <value>/ip_dst_addr</value>
+ </property>
+ <property>
+ <name>enrich_ip1</name>
+ <value>/ip_src_addr</value>
+ </property>
+ <property>
+ <name>TLP</name>
+ <value>GREEN</value>
+ </property>
+ </processor>
+ <processor>
+ <id>9027e415-c8cd-355e-af16-0c635f43832f</id>
+ <name>Convert timestamp and add fields</name>
+ <position x="-472.77987807459795" y="696.7530680701591" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.UpdateRecord</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>jolt-spec</key>
- <value>
- <name>jolt-spec</name>
- </value>
- </entry>
- <entry>
- <key>jolt-transform</key>
- <value>
- <name>jolt-transform</name>
- </value>
- </entry>
- <entry>
- <key>jolt-custom-class</key>
- <value>
- <name>jolt-custom-class</name>
- </value>
- </entry>
- <entry>
- <key>jolt-custom-modules</key>
- <value>
- <name>jolt-custom-modules</name>
- </value>
- </entry>
- <entry>
- <key>pretty_print</key>
- <value>
- <name>pretty_print</name>
- </value>
- </entry>
- <entry>
- <key>Transform Cache Size</key>
- <value>
- <name>Transform Cache Size</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>jolt-spec</key>
- <value>[{
- "operation": "default",
- "spec": {
- "*": {
- "${enrich_ip2:substring(1)}_geo_city": "",
- "${enrich_ip2:substring(1)}_geo_lon": "",
- "${enrich_ip2:substring(1)}_geo_lat": "",
- "${enrich_ip2:substring(1)}_geo_country": "",
- "${enrich_ip2:substring(1)}_geo_country_iso": "",
- "${enrich_ip2:substring(1)}_ipreg_name": "",
- "${enrich_ip2:substring(1)}_ipreg_comment": "",
- "${enrich_ip2:substring(1)}_ipreg_domain": ""
- }
- }
-}]</value>
- </entry>
- <entry>
- <key>jolt-transform</key>
- <value>jolt-transform-chain</value>
- </entry>
- <entry>
- <key>jolt-custom-class</key>
- </entry>
- <entry>
- <key>jolt-custom-modules</key>
- </entry>
- <entry>
- <key>pretty_print</key>
- <value>false</value>
- </entry>
- <entry>
- <key>Transform Cache Size</key>
- <value>1</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Add GeoIP fields</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
- </processors>
- <processors>
- <id>e16581ea-ff17-3cec-0000-000000000000</id>
- <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId>
- <position>
- <x>-624.0</x>
- <y>184.0</y>
- </position>
- <bundle>
- <artifact>nifi-enrich-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>replacement-value-strategy</name>
+ <value>literal-value</value>
+ </property>
+ <property>
+ <name>/TLP</name>
+ <value>GREEN</value>
+ </property>
+ <property>
+ <name>/data_type</name>
+ <value>zeek</value>
+ </property>
+ <property>
+ <name>/data_index</name>
+ <value>logs-zeek-conn</value>
+ </property>
+ <property>
+ <name>/mime.type</name>
+ <value>application/json</value>
+ </property>
+ <property>
+ <name>/data_id</name>
+ <value>zeek_conn</value>
+ </property>
+ <property>
+ <name>/timestamp</name>
+ <value>${field.value:multiply(1000):format('yyyy-MM-dd HH:mm:ss.SSSZ'):replace(' ','T'):replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value>
+ </property>
+ </processor>
+ <processor>
+ <id>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</id>
+ <name>Remove filebeat fields</name>
+ <position x="-1121.1565561587029" y="706.9002449806696" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.jolt.record.JoltTransformRecord</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-jolt-record-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>
- <name>geo-enrich-ip-split-found-not-found</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>
- <name>geo-enrich-ip-country-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>
- <name>geo-enrich-ip-country-iso-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>
- <name>geo-enrich-ip-city-record-path</name>
- </value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>
- <name>Geo Database File</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-reader</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>geo-enrich-ip-record-writer</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>
- <name>geo-enrich-ip-longitude-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- <value>
- <name>geo-enrich-ip-country-postal-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>
- <name>geo-enrich-ip-accuracy-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>
- <name>geo-enrich-ip-ip-record-path</name>
- </value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>
- <name>geo-enrich-ip-latitude-record-path</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>geo-enrich-ip-split-found-not-found</key>
- <value>false</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-record-path</key>
- <value>${enrich_ip2}_geo_country</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-iso-record-path</key>
- <value>${enrich_ip2}_geo_country_iso</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-city-record-path</key>
- <value>${enrich_ip2}_geo_city</value>
- </entry>
- <entry>
- <key>Geo Database File</key>
- <value>/srv/shared/GeoLite2-City.mmdb</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-longitude-record-path</key>
- <value>${enrich_ip2}_geo_lon</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-country-postal-record-path</key>
- </entry>
- <entry>
- <key>geo-enrich-ip-accuracy-record-path</key>
- <value>${enrich_ip2}_geo_accuracy</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-ip-record-path</key>
- <value>${enrich_ip2}</value>
- </entry>
- <entry>
- <key>geo-enrich-ip-latitude-record-path</key>
- <value>${enrich_ip2}_geo_lat</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>GeoIP IP</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>found</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>not found</name>
- </relationships>
- <relationships>
- <autoTerminate>true</autoTerminate>
- <name>original</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.GeoEnrichIPRecord</type>
- </processors>
- </contents>
- <name>GeoIP and IPreg</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>de2bc05d-fbd2-35bc-0000-000000000000</id>
- <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId>
- <position>
- <x>1160.0</x>
- <y>136.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>2475c41e-5711-3de0-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>ab8d073c-e5c0-314c-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>2cd2029e-53ae-3575-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>a7505eac-df84-3e17-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>d259fdb6-aa03-35b1-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>2cd2029e-53ae-3575-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>d2bfc9ce-5c85-3dc2-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>2cd2029e-53ae-3575-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId>
- <id>d6490898-79c0-3eb5-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>d259fdb6-aa03-35b1-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <position>
- <x>-1264.0</x>
- <y>784.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>d6490898-79c0-3eb5-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <position>
- <x>-844.0935517008102</x>
- <y>599.9303408428605</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>ab8d073c-e5c0-314c-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <position>
- <x>-864.0</x>
- <y>1096.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>2cd2029e-53ae-3575-0000-000000000000</id>
- <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId>
- <position>
- <x>-895.0935517008102</x>
- <y>759.9303408428605</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>jolt-record-record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>jolt-record-record-writer</name>
+ <value>17b30955-5464-3709-8a32-69a459850cfa</value>
+ </property>
+ <property>
+ <name>jolt-record-transform</name>
+ <value>jolt-transform-chain</value>
+ </property>
+ <property>
+ <name>jolt-record-custom-class</name>
+ </property>
+ <property>
+ <name>jolt-record-custom-modules</name>
+ </property>
+ <property>
+ <name>jolt-record-spec</name>
+ <value>[
+ {
+ "operation": "shift",
+ "spec": {
+ "json": {
+ "ts": "timestamp",
+ "*": {
+ "@": "&"
+ }
+ },
+ "host": {
+ "name": "host"
+ },
+ "source": "source"
+ }
+ },{
+ "operation" : "modify-overwrite-beta",
+ "spec" :
+ {
+ "timestamp": "=toString"
+ }
+ }
+]</value>
+ </property>
+ <property>
+ <name>jolt-record-transform-cache-size</name>
+ <value>1</value>
+ </property>
+ <autoTerminatedRelationship>original</autoTerminatedRelationship>
+ </processor>
+ <processor>
+ <id>06501f48-82c7-3c36-b99c-7368a322608b</id>
+ <name>Append ]</name>
+ <position x="-465.8393574027825" y="478.1159738496917" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.ReplaceText</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_ip2}_misp</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>95585729-0c77-3c1d-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_ip2}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Misp ip</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Misp lookup</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich IP2</name>
- <variables/>
- </processGroups>
- <processors>
- <id>be9226d7-777f-3820-0000-000000000000</id>
- <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId>
- <position>
-<x>624.0</x>
-<y>328.0</y>
- </position>
- <bundle>
-<artifact>nifi-standard-nar</artifact>
-<group>org.apache.nifi</group>
-<version>1.11.4</version>
- </bundle>
- <config>
-<bulletinLevel>WARN</bulletinLevel>
-<comments/>
-<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
-<descriptors>
- <entry>
- <key>Routing Strategy</key>
- <value>
- <name>Routing Strategy</name>
- </value>
- </entry>
- <entry>
- <key>ip</key>
- <value>
- <name>ip</name>
- </value>
- </entry>
-</descriptors>
-<executionNode>ALL</executionNode>
-<lossTolerant>false</lossTolerant>
-<penaltyDuration>30 sec</penaltyDuration>
-<properties>
- <entry>
- <key>Routing Strategy</key>
- <value>Route to Property name</value>
- </entry>
- <entry>
- <key>ip</key>
- <value>${enrich_ip2:notNull()}</value>
- </entry>
-</properties>
-<runDurationMillis>25</runDurationMillis>
-<schedulingPeriod>0 sec</schedulingPeriod>
-<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
-<yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check IP2 enrichment</name>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>ip</name>
- </relationships>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- </contents>
- <name>IP enrichment</name>
- <variables/>
- </processGroups>
- <processGroups>
- <id>18b73371-23b9-38ae-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-202.47354083453774</x>
- <y>596.1945491887745</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>38f83439-e478-36c1-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>2703fe3e-7e6a-310e-0000-000000000000</id>
-<type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>11b67527-3401-3961-0000-000000000000</groupId>
-<id>12745a98-f547-38d2-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>89e0e297-932f-3150-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>f9d9877a-de02-3374-0000-000000000000</groupId>
-<id>0cdf1224-a6d5-3ac4-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>fqdn</selectedRelationships>
- <source>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>2703fe3e-7e6a-310e-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>e8250750-f7ec-3194-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>11b67527-3401-3961-0000-000000000000</groupId>
-<id>f2cc04f8-56bc-3adb-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>20fbbe49-e445-3200-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>f55bb76d-4c50-376b-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>6863b8fa-1731-3421-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>f9d9877a-de02-3374-0000-000000000000</groupId>
-<id>58b0935e-1c5b-3ad1-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>ffceaa53-aa89-3efe-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>6863b8fa-1731-3421-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
-<groupId>18b73371-23b9-38ae-0000-000000000000</groupId>
-<id>2703fe3e-7e6a-310e-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <inputPorts>
- <id>20fbbe49-e445-3200-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <position>
-<x>445.99992244551936</x>
-<y>65.99999105121077</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>6863b8fa-1731-3421-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <position>
-<x>1080.0</x>
-<y>696.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Ouput</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processGroups>
- <id>11b67527-3401-3961-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <position>
-<x>376.0</x>
-<y>200.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>6573c0c2-4266-3551-0000-000000000000</id>
- <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>11b67527-3401-3961-0000-000000000000</groupId>
- <id>12745a98-f547-38d2-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>9b6cb318-b9e8-36f1-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>98ec93c8-a52d-3df8-0000-000000000000</id>
- <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>c31f9f4a-becc-35c3-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>11b67527-3401-3961-0000-000000000000</groupId>
- <id>f2cc04f8-56bc-3adb-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>f2cc04f8-56bc-3adb-0000-000000000000</id>
- <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId>
- <position>
- <x>448.0</x>
- <y>56.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>12745a98-f547-38d2-0000-000000000000</id>
- <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId>
- <position>
- <x>432.0</x>
- <y>536.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>c763d1fd-ae0f-3297-0000-000000000000</id>
- <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId>
- <position>
- <x>379.1725199638772</x>
- <y>224.3012562119061</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>836e8959-7934-34f3-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>9b6cb318-b9e8-36f1-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>ce84ada1-58b8-3c28-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>99b11d95-dfb3-34cf-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>ce84ada1-58b8-3c28-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>c31f9f4a-becc-35c3-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>badc00ed-f022-3045-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>8811d4ff-bf71-38a6-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId>
- <id>ce84ada1-58b8-3c28-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>8811d4ff-bf71-38a6-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <position>
- <x>-1204.5503424650574</x>
- <y>470.375701251353</y>
- </position>
- </funnels>
- <inputPorts>
- <id>c31f9f4a-becc-35c3-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <position>
- <x>-673.6437977775172</x>
- <y>241.37341901017993</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>9b6cb318-b9e8-36f1-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <position>
- <x>-688.0</x>
- <y>752.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>ce84ada1-58b8-3c28-0000-000000000000</id>
- <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId>
- <position>
- <x>-722.6437977775172</x>
- <y>418.37341901017993</y>
- </position>
- <bundle>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>STOPPED</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>Regular Expression</name>
+ <value>(?s)(^.*$)</value>
+ </property>
+ <property>
+ <name>Replacement Value</name>
+ <value>]</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Maximum Buffer Size</name>
+ <value>1 MB</value>
+ </property>
+ <property>
+ <name>Replacement Strategy</name>
+ <value>Append</value>
+ </property>
+ <property>
+ <name>Evaluation Mode</name>
+ <value>Entire text</value>
+ </property>
+ <property>
+ <name>Line-by-Line Evaluation Mode</name>
+ <value>All</value>
+ </property>
+ </processor>
+ <outputPort>
+ <id>a28a9e95-1003-3ea6-9af6-a334c1aec07c</id>
+ <name>To enrichment</name>
+ <position x="-1065.7090714972117" y="1164.8389289189608" />
+ <comments />
+ <scheduledState>STOPPED</scheduledState>
+ </outputPort>
+ <funnel>
+ <id>06521038-335b-3139-839d-ab43a013ce03</id>
+ <position x="-1557.869726298236" y="758.8984861527665" />
+ </funnel>
+ <funnel>
+ <id>c8c0a13d-0170-1000-ffff-ffff874141fa</id>
+ <position x="248.5321508445502" y="703.4412774751572" />
+ </funnel>
+ <connection>
+ <id>216d4dcf-f425-33d0-a5c1-5cdf1402162e</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>3c739604-b69c-3e86-ba4c-a4739078837c</id>
+ <name />
+ <bendPoints />
+ <labelIndex>0</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>295b97b9-1291-3a83-8191-78a300d0feaa</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>ac17155e-32f1-3be8-843e-00877c210519</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c8be8213-0170-1000-0000-0000695bc36c</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>fec43039-de5d-1e3b-850a-5e25d7b93c76</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>a28a9e95-1003-3ea6-9af6-a334c1aec07c</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>a056b363-8398-3877-8750-1bc9dcb9b1cd</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>06501f48-82c7-3c36-b99c-7368a322608b</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>ee8556df-9826-3d45-82de-5c1c876db435</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>2d0f222e-d08e-31fd-b5e1-1ce178368e4c</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>9027e415-c8cd-355e-af16-0c635f43832f</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>ed8609a1-bd09-391e-831b-1ab5b53a5049</id>
+ <name />
+ <bendPoints />
+ <labelIndex>0</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>c8be6e60-0170-1000-ffff-ffffe34d52ef</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>fec43039-de5d-1e3b-850a-5e25d7b93c76</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>2a6e865b-4b36-3807-8bd7-eb2f39f95d4f</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId>
+ <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId>
+ <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ </processGroup>
+ </processGroup>
+ <processGroup>
+ <id>b3d57504-7c06-37a3-b59b-8723f60fa728</id>
+ <name>Test data</name>
+ <position x="-496.0" y="552.0" />
+ <comment />
+ <outputPort>
+ <id>d30dc946-251a-307c-8e88-f2262b0bb194</id>
+ <name>To enrichment</name>
+ <position x="731.0454088698874" y="433.2315817172085" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
+ </outputPort>
+ <processGroup>
+ <id>0c83ef26-0175-1000-ffff-ffffcac37910</id>
+ <name>Suricata</name>
+ <position x="462.0553417896858" y="119.99261716112323" />
+ <comment />
+ <processor>
+ <id>bb7dc9ff-2d25-3134-9617-cca3cabe9179</id>
+ <name>Alerts</name>
+ <position x="496.0" y="392.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
+ <bundle>
+ <group>org.apache.nifi</group>
<artifact>nifi-standard-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>10 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>RUNNING</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>File Size</name>
+ <value>0B</value>
+ </property>
+ <property>
+ <name>Batch Size</name>
+ <value>1</value>
+ </property>
+ <property>
+ <name>Data Format</name>
+ <value>Text</value>
+ </property>
+ <property>
+ <name>Unique FlowFiles</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>generate-ff-custom-text</name>
+ <value>[{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999991,"rev": 1,"signature": "SOC TEST1"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "10.0.0.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"},
+{"timestamp":"${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","alert":{"action":"allowed","category":"Potentially Bad Traffic","gid":1,"metadata":{"affected_product":["Any"],"attack_target":["Client_Endpoint"],"created_at":["2019_07_26"],"deployment":["Perimeter"],"former_category":["DNS"],"signature_severity":["Minor"],"updated_at":["2019_09_28"]},"rev":3,"severity":2,"signature":"ET DNS Query for .cc TLD","signature_id":2027758},"app_proto":"dns","destination":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":53},"dns":{"query":[{"id":37261,"rrname":"static.arduino.cc","rrtype":"A","tx_id":2,"type":"query"}]},"event_type":"alert","flow":{"bytes_toclient":1039,"bytes_toserver":343,"pkts_toclient":2,"pkts_toserver":3,"start":"${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}"},"flow_id":1889254052511234,"in_iface":"if1","payload":"kY0BAAABAAAAAAABBnN0YXRpYwdhcmR1aW5vAmNjAAABAAEAACkPoAAAgAAAAA==","payload_printable":".............static.arduino.cc.......)........","proto":"UDP","source":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":64164},"stream":0,"tx_id":2},
+{"timestamp":"${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","TLP":"AMBER","alert":{"action":"allowed","category":"Attempted Information Leak","gid":1,"metadata":{"created_at":["2014_10_15"],"former_category":["CURRENT_EVENTS"],"updated_at":["2014_10_15"]},"rev":6,"severity":2,"signature":"ET EXPLOIT SSL excessive fatal alerts (possible POODLE attack against server)","signature_id":2019418},"app_proto":"tls","destination":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":37220},"event_type":"alert","flow":{"bytes_toclient":247,"bytes_toserver":298,"pkts_toclient":4,"pkts_toserver":4,"start":"${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}"},"flow_id":43047386649621,"payload":"FQMAAAICKA==","payload_printable":"......(","proto":"TCP","source":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":443},"stream":1,"tls":{"ja3":{},"version":"SSLv3"},"tx_id":0}]
+</value>
+ </property>
+ <property>
+ <name>character-set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>mime.type</name>
+ <value>application/json</value>
+ </property>
+ <property>
+ <name>enrich_domain1</name>
+ <value>/host_domain</value>
+ </property>
+ <property>
+ <name>enrich_ip1</name>
+ <value>/source/ip</value>
+ </property>
+ <property>
+ <name>enrich_fqdn1</name>
+ <value>/host</value>
+ </property>
+ <property>
+ <name>data_id</name>
+ <value>suricata_alert</value>
+ </property>
+ <property>
+ <name>data_index</name>
+ <value>logs-suricata-alert</value>
+ </property>
+ <property>
+ <name>data_type</name>
+ <value>suricata</value>
+ </property>
+ <property>
+ <name>enrich_ip2</name>
+ <value>/destination/ip</value>
+ </property>
+ </processor>
+ <processor>
+ <id>f8143c19-b547-1c84-90b7-2e3c37a659e7</id>
+ <name>TLS</name>
+ <position x="496.0" y="536.0" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
+ <bundle>
<group>org.apache.nifi</group>
+ <artifact>nifi-standard-nar</artifact>
<version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_fqdn1}_umbrella</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>67289e27-a14d-3fa6-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_fqdn1}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Umbrella fqdn1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Umbrella</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich fqdn1</name>
- <variables/>
- </processGroups>
- <processGroups>
- <id>f9d9877a-de02-3374-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <position>
-<x>368.0</x>
-<y>416.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>0e265607-1619-3a73-0000-000000000000</id>
- <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>eaa99086-a6b8-39d4-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>f9d9877a-de02-3374-0000-000000000000</groupId>
- <id>0cdf1224-a6d5-3ac4-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>fae5d513-1604-3fed-0000-000000000000</id>
- <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>f9d9877a-de02-3374-0000-000000000000</groupId>
- <id>58b0935e-1c5b-3ad1-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>c8994201-98f4-31d2-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>0cdf1224-a6d5-3ac4-0000-000000000000</id>
- <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId>
- <position>
- <x>448.0</x>
- <y>56.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>58b0935e-1c5b-3ad1-0000-000000000000</id>
- <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId>
- <position>
- <x>432.0</x>
- <y>536.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>363fd695-1466-3404-0000-000000000000</id>
- <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId>
- <position>
- <x>379.1725199638772</x>
- <y>224.3012562119061</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>07dc7680-3bfd-3c8e-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>c8994201-98f4-31d2-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
+ </bundle>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>10 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>RUNNING</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>File Size</name>
+ <value>0B</value>
+ </property>
+ <property>
+ <name>Batch Size</name>
+ <value>1</value>
+ </property>
+ <property>
+ <name>Data Format</name>
+ <value>Text</value>
+ </property>
+ <property>
+ <name>Unique FlowFiles</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>generate-ff-custom-text</name>
+ <value>[{"timestamp":"${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","TLP":"AMBER","destination":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":443},"event_type":"tls","flow_id":852792667052212,"in_iface":"if1","proto":"TCP","source":{"ip":"10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","port":53466},"tls":{"ja3":{"hash":"e5b607b5862a46cab44d7bacd582b3cd","string":"771,4867-4865-4866-52393-52392-49195-49199-49196-49200-49171-49172-156-157-47-53-10,0-23-65281-10-11-35-16-5-13-18-51-45-43-27-21,29-23-24,0"},"sni":"clients3.google.com","sni_domain":"google.com","version":"TLS 1.3"}}]</value>
+ </property>
+ <property>
+ <name>character-set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>mime.type</name>
+ <value>application/json</value>
+ </property>
+ <property>
+ <name>enrich_domain1</name>
+ <value>/tls/sni_domain</value>
+ </property>
+ <property>
+ <name>enrich_fqdn1</name>
+ <value>/tls/sni</value>
+ </property>
+ <property>
+ <name>enrich_ip1</name>
+ <value>/source/ip</value>
+ </property>
+ <property>
+ <name>data_id</name>
+ <value>suricata_tls</value>
+ </property>
+ <property>
+ <name>data_index</name>
+ <value>logs-suricata-tls</value>
+ </property>
+ <property>
+ <name>data_type</name>
+ <value>suricata</value>
+ </property>
+ <property>
+ <name>enrich_ip2</name>
+ <value>/destination/ip</value>
+ </property>
+ </processor>
+ <outputPort>
+ <id>0c864b15-0175-1000-0000-00001d403b1e</id>
+ <name>To enrichment</name>
+ <position x="1192.0" y="576.0" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
+ </outputPort>
+ <connection>
+ <id>1cb3658c-0175-1000-ffff-ffff93193081</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>f8143c19-b547-1c84-90b7-2e3c37a659e7</sourceId>
+ <sourceGroupId>0c83ef26-0175-1000-ffff-ffffcac37910</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>0c864b15-0175-1000-0000-00001d403b1e</destinationId>
+ <destinationGroupId>0c83ef26-0175-1000-ffff-ffffcac37910</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>0c865d01-0175-1000-0000-0000559b408d</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>bb7dc9ff-2d25-3134-9617-cca3cabe9179</sourceId>
+ <sourceGroupId>0c83ef26-0175-1000-ffff-ffffcac37910</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>0c864b15-0175-1000-0000-00001d403b1e</destinationId>
+ <destinationGroupId>0c83ef26-0175-1000-ffff-ffffcac37910</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship>success</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ </processGroup>
+ <connection>
+ <id>0c866fa6-0175-1000-ffff-ffffe866c936</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>0306116f-b13d-30fc-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
<zIndex>0</zIndex>
- </connections>
- <connections>
- <id>22235e01-01cc-3c36-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>05ba3e1b-a16b-3177-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
+ <sourceId>0c864b15-0175-1000-0000-00001d403b1e</sourceId>
+ <sourceGroupId>0c83ef26-0175-1000-ffff-ffffcac37910</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>d30dc946-251a-307c-8e88-f2262b0bb194</destinationId>
+ <destinationGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>0306116f-b13d-30fc-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>eace85fb-87e1-3fde-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>0306116f-b13d-30fc-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>363fd695-1466-3404-0000-000000000000</groupId>
- <id>eaa99086-a6b8-39d4-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>05ba3e1b-a16b-3177-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <position>
- <x>-1204.5503424650574</x>
- <y>470.375701251353</y>
- </position>
- </funnels>
- <inputPorts>
- <id>eaa99086-a6b8-39d4-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <position>
- <x>-673.6437977775172</x>
- <y>241.37341901017993</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>c8994201-98f4-31d2-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <position>
- <x>-688.0</x>
- <y>752.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>0306116f-b13d-30fc-0000-000000000000</id>
- <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId>
- <position>
- <x>-722.6437977775172</x>
- <y>418.37341901017993</y>
- </position>
+ </connection>
+ </processGroup>
+ <connection>
+ <id>c5fe676f-baa5-3d90-956e-fe502db0ac68</id>
+ <name />
+ <bendPoints />
+ <labelIndex>0</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>d30dc946-251a-307c-8e88-f2262b0bb194</sourceId>
+ <sourceGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
+ <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>214d5013-0175-1000-ffff-ffff9b7dbebb</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>1ef39440-1985-3bbb-8e03-859a1c5ee4b1</sourceId>
+ <sourceGroupId>84607b52-9748-3d38-b519-b0a05cddd097</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>21a9e277-2d80-359a-9c57-cb76d8962e6d</destinationId>
+ <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>27d64272-0172-1000-0000-000079e1c9c6</id>
+ <name />
+ <bendPoints>
+ <bendPoint x="88.0" y="864.0" />
+ </bendPoints>
+ <labelIndex>0</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>27d5761b-0172-1000-0000-000059275dad</sourceId>
+ <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId>
+ <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>27d65fe7-0172-1000-ffff-ffffec2db03b</id>
+ <name />
+ <bendPoints>
+ <bendPoint x="-744.0" y="856.0" />
+ </bendPoints>
+ <labelIndex>0</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>27d5dab2-0172-1000-ffff-ffffab5c50be</sourceId>
+ <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>21a9e277-2d80-359a-9c57-cb76d8962e6d</destinationId>
+ <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId>
+ <destinationType>OUTPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <controllerService>
+ <id>94600c6c-704e-3ff8-a2a4-f2f25c71dc3b</id>
+ <name>JsonRecordSetWriter</name>
+ <comment />
+ <class>org.apache.nifi.json.JsonRecordSetWriter</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-record-serialization-services-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <enabled>true</enabled>
+ <property>
+ <name>Schema Write Strategy</name>
+ <value>no-schema</value>
+ </property>
+ <property>
+ <name>schema-cache</name>
+ </property>
+ <property>
+ <name>schema-access-strategy</name>
+ <value>inherit-record-schema</value>
+ </property>
+ <property>
+ <name>schema-registry</name>
+ </property>
+ <property>
+ <name>schema-name</name>
+ <value>${schema.name}</value>
+ </property>
+ <property>
+ <name>schema-version</name>
+ </property>
+ <property>
+ <name>schema-branch</name>
+ </property>
+ <property>
+ <name>schema-text</name>
+ <value>${avro.schema}</value>
+ </property>
+ <property>
+ <name>Date Format</name>
+ </property>
+ <property>
+ <name>Time Format</name>
+ </property>
+ <property>
+ <name>Timestamp Format</name>
+ </property>
+ <property>
+ <name>Pretty Print JSON</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>suppress-nulls</name>
+ <value>suppress-missing</value>
+ </property>
+ <property>
+ <name>output-grouping</name>
+ <value>output-array</value>
+ </property>
+ <property>
+ <name>compression-format</name>
+ <value>none</value>
+ </property>
+ <property>
+ <name>compression-level</name>
+ <value>1</value>
+ </property>
+ </controllerService>
+ <controllerService>
+ <id>09b4fa02-0459-358d-939f-54fda8aea702</id>
+ <name>VolatileSchemaCache</name>
+ <comment />
+ <class>org.apache.nifi.schema.inference.VolatileSchemaCache</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-record-serialization-services-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <enabled>false</enabled>
+ <property>
+ <name>max-cache-size</name>
+ <value>100</value>
+ </property>
+ </controllerService>
+ </processGroup>
+ <processGroup>
+ <id>e9c19adc-c8a4-327e-ad24-24e71fd3474e</id>
+ <name>Data output</name>
+ <position x="829.4446253936723" y="1015.2711478364996" />
+ <comment />
+ <inputPort>
+ <id>e333b82d-7408-3747-8dd2-46473704e51b</id>
+ <name>Data input</name>
+ <position x="-688.0" y="496.0" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
+ </inputPort>
+ <processGroup>
+ <id>7ebf304b-4978-3adc-ac31-470fb76e5029</id>
+ <name>Elastic odfe</name>
+ <position x="-759.1319580078125" y="739.6137390136719" />
+ <comment />
+ <processor>
+ <id>8b48f28f-2379-3f0f-81fe-4e1b93e72666</id>
+ <name>PutElasticsearchHttpRecord</name>
+ <position x="-856.2311706542969" y="629.8186340332031" />
+ <styles />
+ <comment />
+ <class>org.apache.nifi.processors.elasticsearch.PutElasticsearchHttpRecord</class>
<bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-elasticsearch-nar</artifact>
+ <version>1.11.4</version>
</bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_fqdn2}_umbrella</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>67289e27-a14d-3fa6-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_fqdn2}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Umbrella fqdn1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Umbrella</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich fqdn2</name>
- <variables/>
- </processGroups>
- <processors>
- <id>2703fe3e-7e6a-310e-0000-000000000000</id>
- <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId>
- <position>
-<x>1040.0</x>
-<y>232.0</y>
- </position>
- <bundle>
-<artifact>nifi-standard-nar</artifact>
-<group>org.apache.nifi</group>
-<version>1.11.4</version>
- </bundle>
- <config>
-<bulletinLevel>WARN</bulletinLevel>
-<comments/>
-<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
-<descriptors>
- <entry>
- <key>Routing Strategy</key>
- <value>
- <name>Routing Strategy</name>
- </value>
- </entry>
- <entry>
- <key>fqdn</key>
- <value>
- <name>fqdn</name>
- </value>
- </entry>
-</descriptors>
-<executionNode>ALL</executionNode>
-<lossTolerant>false</lossTolerant>
-<penaltyDuration>30 sec</penaltyDuration>
-<properties>
- <entry>
- <key>Routing Strategy</key>
- <value>Route to Property name</value>
- </entry>
- <entry>
- <key>fqdn</key>
- <value>${enrich_fqdn2:notNull()}</value>
- </entry>
-</properties>
-<runDurationMillis>25</runDurationMillis>
-<schedulingPeriod>0 sec</schedulingPeriod>
-<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
-<yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check fqdn2 enrichment</name>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>fqdn</name>
- </relationships>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- </contents>
- <name>fqdn enrichment</name>
- <variables/>
- </processGroups>
- <processGroups>
- <id>dbf2c54a-902c-35f7-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-213.29739929099082</x>
- <y>283.59665734060223</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>07a44f1b-cf03-34ae-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>73daed42-086d-3ed5-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>unmatched</selectedRelationships>
- <source>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>1957f5c3-b6cb-3c80-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>7452ed37-8831-36e2-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>309911c5-0f97-37e4-0000-000000000000</groupId>
-<id>bf74c1ba-45ad-3c0d-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>3fe12fd1-6d8d-38a3-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>74a800f3-16dd-3368-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>1957f5c3-b6cb-3c80-0000-000000000000</id>
-<type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>309911c5-0f97-37e4-0000-000000000000</groupId>
-<id>f270695c-edf6-3a9f-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>7b8d2c74-7b0e-3242-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>464af303-e93a-32ed-0000-000000000000</groupId>
-<id>0097ae66-e4c5-316c-0000-000000000000</id>
-<type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>domain</selectedRelationships>
- <source>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>1957f5c3-b6cb-3c80-0000-000000000000</id>
-<type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>ebcf3e45-f097-32ce-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
-<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId>
-<id>73daed42-086d-3ed5-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
-<groupId>464af303-e93a-32ed-0000-000000000000</groupId>
-<id>1464f185-b2d5-3347-0000-000000000000</id>
-<type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <inputPorts>
- <id>3fe12fd1-6d8d-38a3-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <position>
-<x>509.00004968724306</x>
-<y>99.00000248493421</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>73daed42-086d-3ed5-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <position>
-<x>1203.0259858484103</x>
-<y>705.9814639068373</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processGroups>
- <id>309911c5-0f97-37e4-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <position>
-<x>448.0</x>
-<y>248.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>4eab9f92-b7e9-3ead-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>309911c5-0f97-37e4-0000-000000000000</groupId>
- <id>f270695c-edf6-3a9f-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>2ef455b6-6c77-39ae-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>e3b1bb45-a48a-387f-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>c7b3b6c4-6418-3dbe-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>309911c5-0f97-37e4-0000-000000000000</groupId>
- <id>bf74c1ba-45ad-3c0d-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>ff7df1ed-63be-3637-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>84dfe3a1-a6f4-3b80-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>ff4ada2c-5f6f-33bc-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>bf74c1ba-45ad-3c0d-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <position>
- <x>514.2120137074166</x>
- <y>123.48450940491682</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>f270695c-edf6-3a9f-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <position>
- <x>1232.0</x>
- <y>600.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>89e761fa-669e-30c2-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <position>
- <x>1152.0</x>
- <y>288.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>10dadfe7-5d9a-3d24-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>2ef455b6-6c77-39ae-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>84dfe3a1-a6f4-3b80-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>54e0221c-5b48-35ce-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>7297c375-d15a-36a2-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>0</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>41f0392a-8ce0-3b64-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>f5a581b0-22f6-345f-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>2ef455b6-6c77-39ae-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
+ <maxConcurrentTasks>1</maxConcurrentTasks>
+ <schedulingPeriod>0 sec</schedulingPeriod>
+ <penalizationPeriod>30 sec</penalizationPeriod>
+ <yieldPeriod>1 sec</yieldPeriod>
+ <bulletinLevel>WARN</bulletinLevel>
+ <lossTolerant>false</lossTolerant>
+ <scheduledState>RUNNING</scheduledState>
+ <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
+ <executionNode>ALL</executionNode>
+ <runDurationNanos>0</runDurationNanos>
+ <property>
+ <name>elasticsearch-http-url</name>
+ <value>${elastic_url}</value>
+ </property>
+ <property>
+ <name>SSL Context Service</name>
+ <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value>
+ </property>
+ <property>
+ <name>Character Set</name>
+ <value>UTF-8</value>
+ </property>
+ <property>
+ <name>Username</name>
+ <value>${elastic_username}</value>
+ </property>
+ <property>
+ <name>Password</name>
+ <value>enc{aa0e200e6ad20acb3eb1e1f1c7ab08154fc11ccf55c6176c4c8b12fab9f339cba76c4cf1f567bb8aeb4802017cc50639}</value>
+ </property>
+ <property>
+ <name>elasticsearch-http-connect-timeout</name>
+ <value>5 secs</value>
+ </property>
+ <property>
+ <name>elasticsearch-http-response-timeout</name>
+ <value>15 secs</value>
+ </property>
+ <property>
+ <name>proxy-configuration-service</name>
+ </property>
+ <property>
+ <name>elasticsearch-http-proxy-host</name>
+ </property>
+ <property>
+ <name>elasticsearch-http-proxy-port</name>
+ </property>
+ <property>
+ <name>proxy-username</name>
+ </property>
+ <property>
+ <name>proxy-password</name>
+ </property>
+ <property>
+ <name>put-es-record-record-reader</name>
+ <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value>
+ </property>
+ <property>
+ <name>put-es-record-record-writer</name>
+ </property>
+ <property>
+ <name>put-es-record-log-all-errors</name>
+ <value>false</value>
+ </property>
+ <property>
+ <name>put-es-record-id-path</name>
+ </property>
+ <property>
+ <name>put-es-record-index</name>
+ <value>${data_index}-${now():format("yyyy-MM-dd")}</value>
+ </property>
+ <property>
+ <name>put-es-record-type</name>
+ <value>_doc</value>
+ </property>
+ <property>
+ <name>put-es-record-index-op</name>
+ <value>index</value>
+ </property>
+ <property>
+ <name>suppress-nulls</name>
+ <value>always-suppress</value>
+ </property>
+ <property>
+ <name>Date Format</name>
+ </property>
+ <property>
+ <name>Time Format</name>
+ </property>
+ <property>
+ <name>Timestamp Format</name>
+ </property>
+ <autoTerminatedRelationship>success</autoTerminatedRelationship>
+ </processor>
+ <inputPort>
+ <id>e7d34e01-babe-3022-ad9b-a7620e7c0f38</id>
+ <name>Data input</name>
+ <position x="-803.9990234375" y="484.5271301269531" />
+ <comments />
+ <scheduledState>RUNNING</scheduledState>
+ </inputPort>
+ <funnel>
+ <id>a8cf8491-c2a7-3986-b803-58aff43326de</id>
+ <position x="-709.0761208187066" y="911.6861746431973" />
+ </funnel>
+ <connection>
+ <id>3280c550-2117-37a6-8b5e-3bc1953fa17e</id>
+ <name />
+ <bendPoints>
+ <bendPoint x="-393.2311706542969" y="669.8186340332031" />
+ <bendPoint x="-393.2311706542969" y="719.8186340332031" />
+ </bendPoints>
<labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>89e761fa-669e-30c2-0000-000000000000</groupId>
- <id>41f0392a-8ce0-3b64-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
<zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>7297c375-d15a-36a2-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <position>
- <x>128.0</x>
- <y>360.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>84dfe3a1-a6f4-3b80-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <position>
- <x>808.0</x>
- <y>80.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>2ef455b6-6c77-39ae-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <position>
- <x>552.0</x>
- <y>592.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>41f0392a-8ce0-3b64-0000-000000000000</id>
- <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId>
- <position>
- <x>512.0000051876734</x>
- <y>313.00000027413637</y>
- </position>
- <bundle>
- <artifact>nifi-scripting-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>Script File</key>
- <value>
- <name>Script File</name>
- </value>
- </entry>
- <entry>
- <key>Frequency File</key>
- <value>
- <name>Frequency File</name>
- </value>
- </entry>
- <entry>
- <key>Script Engine</key>
- <value>
- <name>Script Engine</name>
- </value>
- </entry>
- <entry>
- <key>Script Body</key>
- <value>
- <name>Script Body</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>Result Field 2</key>
- <value>
- <name>Result Field 2</name>
- </value>
- </entry>
- <entry>
- <key>Module Directory</key>
- <value>
- <name>Module Directory</name>
- </value>
- </entry>
- <entry>
- <key>Input Field</key>
- <value>
- <name>Input Field</name>
- </value>
- </entry>
- <entry>
- <key>Result Field 1</key>
- <value>
- <name>Result Field 1</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>Script File</key>
- <value>/srv/shared/freq/freqProcessor.py</value>
- </entry>
- <entry>
- <key>Frequency File</key>
- <value>/srv/shared/freq/alexa.json</value>
- </entry>
- <entry>
- <key>Script Engine</key>
- <value>python</value>
- </entry>
- <entry>
- <key>Script Body</key>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>Result Field 2</key>
- <value>${enrich_domain1}_freq2</value>
- </entry>
- <entry>
- <key>Module Directory</key>
- <value>/srv/shared/freq</value>
- </entry>
- <entry>
- <key>Input Field</key>
- <value>${enrich_domain1}</value>
- </entry>
- <entry>
- <key>Result Field 1</key>
- <value>${enrich_domain1}_freq1</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Entropy domain1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.script.InvokeScriptedProcessor</type>
- </processors>
- </contents>
- <name>Entropy</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>df54305f-551e-38ff-0000-000000000000</id>
- <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId>
- <position>
- <x>448.0</x>
- <y>288.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>002d4937-dcb5-3cf1-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>ff4ada2c-5f6f-33bc-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
+ <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId>
+ <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId>
+ <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship>retry</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>ccab62e9-53cd-3d5e-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>1af92349-7a45-30ec-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>85764070-cd41-38a1-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>ccab62e9-53cd-3d5e-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>8d7da7f5-2a03-32fd-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>ccab62e9-53cd-3d5e-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
+ </connection>
+ <connection>
+ <id>02a9e341-0590-34a8-9f0c-9d6992869e59</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>df54305f-551e-38ff-0000-000000000000</groupId>
- <id>c7b3b6c4-6418-3dbe-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
<zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>85764070-cd41-38a1-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <position>
- <x>-1152.0</x>
- <y>512.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>c7b3b6c4-6418-3dbe-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <position>
- <x>-673.6437977775172</x>
- <y>241.37341901017993</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>ff4ada2c-5f6f-33bc-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <position>
- <x>-704.0</x>
- <y>736.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>ccab62e9-53cd-3d5e-0000-000000000000</id>
- <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId>
- <position>
- <x>-726.6263417228297</x>
- <y>457.36850568010186</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_domain1}_alexa</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>282db77b-3118-3b3c-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_domain1}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Alexa domain1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Alexa</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich domain1</name>
- <variables/>
- </processGroups>
- <processGroups>
- <id>464af303-e93a-32ed-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <position>
-<x>440.0</x>
-<y>496.0</y>
- </position>
- <comments/>
- <contents>
-<connections>
- <id>28cd9bc0-ab4c-3013-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>a7e674e2-60b2-3417-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>464af303-e93a-32ed-0000-000000000000</groupId>
- <id>0097ae66-e4c5-316c-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>7fcacebd-9235-37f8-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>464af303-e93a-32ed-0000-000000000000</groupId>
- <id>1464f185-b2d5-3347-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>10c439ea-f35c-3171-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<connections>
- <id>cbec0f65-cf3a-3c85-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>ecc214d7-667d-3d81-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>23f74eb2-f2ec-3612-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
-</connections>
-<inputPorts>
- <id>0097ae66-e4c5-316c-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <position>
- <x>514.2120137074166</x>
- <y>123.48450940491682</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
-</inputPorts>
-<outputPorts>
- <id>1464f185-b2d5-3347-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <position>
- <x>1232.0</x>
- <y>600.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
-</outputPorts>
-<processGroups>
- <id>bd4c02d9-77f7-3984-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <position>
- <x>448.0</x>
- <y>288.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>3264d31c-6569-3dde-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>bf17534a-3723-3f7d-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
+ <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId>
+ <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
+ <sourceType>PROCESSOR</sourceType>
+ <destinationId>a8cf8491-c2a7-3986-b803-58aff43326de</destinationId>
+ <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
+ <destinationType>FUNNEL</destinationType>
+ <relationship>failure</relationship>
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>1 min</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>4598e8b8-b54a-3855-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>6580ec44-ce8d-3aaf-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>4598e8b8-b54a-3855-0000-000000000000</id>
- <type>PROCESSOR</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>a7e674e2-60b2-3417-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>bd6b2b7a-04db-3e73-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>23f74eb2-f2ec-3612-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
+ </connection>
+ <connection>
+ <id>5de8f98f-ce46-3565-b0ce-7f8ecf518c53</id>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>success</selectedRelationships>
- <source>
- <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId>
- <id>4598e8b8-b54a-3855-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
<zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>bf17534a-3723-3f7d-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <position>
- <x>-1152.0</x>
- <y>512.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>a7e674e2-60b2-3417-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <position>
- <x>-673.6437977775172</x>
- <y>241.37341901017993</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Input data</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>23f74eb2-f2ec-3612-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <position>
- <x>-704.0</x>
- <y>736.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output data</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>4598e8b8-b54a-3855-0000-000000000000</id>
- <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId>
- <position>
- <x>-726.6263417228297</x>
- <y>457.36850568010186</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>result-contents</key>
- <value>
- <name>result-contents</name>
- </value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>
- <name>routing-strategy</name>
- </value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>
- <name>result-record-path</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>
- <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService>
- <name>lookup-service</name>
- </value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>
- <name>record-update-strategy</name>
- </value>
- </entry>
- <entry>
- <key>key</key>
- <value>
- <name>key</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>result-contents</key>
- <value>insert-entire-record</value>
- </entry>
- <entry>
- <key>routing-strategy</key>
- <value>route-to-success</value>
- </entry>
- <entry>
- <key>result-record-path</key>
- <value>${enrich_domain2}_alexa</value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>94600c6c-704e-3ff8-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>9d33f163-9c0f-3be7-0000-000000000000</value>
- </entry>
- <entry>
- <key>lookup-service</key>
- <value>282db77b-3118-3b3c-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-update-strategy</key>
- <value>use-property</value>
- </entry>
- <entry>
- <key>key</key>
- <value>${enrich_domain2}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Alexa domain1</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.LookupRecord</type>
- </processors>
- </contents>
- <name>Alexa</name>
- <variables/>
-</processGroups>
-<processGroups>
- <id>db261d6a-ab4a-3a2e-0000-000000000000</id>
- <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId>
- <position>
- <x>1152.0</x>
- <y>288.0</y>
- </position>
- <comments/>
- <contents>
- <connections>
- <id>7c35bcbf-f00e-3cf7-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>1667ea62-481a-3dfb-0000-000000000000</id>
- <type>FUNNEL</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>0</labelIndex>
- <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
+ <sourceId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</sourceId>
+ <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId>
+ <sourceType>INPUT_PORT</sourceType>
+ <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId>
+ <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
+ <destinationType>PROCESSOR</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>10 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <selectedRelationships>failure</selectedRelationships>
- <source>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>dfa2a0c7-3aba-3237-0000-000000000000</id>
- <type>PROCESSOR</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <connections>
- <id>906005a6-772b-3cba-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
- <backPressureObjectThreshold>10000</backPressureObjectThreshold>
- <destination>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>10c439ea-f35c-3171-0000-000000000000</id>
- <type>OUTPUT_PORT</type>
- </destination>
- <flowFileExpiration>0 sec</flowFileExpiration>
- <labelIndex>1</labelIndex>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
- <loadBalancePartitionAttribute/>
- <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
- <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <name/>
- <source>
- <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId>
- <id>ecc214d7-667d-3d81-0000-000000000000</id>
- <type>INPUT_PORT</type>
- </source>
- <zIndex>0</zIndex>
- </connections>
- <funnels>
- <id>1667ea62-481a-3dfb-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <position>
- <x>144.0</x>
- <y>352.0</y>
- </position>
- </funnels>
- <inputPorts>
- <id>ecc214d7-667d-3d81-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <position>
- <x>550.0000051876734</x>
- <y>118.0000002741364</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
+ </connection>
+ </processGroup>
+ <processGroup>
+ <id>2bb2f914-0172-1000-0000-0000240c76e4</id>
+ <name>Custom output</name>
+ <position x="-328.0" y="744.0" />
+ <comment />
+ <inputPort>
+ <id>2bb31aa5-0172-1000-0000-00000869fb70</id>
<name>Input</name>
- <state>RUNNING</state>
- <type>INPUT_PORT</type>
- </inputPorts>
- <outputPorts>
- <id>10c439ea-f35c-3171-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <position>
- <x>552.0</x>
- <y>584.0</y>
- </position>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <name>Output</name>
- <state>RUNNING</state>
- <type>OUTPUT_PORT</type>
- </outputPorts>
- <processors>
- <id>dfa2a0c7-3aba-3237-0000-000000000000</id>
- <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId>
- <position>
- <x>512.0000051876734</x>
- <y>313.00000027413637</y>
- </position>
- <bundle>
- <artifact>nifi-scripting-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
- <key>Script File</key>
- <value>
- <name>Script File</name>
- </value>
- </entry>
- <entry>
- <key>Frequency File</key>
- <value>
- <name>Frequency File</name>
- </value>
- </entry>
- <entry>
- <key>Script Engine</key>
- <value>
- <name>Script Engine</name>
- </value>
- </entry>
- <entry>
- <key>Script Body</key>
- <value>
- <name>Script Body</name>
- </value>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
- <name>record-writer</name>
- </value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>
- <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
- <name>record-reader</name>
- </value>
- </entry>
- <entry>
- <key>Result Field 2</key>
- <value>
- <name>Result Field 2</name>
- </value>
- </entry>
- <entry>
- <key>Module Directory</key>
- <value>
- <name>Module Directory</name>
- </value>
- </entry>
- <entry>
- <key>Input Field</key>
- <value>
- <name>Input Field</name>
- </value>
- </entry>
- <entry>
- <key>Result Field 1</key>
- <value>
- <name>Result Field 1</name>
- </value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
- <key>Script File</key>
- <value>/srv/shared/freq/freqProcessor.py</value>
- </entry>
- <entry>
- <key>Frequency File</key>
- <value>/srv/shared/freq/alexa.json</value>
- </entry>
- <entry>
- <key>Script Engine</key>
- <value>python</value>
- </entry>
- <entry>
- <key>Script Body</key>
- </entry>
- <entry>
- <key>record-writer</key>
- <value>913e4204-5f2f-38ec-0000-000000000000</value>
- </entry>
- <entry>
- <key>record-reader</key>
- <value>fa6751bf-0c51-3783-0000-000000000000</value>
- </entry>
- <entry>
- <key>Result Field 2</key>
- <value>${enrich_domain2}_freq2</value>
- </entry>
- <entry>
- <key>Module Directory</key>
- <value>/srv/shared/freq</value>
- </entry>
- <entry>
- <key>Input Field</key>
- <value>${enrich_domain2}</value>
- </entry>
- <entry>
- <key>Result Field 1</key>
- <value>${enrich_domain2}_freq1</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Entropy domain</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>failure</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>success</name>
- </relationships>
- <state>STOPPED</state>
- <style/>
- <type>org.apache.nifi.processors.script.InvokeScriptedProcessor</type>
- </processors>
- </contents>
- <name>Entropy</name>
- <variables/>
-</processGroups>
- </contents>
- <name>Enrich domain2</name>
- <variables/>
- </processGroups>
- <processors>
- <id>1957f5c3-b6cb-3c80-0000-000000000000</id>
- <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId>
- <position>
-<x>1136.0</x>
-<y>272.0</y>
- </position>
- <bundle>
-<artifact>nifi-standard-nar</artifact>
-<group>org.apache.nifi</group>
-<version>1.11.4</version>
- </bundle>
- <config>
-<bulletinLevel>WARN</bulletinLevel>
-<comments/>
-<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
-<descriptors>
- <entry>
- <key>Routing Strategy</key>
- <value>
- <name>Routing Strategy</name>
- </value>
- </entry>
- <entry>
- <key>domain</key>
- <value>
- <name>domain</name>
- </value>
- </entry>
-</descriptors>
-<executionNode>ALL</executionNode>
-<lossTolerant>false</lossTolerant>
-<penaltyDuration>30 sec</penaltyDuration>
-<properties>
- <entry>
- <key>Routing Strategy</key>
- <value>Route to Property name</value>
- </entry>
- <entry>
- <key>domain</key>
- <value>${enrich_domain2:notNull()}</value>
- </entry>
-</properties>
-<runDurationMillis>25</runDurationMillis>
-<schedulingPeriod>0 sec</schedulingPeriod>
-<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
-<yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check domain2 enrichment</name>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>domain</name>
- </relationships>
- <relationships>
-<autoTerminate>false</autoTerminate>
-<name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- </contents>
- <name>Domain enrichment</name>
- <variables/>
- </processGroups>
- <processors>
- <id>01b66126-695a-3059-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-810.0901791498266</x>
- <y>621.5273932626224</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
-<key>Routing Strategy</key>
-<value>
- <name>Routing Strategy</name>
-</value>
- </entry>
- <entry>
-<key>fqdn</key>
-<value>
- <name>fqdn</name>
-</value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
-<key>Routing Strategy</key>
-<value>Route to Property name</value>
- </entry>
- <entry>
-<key>fqdn</key>
-<value>${enrich_fqdn1:notNull()}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check fqdn enrichment</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>fqdn</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- <processors>
- <id>9ad88ad9-02cd-362c-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-826.748748485764</x>
- <y>36.9670905282473</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
-<key>Routing Strategy</key>
-<value>
- <name>Routing Strategy</name>
-</value>
- </entry>
- <entry>
-<key>ip</key>
-<value>
- <name>ip</name>
-</value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
-<key>Routing Strategy</key>
-<value>Route to Property name</value>
- </entry>
- <entry>
-<key>ip</key>
-<value>${enrich_ip1:notNull()}</value>
- </entry>
- </properties>
- <runDurationMillis>0</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check IP enrichment</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>ip</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- <processors>
- <id>c547ff40-bd6d-3108-0000-000000000000</id>
- <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId>
- <position>
- <x>-817.3441464349828</x>
- <y>305.19591132902855</y>
- </position>
- <bundle>
- <artifact>nifi-standard-nar</artifact>
- <group>org.apache.nifi</group>
- <version>1.11.4</version>
- </bundle>
- <config>
- <bulletinLevel>WARN</bulletinLevel>
- <comments/>
- <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount>
- <descriptors>
- <entry>
-<key>Routing Strategy</key>
-<value>
- <name>Routing Strategy</name>
-</value>
- </entry>
- <entry>
-<key>domain</key>
-<value>
- <name>domain</name>
-</value>
- </entry>
- </descriptors>
- <executionNode>ALL</executionNode>
- <lossTolerant>false</lossTolerant>
- <penaltyDuration>30 sec</penaltyDuration>
- <properties>
- <entry>
-<key>Routing Strategy</key>
-<value>Route to Property name</value>
- </entry>
- <entry>
-<key>domain</key>
-<value>${enrich_domain1:notNull()}</value>
- </entry>
- </properties>
- <runDurationMillis>25</runDurationMillis>
- <schedulingPeriod>0 sec</schedulingPeriod>
- <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
- <yieldDuration>1 sec</yieldDuration>
- </config>
- <executionNodeRestricted>false</executionNodeRestricted>
- <name>Check domain enrichment</name>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>domain</name>
- </relationships>
- <relationships>
- <autoTerminate>false</autoTerminate>
- <name>unmatched</name>
- </relationships>
- <state>RUNNING</state>
- <style/>
- <type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
- </processors>
- </contents>
- <name>Enrichment</name>
- <variables/>
- </processGroups>
- </snippet>
- <timestamp>04/27/2020 13:10:52 UTC</timestamp>
-</template>
+ <position x="-648.0" y="496.0" />
+ <comments />
+ <scheduledState>STOPPED</scheduledState>
+ </inputPort>
+ </processGroup>
+ <connection>
+ <id>34772170-2400-3eb6-b9c5-c03b912a38f3</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>e333b82d-7408-3747-8dd2-46473704e51b</sourceId>
+ <sourceGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</sourceGroupId>
+ <sourceType>INPUT_PORT</sourceType>
+ <destinationId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</destinationId>
+ <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId>
+ <destinationType>INPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ </processGroup>
+ <connection>
+ <id>875a975e-46e1-36fa-a035-4799201abd63</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>20b01ab3-3a8d-3573-b95d-a4a45494050f</sourceId>
+ <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>74abf119-faa6-3e9e-bb31-da2e79f89a38</destinationId>
+ <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId>
+ <destinationType>INPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>bbc37560-0171-1000-0000-000055178fff</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>c164884d-277f-31af-ac3c-18b211667bbf</sourceId>
+ <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId>
+ <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId>
+ <destinationType>INPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <connection>
+ <id>9cdaaee8-0e39-3dbd-a7cc-06a89056bb7c</id>
+ <name />
+ <bendPoints />
+ <labelIndex>1</labelIndex>
+ <zIndex>0</zIndex>
+ <sourceId>21a9e277-2d80-359a-9c57-cb76d8962e6d</sourceId>
+ <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId>
+ <sourceType>OUTPUT_PORT</sourceType>
+ <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId>
+ <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId>
+ <destinationType>INPUT_PORT</destinationType>
+ <relationship />
+ <maxWorkQueueSize>10000</maxWorkQueueSize>
+ <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
+ <flowFileExpiration>0 sec</flowFileExpiration>
+ <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
+ <partitioningAttribute />
+ <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
+ </connection>
+ <controllerService>
+ <id>b7794eb3-9227-36dd-8751-e87d1c2321ee</id>
+ <name>Misp DistributedMapCacheClientService</name>
+ <comment />
+ <class>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</class>
+ <bundle>
+ <group>org.apache.nifi</group>
+ <artifact>nifi-distributed-cache-services-nar</artifact>
+ <version>1.11.4</version>
+ </bundle>
+ <enabled>false</enabled>
+ <property>
+ <name>Server Hostname</name>
+ <value>localhost</value>
+ </property>
+ <property>
+ <name>Server Port</name>
+ <value>6000</value>
+ </property>
+ <property>
+ <name>SSL Context Service</name>
+ </property>
+ <property>
+ <name>Communications Timeout</name>
+ <value>30 secs</value>
+ </property>
+ </controllerService>
</processGroup>
<processGroup>
<id>72eb009e-0c2f-302d-bc6c-2d02c29c25a9</id>
<name>Enrichment data</name>
- <position x="1720.0" y="248.0"/>
- <comment/>
+ <position x="1720.0" y="248.0" />
+ <comment />
<processGroup>
<id>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</id>
<name>Top domains</name>
- <position x="970.3727876614566" y="673.4981494769316"/>
+ <position x="970.3727876614566" y="673.4981494769316" />
<comment>Downloads CSV files containing top domains from Alexa and Umbrella</comment>
<processor>
<id>857cd537-4aeb-31fb-9740-0513e6cc46fe</id>
<name>Unzip CSV files</name>
- <position x="-297.30227379373514" y="212.70767899178307"/>
- <styles/>
- <comment/>
+ <position x="-297.30227379373514" y="212.70767899178307" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.UnpackContent</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12273,9 +6284,9 @@
<processor>
<id>937de5fc-7d4a-35af-a071-46f04d6ea4fa</id>
<name>Save to disk</name>
- <position x="326.18698401876486" y="392.4228279175642"/>
- <styles/>
- <comment/>
+ <position x="326.18698401876486" y="392.4228279175642" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.PutFile</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12324,9 +6335,9 @@
<processor>
<id>3c4d65a9-aa39-380f-b16b-2aea028a019b</id>
<name>Download Alexa CSV file</name>
- <position x="197.54468055196799" y="-60.57735518790443"/>
- <styles/>
- <comment/>
+ <position x="197.54468055196799" y="-60.57735518790443" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.GetHTTP</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12399,9 +6410,9 @@
<processor>
<id>9d3d9047-fb85-3ae6-a815-0e19cc860c60</id>
<name>Download Umbrella CSV file</name>
- <position x="-297.30227379373514" y="-61.444390100013806"/>
- <styles/>
- <comment/>
+ <position x="-297.30227379373514" y="-61.444390100013806" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.GetHTTP</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12474,9 +6485,9 @@
<processor>
<id>9009320d-fb62-357e-ad94-bef8e95ea142</id>
<name>Set filename</name>
- <position x="-294.78310875467264" y="388.04684866613775"/>
- <styles/>
- <comment/>
+ <position x="-294.78310875467264" y="388.04684866613775" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12515,9 +6526,9 @@
<processor>
<id>86fdf574-d86b-3f35-9aa0-3ada1867aff8</id>
<name>Add headers</name>
- <position x="325.04416175313986" y="201.70740433357992"/>
- <styles/>
- <comment/>
+ <position x="325.04416175313986" y="201.70740433357992" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.ReplaceText</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12566,8 +6577,8 @@
</processor>
<connection>
<id>652026e5-0acd-3009-b45a-f68f3e37bef9</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>9d3d9047-fb85-3ae6-a815-0e19cc860c60</sourceId>
@@ -12581,15 +6592,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>b400d4e7-7106-3ea3-8b1a-0b9d2a8795b2</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="787.0441617531399" y="276.7074043335799"/>
- <bendPoint x="788.0441617531399" y="291.7074043335799"/>
+ <bendPoint x="787.0441617531399" y="276.7074043335799" />
+ <bendPoint x="788.0441617531399" y="291.7074043335799" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -12604,15 +6615,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>5d7b82fa-10f8-3a32-9ffa-ebce53eb6070</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="-414.74468712381326" y="221.65236588143148"/>
- <bendPoint x="-451.48125938943826" y="275.1232673706893"/>
+ <bendPoint x="-414.74468712381326" y="221.65236588143148" />
+ <bendPoint x="-451.48125938943826" y="275.1232673706893" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -12627,13 +6638,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>bfe27587-bb06-388c-a59a-8aad9830cda1</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>3c4d65a9-aa39-380f-b16b-2aea028a019b</sourceId>
@@ -12647,13 +6658,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>7af7ff86-6b85-3fd1-bbc4-efa4e04593d9</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>857cd537-4aeb-31fb-9740-0513e6cc46fe</sourceId>
@@ -12667,13 +6678,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e2d60b76-d9bf-380f-9cfd-eeda1422ad73</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>86fdf574-d86b-3f35-9aa0-3ada1867aff8</sourceId>
@@ -12687,13 +6698,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>58b9bce4-6f7a-369c-a93f-dc23e252c670</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>9009320d-fb62-357e-ad94-bef8e95ea142</sourceId>
@@ -12707,15 +6718,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>dea956ed-2b3b-39de-8cd8-a4d1f7a88aa2</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="790.1869840187649" y="473.4228279175642"/>
- <bendPoint x="789.1869840187649" y="482.42282791756406"/>
+ <bendPoint x="790.1869840187649" y="473.4228279175642" />
+ <bendPoint x="789.1869840187649" y="482.42282791756406" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -12730,21 +6741,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>b997e46b-7905-33e8-8bbc-f4d51b0cc735</id>
<name>Tor Nodes</name>
- <position x="968.7335178760902" y="456.9915202898361"/>
+ <position x="968.7335178760902" y="456.9915202898361" />
<comment>Downloads a CSV file of IP addresses used as Tor nodes</comment>
<processor>
<id>ad366a87-89d6-38ff-affe-a1f3575faa8a</id>
<name>Save to disk</name>
- <position x="-328.58331298828125" y="-153.10000610351562"/>
- <styles/>
- <comment/>
+ <position x="-328.58331298828125" y="-153.10000610351562" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.PutFile</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12793,9 +6804,9 @@
<processor>
<id>34f52e1e-164e-34e4-b5fc-e5d16f773b19</id>
<name>Get CSV file with Tor nodes</name>
- <position x="-323.0833282470703" y="-647.6000061035156"/>
- <styles/>
- <comment/>
+ <position x="-323.0833282470703" y="-647.6000061035156" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.GetHTTP</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12814,7 +6825,7 @@
<runDurationNanos>0</runDurationNanos>
<property>
<name>URL</name>
- <value>https://check.torproject.org/cgi-bin/TorBulkExitList.py?ip=1.1.1.1</value>
+ <value>http://check.torproject.org/torbulkexitlist</value>
</property>
<property>
<name>Filename</name>
@@ -12822,7 +6833,6 @@
</property>
<property>
<name>SSL Context Service</name>
- <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value>
</property>
<property>
<name>Username</name>
@@ -12865,9 +6875,9 @@
<processor>
<id>8c69ccb6-616f-3ce2-b0cd-57276cae3749</id>
<name>Add header</name>
- <position x="-325.5833282470703" y="-410.1000061035156"/>
- <styles/>
- <comment/>
+ <position x="-325.5833282470703" y="-410.1000061035156" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.ReplaceText</class>
<bundle>
<group>org.apache.nifi</group>
@@ -12916,8 +6926,8 @@
</processor>
<connection>
<id>33cb6d60-d003-3954-b9d0-f51ac40ed983</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</sourceId>
@@ -12931,15 +6941,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>cd13f619-bb19-37c2-b8fe-c962edfbf213</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="137.4166717529297" y="-370.1000061035156"/>
- <bendPoint x="137.4166717529297" y="-320.1000061035156"/>
+ <bendPoint x="137.4166717529297" y="-370.1000061035156" />
+ <bendPoint x="137.4166717529297" y="-320.1000061035156" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -12954,13 +6964,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>3941ee86-e740-3b8f-951a-c7da71e78fbe</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>34f52e1e-164e-34e4-b5fc-e5d16f773b19</sourceId>
@@ -12974,15 +6984,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>19de0f5c-c244-3e7d-b711-ee165b493ea2</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="134.41668701171875" y="-113.10000610351562"/>
- <bendPoint x="134.41668701171875" y="-63.100006103515625"/>
+ <bendPoint x="134.41668701171875" y="-113.10000610351562" />
+ <bendPoint x="134.41668701171875" y="-63.100006103515625" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -12997,13 +7007,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>8130df3d-dc8c-32c2-975d-9c94438cac05</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>34f52e1e-164e-34e4-b5fc-e5d16f773b19</sourceId>
@@ -13017,21 +7027,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>194a653f-0c92-3704-8bd4-ffa079643515</id>
<name>Misp</name>
- <position x="548.9658647769079" y="453.4916238226681"/>
+ <position x="548.9658647769079" y="453.4916238226681" />
<comment>Polls Misp database once every minute and places new IOCs in a NiFi memcache.</comment>
<processor>
<id>283bea4b-2774-3f2d-aabe-cf96989e9997</id>
<name>Set timestamp as FlowFile content</name>
- <position x="506.47715414708637" y="587.6551663734834"/>
- <styles/>
- <comment/>
+ <position x="506.47715414708637" y="587.6551663734834" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.ReplaceText</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13080,9 +7090,9 @@
<processor>
<id>e1e2caef-8178-3c91-b3ca-99f05f619064</id>
<name>Get timestamp of last successful poll</name>
- <position x="-168.51082396716333" y="-293.9956980367642"/>
- <styles/>
- <comment/>
+ <position x="-168.51082396716333" y="-293.9956980367642" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.FetchDistributedMapCache</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13123,8 +7133,8 @@
<processor>
<id>192802be-4416-3abc-ba03-90934f2df860</id>
<name>Get events</name>
- <position x="-151.66592451726592" y="335.6012170464188"/>
- <styles/>
+ <position x="-151.66592451726592" y="335.6012170464188" />
+ <styles />
<comment>Normally the query will have a filter at the end "/last:${last}" so that only new events are pulled. This has been removed from this demo.</comment>
<class>org.apache.nifi.processors.standard.InvokeHTTP</class>
<bundle>
@@ -13138,7 +7148,7 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>STOPPED</scheduledState>
+ <scheduledState>RUNNING</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
@@ -13255,9 +7265,9 @@
<processor>
<id>671c4e42-604f-389d-9cee-27431ca36448</id>
<name>Store timestamp</name>
- <position x="504.4604101497308" y="824.0677052542044"/>
- <styles/>
- <comment/>
+ <position x="504.4604101497308" y="824.0677052542044" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.PutDistributedMapCache</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13295,9 +7305,9 @@
<processor>
<id>c7cc4e24-7d9a-3a17-8af1-ca655f46595f</id>
<name>Update cache</name>
- <position x="-775.4735301448745" y="930.3624699197178"/>
- <styles/>
- <comment/>
+ <position x="-775.4735301448745" y="930.3624699197178" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.PutDistributedMapCache</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13335,9 +7345,9 @@
<processor>
<id>81ec71a0-719a-3205-9360-6a535072f7c6</id>
<name>Set attributes to get all events for the last x days</name>
- <position x="-378.1916613806792" y="-12.197472102501479"/>
- <styles/>
- <comment/>
+ <position x="-378.1916613806792" y="-12.197472102501479" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13380,9 +7390,9 @@
<processor>
<id>6d78b76c-5463-3610-b8c8-4796fa09c59b</id>
<name>Periodic polling</name>
- <position x="-171.36520083798905" y="-518.6967632987289"/>
- <styles/>
- <comment/>
+ <position x="-171.36520083798905" y="-518.6967632987289" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13395,7 +7405,7 @@
<yieldPeriod>1 sec</yieldPeriod>
<bulletinLevel>WARN</bulletinLevel>
<lossTolerant>false</lossTolerant>
- <scheduledState>RUNNING</scheduledState>
+ <scheduledState>STOPPED</scheduledState>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<executionNode>ALL</executionNode>
<runDurationNanos>0</runDurationNanos>
@@ -13430,9 +7440,9 @@
<processor>
<id>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</id>
<name>Extract IP address</name>
- <position x="-156.69110558236184" y="543.7042207790005"/>
- <styles/>
- <comment/>
+ <position x="-156.69110558236184" y="543.7042207790005" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.EvaluateJsonPath</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13473,9 +7483,9 @@
<processor>
<id>74d66e0e-0b65-36d2-96f1-4b836d2c4222</id>
<name>Set attributes to get new events since last poll</name>
- <position x="81.93877074822706" y="-13.058372981407729"/>
- <styles/>
- <comment/>
+ <position x="81.93877074822706" y="-13.058372981407729" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.attributes.UpdateAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13518,9 +7528,9 @@
<processor>
<id>ba1b7e7e-a03c-3ace-9182-7f43569537e2</id>
<name>Create one FlowFile for each IP address</name>
- <position x="-789.5267777615984" y="546.1428879861119"/>
- <styles/>
- <comment/>
+ <position x="-789.5267777615984" y="546.1428879861119" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.SplitJson</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13550,9 +7560,9 @@
<processor>
<id>d850fc04-df9a-36b7-b53f-8b397a1be69a</id>
<name>Extract Misp event ID and store it to FlowFile</name>
- <position x="-783.5607955237681" y="719.2550630641567"/>
- <styles/>
- <comment/>
+ <position x="-783.5607955237681" y="719.2550630641567" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.EvaluateJsonPath</class>
<bundle>
<group>org.apache.nifi</group>
@@ -13592,12 +7602,12 @@
</processor>
<funnel>
<id>c490b6b5-0170-1000-0000-000035bc685d</id>
- <position x="601.9534533822577" y="371.9240905653907"/>
+ <position x="601.9534533822577" y="371.9240905653907" />
</funnel>
<connection>
<id>39f7b787-0995-3721-8d50-700838b7a256</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>6d78b76c-5463-3610-b8c8-4796fa09c59b</sourceId>
@@ -13611,13 +7621,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>adc3f55b-8d9a-33d0-a7af-0d795fa234ba</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>d850fc04-df9a-36b7-b53f-8b397a1be69a</sourceId>
@@ -13631,13 +7641,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4a797ab8-fb0e-3c9a-b397-b3394eca1ce4</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>ba1b7e7e-a03c-3ace-9182-7f43569537e2</sourceId>
@@ -13651,13 +7661,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>4707ebf2-4b30-3e97-8abc-6ca8a9d168fd</id>
<name>Consecutive poll</name>
- <bendPoints/>
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>e1e2caef-8178-3c91-b3ca-99f05f619064</sourceId>
@@ -13671,13 +7681,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>58cc41df-404e-309b-9df6-2ea67e1fe2b7</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>283bea4b-2774-3f2d-aabe-cf96989e9997</sourceId>
@@ -13691,13 +7701,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>5e84f4ae-bf61-37d8-b115-0af74b89a6aa</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</sourceId>
@@ -13711,13 +7721,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>a9d8c7a2-6b55-3684-9954-92934d5a69e8</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>74d66e0e-0b65-36d2-96f1-4b836d2c4222</sourceId>
@@ -13731,13 +7741,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c2a99429-58ab-325b-b755-dffeb30b0fc1</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>0</labelIndex>
<zIndex>0</zIndex>
<sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId>
@@ -13752,15 +7762,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>a146ab21-f626-3fa5-a736-fdeec786eaf8</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="-312.47353014487453" y="970.3624699197178"/>
- <bendPoint x="-312.47353014487453" y="1020.3624699197178"/>
+ <bendPoint x="-312.47353014487453" y="970.3624699197178" />
+ <bendPoint x="-312.47353014487453" y="1020.3624699197178" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13775,13 +7785,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c022992b-534a-317a-943c-86142ee1cf81</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>81ec71a0-719a-3205-9360-6a535072f7c6</sourceId>
@@ -13795,13 +7805,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>424c08f5-1ad1-3a0a-923c-c3fd988f7d2e</id>
<name>Update timestamp</name>
- <bendPoints/>
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId>
@@ -13815,15 +7825,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>5b9b78c7-890c-3fe0-a1b1-b2dc5bbd944b</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="306.30889441763816" y="583.7042207790005"/>
- <bendPoint x="306.30889441763816" y="633.7042207790005"/>
+ <bendPoint x="306.30889441763816" y="583.7042207790005" />
+ <bendPoint x="306.30889441763816" y="633.7042207790005" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13839,15 +7849,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c98425f5-d4f3-36f7-b045-834923ca235a</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="-911.4283280545671" y="539.9664353493931"/>
- <bendPoint x="-945.2909989530046" y="613.0546921853306"/>
+ <bendPoint x="-911.4283280545671" y="539.9664353493931" />
+ <bendPoint x="-945.2909989530046" y="613.0546921853306" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13862,15 +7872,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>d19c9d34-8896-39ff-9d2d-f29651b24c18</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="967.4604101497307" y="864.0677052542044"/>
- <bendPoint x="967.4604101497307" y="914.0677052542044"/>
+ <bendPoint x="967.4604101497307" y="864.0677052542044" />
+ <bendPoint x="967.4604101497307" y="914.0677052542044" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13885,15 +7895,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>70fec2c7-4dd5-3dd1-92fa-59c3027bffb4</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="294.48917603283667" y="-253.99569803676422"/>
- <bendPoint x="294.48917603283667" y="-203.99569803676422"/>
+ <bendPoint x="294.48917603283667" y="-253.99569803676422" />
+ <bendPoint x="294.48917603283667" y="-203.99569803676422" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13908,13 +7918,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>d19116d2-0da0-3f86-8fd3-3285a839648e</id>
<name>First poll</name>
- <bendPoints/>
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>e1e2caef-8178-3c91-b3ca-99f05f619064</sourceId>
@@ -13928,13 +7938,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>d375a69b-2139-3d9a-b6e3-48e0f69ec589</id>
<name>Update cache with new events</name>
- <bendPoints/>
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId>
@@ -13948,15 +7958,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>8d3dfbef-370e-374b-a6c6-89e4cdf6216b</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="-320.5607955237681" y="759.2550630641567"/>
- <bendPoint x="-320.5607955237681" y="809.2550630641567"/>
+ <bendPoint x="-320.5607955237681" y="759.2550630641567" />
+ <bendPoint x="-320.5607955237681" y="809.2550630641567" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13972,15 +7982,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>536817e5-12a1-3a94-82ae-7638937a07e8</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="969.4771541470864" y="627.6551663734834"/>
- <bendPoint x="969.4771541470864" y="677.6551663734834"/>
+ <bendPoint x="969.4771541470864" y="627.6551663734834" />
+ <bendPoint x="969.4771541470864" y="677.6551663734834" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -13995,21 +8005,21 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
<processGroup>
<id>c4a200ea-5317-332a-97a4-ff76f951ecde</id>
<name>GeoIP</name>
- <position x="556.427978515625" y="673.0274658203125"/>
- <comment/>
+ <position x="556.427978515625" y="673.0274658203125" />
+ <comment />
<processor>
<id>6292665b-f188-3551-b366-95476b5ac36f</id>
<name>Save to disk</name>
- <position x="-357.78594755036767" y="656.471512008819"/>
- <styles/>
- <comment/>
+ <position x="-357.78594755036767" y="656.471512008819" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.PutFile</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14058,9 +8068,9 @@
<processor>
<id>c8b26516-0170-1000-ffff-fffffa357a77</id>
<name>InvokeHTTP</name>
- <position x="-354.33263208075834" y="-1.6134650355261897"/>
- <styles/>
- <comment/>
+ <position x="-354.33263208075834" y="-1.6134650355261897" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.InvokeHTTP</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14185,9 +8195,9 @@
<processor>
<id>b99eab15-7e38-33fa-87d1-41d772306d9c</id>
<name>Uncompress</name>
- <position x="-359.13545011384423" y="239.87525101326742"/>
- <styles/>
- <comment/>
+ <position x="-359.13545011384423" y="239.87525101326742" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.CompressContent</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14224,9 +8234,9 @@
<processor>
<id>c8b20333-0170-1000-0000-000010760524</id>
<name>RouteOnAttribute</name>
- <position x="-353.2358571852152" y="-223.16639543708658"/>
- <styles/>
- <comment/>
+ <position x="-353.2358571852152" y="-223.16639543708658" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.RouteOnAttribute</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14256,9 +8266,9 @@
<processor>
<id>aad91df7-8e80-3598-a3eb-9b000045b843</id>
<name>UnpackContent</name>
- <position x="-358.13545011384423" y="448.82544805040084"/>
- <styles/>
- <comment/>
+ <position x="-358.13545011384423" y="448.82544805040084" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.UnpackContent</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14288,9 +8298,9 @@
<processor>
<id>c8b1bafd-0170-1000-0000-0000753f5f5b</id>
<name>GenerateFlowFile</name>
- <position x="-366.3974570271698" y="-455.687252544095"/>
- <styles/>
- <comment/>
+ <position x="-366.3974570271698" y="-455.687252544095" />
+ <styles />
+ <comment />
<class>org.apache.nifi.processors.standard.GenerateFlowFile</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14333,12 +8343,12 @@
</processor>
<funnel>
<id>c2cac6f3-c926-3038-b685-68f71f76fda3</id>
- <position x="457.8712158203125" y="380.06201171875"/>
+ <position x="457.8712158203125" y="380.06201171875" />
</funnel>
<connection>
<id>c8b21bba-0170-1000-0000-0000281b44ba</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c8b1bafd-0170-1000-0000-0000753f5f5b</sourceId>
@@ -14352,13 +8362,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>1d0b1e6f-7b01-34c5-82f8-c95918e700ae</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>b99eab15-7e38-33fa-87d1-41d772306d9c</sourceId>
@@ -14372,13 +8382,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e8e86b3f-6936-3080-8eb6-036d532cb483</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>6292665b-f188-3551-b366-95476b5ac36f</sourceId>
@@ -14392,13 +8402,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>e2f43878-959f-379c-b898-6d7c3a72af44</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>b99eab15-7e38-33fa-87d1-41d772306d9c</sourceId>
@@ -14412,13 +8422,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>dc7524de-fb6c-3e02-8c60-f821d81aff29</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>aad91df7-8e80-3598-a3eb-9b000045b843</sourceId>
@@ -14432,13 +8442,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>39a11e18-3397-3f1a-a020-49b895ff6f81</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>aad91df7-8e80-3598-a3eb-9b000045b843</sourceId>
@@ -14452,15 +8462,15 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c8b2e58b-0170-1000-ffff-ffff997c6e6c</id>
- <name/>
+ <name />
<bendPoints>
- <bendPoint x="108.66736791924166" y="38.38653496447381"/>
- <bendPoint x="108.66736791924166" y="88.38653496447381"/>
+ <bendPoint x="108.66736791924166" y="38.38653496447381" />
+ <bendPoint x="108.66736791924166" y="88.38653496447381" />
</bendPoints>
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
@@ -14475,13 +8485,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c8b29bee-0170-1000-ffff-fffff516df5d</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c8b26516-0170-1000-ffff-fffffa357a77</sourceId>
@@ -14495,13 +8505,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c8b2cb01-0170-1000-0000-000005baadda</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c8b26516-0170-1000-ffff-fffffa357a77</sourceId>
@@ -14516,13 +8526,13 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
<connection>
<id>c8b5c90e-0170-1000-ffff-ffff9864e7e4</id>
- <name/>
- <bendPoints/>
+ <name />
+ <bendPoints />
<labelIndex>1</labelIndex>
<zIndex>0</zIndex>
<sourceId>c8b20333-0170-1000-0000-000010760524</sourceId>
@@ -14536,7 +8546,7 @@
<maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize>
<flowFileExpiration>0 sec</flowFileExpiration>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
- <partitioningAttribute/>
+ <partitioningAttribute />
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
</connection>
</processGroup>
@@ -14544,7 +8554,7 @@
<controllerService>
<id>bf81debc-0171-1000-0000-00002936ae5a</id>
<name>Tor node CSV</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.lookup.CSVRecordLookupService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14576,7 +8586,7 @@
<controllerService>
<id>fa06ec39-7782-3ae3-8dfe-71d28c5240c3</id>
<name>Misp Lookup Service</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.lookup.DistributedMapCacheLookupService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14596,7 +8606,7 @@
<controllerService>
<id>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</id>
<name>Misp Cache Client</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14623,7 +8633,7 @@
<controllerService>
<id>17b30955-5464-3709-8a32-69a459850cfa</id>
<name>Inferred JsonRecordSetWriter</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.json.JsonRecordSetWriter</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14692,7 +8702,7 @@
<controllerService>
<id>8b1dd8bb-0170-1000-0000-000007446e6a</id>
<name>Misp DistributedMapCacheServer</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.distributed.cache.server.map.DistributedMapCacheServer</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14723,7 +8733,7 @@
<controllerService>
<id>83443c00-b286-366a-b8e0-2f51527ab8e5</id>
<name>Common CA</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.ssl.StandardRestrictedSSLContextService</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14749,7 +8759,7 @@
</property>
<property>
<name>Truststore Password</name>
- <value>{{ tspass }}</value>
+ <value>enc{a4ca3924cb58cb8c28fec2766ce1a66f9bec9ca13f5cb90008f3b0719d4777b2}</value>
</property>
<property>
<name>Truststore Type</name>
@@ -14763,7 +8773,7 @@
<controllerService>
<id>179dd31f-89ed-3179-adb2-85a9c61869ce</id>
<name>Inferred JsonTreeReader</name>
- <comment/>
+ <comment />
<class>org.apache.nifi.json.JsonTreeReader</class>
<bundle>
<group>org.apache.nifi</group>
@@ -14805,14 +8815,14 @@
<name>Timestamp Format</name>
</property>
</controllerService>
- <variable name="misp_token" value="{{ misp_token }}"/>
- <variable name="misp_url" value="{{ misp_url }}"/>
- <variable name="maxmind_key" value="{{ maxmind_key }}"/>
- <variable name="elastic_url" value="https://{{ dslproxy }}:9200"/>
- <variable name="elastic_username" value="{{ elastic_username }}"/>
- <variable name="elastic_password" value="{{ odfees_adminpass }}"/>
- <variable name="misp_ip_first_interval" value="60d"/>
+ <variable name="misp_token" value="{{ misp_token }}" />
+ <variable name="maxmind_key" value="{{ maxmind_key }}" />
+ <variable name="misp_ip_first_interval" value="60d" />
+ <variable name="elastic_username" value="{{ elastic_username }}" />
+ <variable name="misp_url" value="{{ misp_url }}" />
+ <variable name="elastic_url" value="https://{{ dslproxy }}:9200" />
+ <variable name="elastic_password" value="{{ odfees_adminpass }}" />
</rootGroup>
- <controllerServices/>
- <reportingTasks/>
-</flowController>
+ <controllerServices />
+ <reportingTasks />
+</flowController>
\ No newline at end of file
--
GitLab