diff --git a/group_vars/all/main.yml b/group_vars/all/main.yml index c9fb1f4699229e9f03aa0b89381e48816cfe4abd..b3e325b06792957ed47fb4c0df6b30454d01fef6 100644 --- a/group_vars/all/main.yml +++ b/group_vars/all/main.yml @@ -18,7 +18,7 @@ nifi_img: "{{repo}}/nifi:{{version}}{{suffix}}" nginx_name: "dsoclab-nginx" nginx_img: "{{repo}}/nginx:{{version}}{{suffix}}" -dslproxy: "dsoclab.gn4-3-wp8-soc.sunet.se" +dslproxy: "arne-centos.cert-labs.uninett.no" kspass: "Testing003" tspass: "Testing003" @@ -37,13 +37,6 @@ nifi_repo: "https://archive.apache.org/dist" ca_cn: "SOCTOOLS-CA" soctools_users: - - firstname: "Bozidar" - lastname: "Proevski" - username: "bozidar.proevski" - email: "bozidar.proevski@finki.ukim.mk" - DN: "CN=Bozidar Proevski" - CN: "Bozidar Proevski" - password: "Pass001" - firstname: "Arne" lastname: "Oslebo" username: "arne.oslebo" @@ -51,7 +44,13 @@ soctools_users: DN: "CN=Arne Oslebo" CN: "Arne Oslebo" password: "Pass002" - + - firstname: "Bozidar" + lastname: "Proevski" + username: "bozidar.proevski" + email: "bozidar.proevski@finki.ukim.mk" + DN: "CN=Bozidar Proevski" + CN: "Bozidar Proevski" + password: "Pass001" odfees_img: "{{repo}}/odfees:{{version}}{{suffix}}" odfekibana_img: "{{repo}}/odfekibana:{{version}}{{suffix}}" @@ -69,3 +68,9 @@ openid_subjkey: preferred_username keycloak_img: "{{repo}}/keycloak:{{version}}{{suffix}}" keycloak_adminpass: "Pass005" + +elastic_url: "https://dsoclab-odfe-1:9200" +elastic_username: "admin" +misp_token: "" +misp_url: "" +maxmind_key: "" diff --git a/roles/nifi/files/authorizations.xml b/roles/nifi/files/authorizations.xml new file mode 100644 index 0000000000000000000000000000000000000000..948079594ac40ce74581aa65f4893c885ec3d4fd --- /dev/null +++ b/roles/nifi/files/authorizations.xml @@ -0,0 +1,58 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<authorizations> + <policies> + <policy identifier="f99bccd1-a30e-3e4a-98a2-dbc708edc67f" resource="/flow" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="b8775bd4-704a-34c6-987b-84f2daf7a515" resource="/restricted-components" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="627410be-1717-35b4-a06f-e9362b89e0b7" resource="/tenants" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="15e4e0bd-cb28-34fd-8587-f8d15162cba5" resource="/tenants" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="ff96062a-fa99-36dc-9942-0f6442ae7212" resource="/policies" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="ad99ea98-3af6-3561-ae27-5bf09e1d969d" resource="/policies" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="2e1015cb-0fed-3005-8e0d-722311f21a03" resource="/controller" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="c6322e6c-4cc1-3bcc-91b3-2ed2111674cf" resource="/controller" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="287edf48-da72-359b-8f61-da5d4c45a270" resource="/proxy" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000001"/> + </policy> + <policy identifier="cbb1ca56-0172-1000-0000-000054f59541" resource="/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb46de3-0172-1000-0000-0000012e34b0" resource="/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb49910-0172-1000-ffff-fffffe53fc76" resource="/operation/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb4ce71-0172-1000-ffff-ffffc8beda52" resource="/provenance-data/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb4f792-0172-1000-ffff-ffffaf98b8d6" resource="/data/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000001"/> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb52642-0172-1000-ffff-ffff926f1c64" resource="/data/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000001"/> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb55fb7-0172-1000-0000-000012a22cb2" resource="/policies/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="R"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + <policy identifier="cbb581b0-0172-1000-ffff-ffffbbf07efe" resource="/policies/process-groups/8652e374-0170-1000-4012-2e89251a60f9" action="W"> + <group identifier="c78caf19-016f-1000-0000-000000000002"/> + </policy> + </policies> +</authorizations> diff --git a/roles/nifi/files/authorizers.xml b/roles/nifi/files/authorizers.xml new file mode 100644 index 0000000000000000000000000000000000000000..32910ab50f0c598ba0e1671347a1bc0508f6e5c9 --- /dev/null +++ b/roles/nifi/files/authorizers.xml @@ -0,0 +1,314 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + http://www.apache.org/licenses/LICENSE-2.0 + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<!-- + This file lists the userGroupProviders, accessPolicyProviders, and authorizers to use when running securely. In order + to use a specific authorizer it must be configured here and it's identifier must be specified in the nifi.properties file. + If the authorizer is a managedAuthorizer, it may need to be configured with an accessPolicyProvider and an userGroupProvider. + This file allows for configuration of them, but they must be configured in order: + + ... + all userGroupProviders + all accessPolicyProviders + all Authorizers + ... +--> +<authorizers> + + <!-- + The FileUserGroupProvider will provide support for managing users and groups which is backed by a file + on the local file system. + + - Users File - The file where the FileUserGroupProvider will store users and groups. + + - Legacy Authorized Users File - The full path to an existing authorized-users.xml that will be automatically + be used to load the users and groups into the Users File. + + - Initial User Identity [unique key] - The identity of a users and systems to seed the Users File. The name of + each property must be unique, for example: "Initial User Identity A", "Initial User Identity B", + "Initial User Identity C" or "Initial User Identity 1", "Initial User Identity 2", "Initial User Identity 3" + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the user identities, + so the values should be the unmapped identities (i.e. full DN from a certificate). + --> + <userGroupProvider> + <identifier>file-user-group-provider</identifier> + <class>org.apache.nifi.authorization.FileUserGroupProvider</class> + <property name="Users File">./conf/users.xml</property> + <property name="Legacy Authorized Users File"></property> + </userGroupProvider > + + <!-- + The LdapUserGroupProvider will retrieve users and groups from an LDAP server. The users and groups + are not configurable. + + 'Authentication Strategy' - How the connection to the LDAP server is authenticated. Possible + values are ANONYMOUS, SIMPLE, LDAPS, or START_TLS. + + 'Manager DN' - The DN of the manager that is used to bind to the LDAP server to search for users. + 'Manager Password' - The password of the manager that is used to bind to the LDAP server to + search for users. + + 'TLS - Keystore' - Path to the Keystore that is used when connecting to LDAP using LDAPS or START_TLS. + 'TLS - Keystore Password' - Password for the Keystore that is used when connecting to LDAP + using LDAPS or START_TLS. + 'TLS - Keystore Type' - Type of the Keystore that is used when connecting to LDAP using + LDAPS or START_TLS (i.e. JKS or PKCS12). + 'TLS - Truststore' - Path to the Truststore that is used when connecting to LDAP using LDAPS or START_TLS. + 'TLS - Truststore Password' - Password for the Truststore that is used when connecting to + LDAP using LDAPS or START_TLS. + 'TLS - Truststore Type' - Type of the Truststore that is used when connecting to LDAP using + LDAPS or START_TLS (i.e. JKS or PKCS12). + 'TLS - Client Auth' - Client authentication policy when connecting to LDAP using LDAPS or START_TLS. + Possible values are REQUIRED, WANT, NONE. + 'TLS - Protocol' - Protocol to use when connecting to LDAP using LDAPS or START_TLS. (i.e. TLS, + TLSv1.1, TLSv1.2, etc). + 'TLS - Shutdown Gracefully' - Specifies whether the TLS should be shut down gracefully + before the target context is closed. Defaults to false. + + 'Referral Strategy' - Strategy for handling referrals. Possible values are FOLLOW, IGNORE, THROW. + 'Connect Timeout' - Duration of connect timeout. (i.e. 10 secs). + 'Read Timeout' - Duration of read timeout. (i.e. 10 secs). + + 'Url' - Space-separated list of URLs of the LDAP servers (i.e. ldap://<hostname>:<port>). + 'Page Size' - Sets the page size when retrieving users and groups. If not specified, no paging is performed. + 'Sync Interval' - Duration of time between syncing users and groups (i.e. 30 mins). Minimum allowable value is 10 secs. + + 'User Search Base' - Base DN for searching for users (i.e. ou=users,o=nifi). Required to search users. + 'User Object Class' - Object class for identifying users (i.e. person). Required if searching users. + 'User Search Scope' - Search scope for searching users (ONE_LEVEL, OBJECT, or SUBTREE). Required if searching users. + 'User Search Filter' - Filter for searching for users against the 'User Search Base' (i.e. (memberof=cn=team1,ou=groups,o=nifi) ). Optional. + 'User Identity Attribute' - Attribute to use to extract user identity (i.e. cn). Optional. If not set, the entire DN is used. + 'User Group Name Attribute' - Attribute to use to define group membership (i.e. memberof). Optional. If not set + group membership will not be calculated through the users. Will rely on group membership being defined + through 'Group Member Attribute' if set. The value of this property is the name of the attribute in the user ldap entry that + associates them with a group. The value of that user attribute could be a dn or group name for instance. What value is expected + is configured in the 'User Group Name Attribute - Referenced Group Attribute'. + 'User Group Name Attribute - Referenced Group Attribute' - If blank, the value of the attribute defined in 'User Group Name Attribute' + is expected to be the full dn of the group. If not blank, this property will define the attribute of the group ldap entry that + the value of the attribute defined in 'User Group Name Attribute' is referencing (i.e. name). Use of this property requires that + 'Group Search Base' is also configured. + + 'Group Search Base' - Base DN for searching for groups (i.e. ou=groups,o=nifi). Required to search groups. + 'Group Object Class' - Object class for identifying groups (i.e. groupOfNames). Required if searching groups. + 'Group Search Scope' - Search scope for searching groups (ONE_LEVEL, OBJECT, or SUBTREE). Required if searching groups. + 'Group Search Filter' - Filter for searching for groups against the 'Group Search Base'. Optional. + 'Group Name Attribute' - Attribute to use to extract group name (i.e. cn). Optional. If not set, the entire DN is used. + 'Group Member Attribute' - Attribute to use to define group membership (i.e. member). Optional. If not set + group membership will not be calculated through the groups. Will rely on group membership being defined + through 'User Group Name Attribute' if set. The value of this property is the name of the attribute in the group ldap entry that + associates them with a user. The value of that group attribute could be a dn or memberUid for instance. What value is expected + is configured in the 'Group Member Attribute - Referenced User Attribute'. (i.e. member: cn=User 1,ou=users,o=nifi vs. memberUid: user1) + 'Group Member Attribute - Referenced User Attribute' - If blank, the value of the attribute defined in 'Group Member Attribute' + is expected to be the full dn of the user. If not blank, this property will define the attribute of the user ldap entry that + the value of the attribute defined in 'Group Member Attribute' is referencing (i.e. uid). Use of this property requires that + 'User Search Base' is also configured. (i.e. member: cn=User 1,ou=users,o=nifi vs. memberUid: user1) + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the user identities. + Group names are not mapped. + --> + <!-- To enable the ldap-user-group-provider remove 2 lines. This is 1 of 2. + <userGroupProvider> + <identifier>ldap-user-group-provider</identifier> + <class>org.apache.nifi.ldap.tenants.LdapUserGroupProvider</class> + <property name="Authentication Strategy">START_TLS</property> + + <property name="Manager DN"></property> + <property name="Manager Password"></property> + + <property name="TLS - Keystore"></property> + <property name="TLS - Keystore Password"></property> + <property name="TLS - Keystore Type"></property> + <property name="TLS - Truststore"></property> + <property name="TLS - Truststore Password"></property> + <property name="TLS - Truststore Type"></property> + <property name="TLS - Client Auth"></property> + <property name="TLS - Protocol"></property> + <property name="TLS - Shutdown Gracefully"></property> + + <property name="Referral Strategy">FOLLOW</property> + <property name="Connect Timeout">10 secs</property> + <property name="Read Timeout">10 secs</property> + + <property name="Url"></property> + <property name="Page Size"></property> + <property name="Sync Interval">30 mins</property> + + <property name="User Search Base"></property> + <property name="User Object Class">person</property> + <property name="User Search Scope">ONE_LEVEL</property> + <property name="User Search Filter"></property> + <property name="User Identity Attribute"></property> + <property name="User Group Name Attribute"></property> + <property name="User Group Name Attribute - Referenced Group Attribute"></property> + + <property name="Group Search Base"></property> + <property name="Group Object Class">group</property> + <property name="Group Search Scope">ONE_LEVEL</property> + <property name="Group Search Filter"></property> + <property name="Group Name Attribute"></property> + <property name="Group Member Attribute"></property> + <property name="Group Member Attribute - Referenced User Attribute"></property> + </userGroupProvider> + To enable the ldap-user-group-provider remove 2 lines. This is 2 of 2. --> + + <!-- + The CompositeUserGroupProvider will provide support for retrieving users and groups from multiple sources. + + - User Group Provider [unique key] - The identifier of user group providers to load from. The name of + each property must be unique, for example: "User Group Provider A", "User Group Provider B", + "User Group Provider C" or "User Group Provider 1", "User Group Provider 2", "User Group Provider 3" + + NOTE: Any identity mapping rules specified in nifi.properties are not applied in this implementation. This behavior + would need to be applied by the base implementation. + --> + <!-- To enable the composite-user-group-provider remove 2 lines. This is 1 of 2. + <userGroupProvider> + <identifier>composite-user-group-provider</identifier> + <class>org.apache.nifi.authorization.CompositeUserGroupProvider</class> + <property name="User Group Provider 1"></property> + </userGroupProvider> + To enable the composite-user-group-provider remove 2 lines. This is 2 of 2. --> + + <!-- + The CompositeConfigurableUserGroupProvider will provide support for retrieving users and groups from multiple sources. + Additionally, a single configurable user group provider is required. Users from the configurable user group provider + are configurable, however users loaded from one of the User Group Provider [unique key] will not be. + + - Configurable User Group Provider - A configurable user group provider. + + - User Group Provider [unique key] - The identifier of user group providers to load from. The name of + each property must be unique, for example: "User Group Provider A", "User Group Provider B", + "User Group Provider C" or "User Group Provider 1", "User Group Provider 2", "User Group Provider 3" + + NOTE: Any identity mapping rules specified in nifi.properties are not applied in this implementation. This behavior + would need to be applied by the base implementation. + --> + <!-- To enable the composite-configurable-user-group-provider remove 2 lines. This is 1 of 2. + <userGroupProvider> + <identifier>composite-configurable-user-group-provider</identifier> + <class>org.apache.nifi.authorization.CompositeConfigurableUserGroupProvider</class> + <property name="Configurable User Group Provider">file-user-group-provider</property> + <property name="User Group Provider 1"></property> + </userGroupProvider> + To enable the composite-configurable-user-group-provider remove 2 lines. This is 2 of 2. --> + + <!-- + The FileAccessPolicyProvider will provide support for managing access policies which is backed by a file + on the local file system. + + - User Group Provider - The identifier for an User Group Provider defined above that will be used to access + users and groups for use in the managed access policies. + + - Authorizations File - The file where the FileAccessPolicyProvider will store policies. + + - Initial Admin Identity - The identity of an initial admin user that will be granted access to the UI and + given the ability to create additional users, groups, and policies. The value of this property could be + a DN when using certificates or LDAP, or a Kerberos principal. This property will only be used when there + are no other policies defined. If this property is specified then a Legacy Authorized Users File can not be specified. + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the initial admin identity, + so the value should be the unmapped identity. This identity must be found in the configured User Group Provider. + + - Legacy Authorized Users File - The full path to an existing authorized-users.xml that will be automatically + converted to the new authorizations model. If this property is specified then an Initial Admin Identity can + not be specified, and this property will only be used when there are no other users, groups, and policies defined. + + NOTE: Any users in the legacy users file must be found in the configured User Group Provider. + + - Node Identity [unique key] - The identity of a NiFi cluster node. When clustered, a property for each node + should be defined, so that every node knows about every other node. If not clustered these properties can be ignored. + The name of each property must be unique, for example for a three node cluster: + "Node Identity A", "Node Identity B", "Node Identity C" or "Node Identity 1", "Node Identity 2", "Node Identity 3" + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the node identities, + so the values should be the unmapped identities (i.e. full DN from a certificate). This identity must be found + in the configured User Group Provider. + + - Node Group - The name of a group containing NiFi cluster nodes. The typical use for this is when nodes are dynamically + added/removed from the cluster. + + NOTE: The group must exist before starting NiFi. + --> + <accessPolicyProvider> + <identifier>file-access-policy-provider</identifier> + <class>org.apache.nifi.authorization.FileAccessPolicyProvider</class> + <property name="User Group Provider">file-user-group-provider</property> + <property name="Authorizations File">./conf/authorizations.xml</property> + <property name="Initial Admin Identity">{{soctools_users[0].username}}</property> + <property name="Legacy Authorized Users File"></property> +{% for nifi in groups['nificontainers'] %} + <property name="Node Identity {{ loop.index }}">CN={{ nifi }}</property> +{% endfor %} + <property name="Node Group"></property> + </accessPolicyProvider> + + <!-- + The StandardManagedAuthorizer. This authorizer implementation must be configured with the + Access Policy Provider which it will use to access and manage users, groups, and policies. + These users, groups, and policies will be used to make all access decisions during authorization + requests. + + - Access Policy Provider - The identifier for an Access Policy Provider defined above. + --> + <authorizer> + <identifier>managed-authorizer</identifier> + <class>org.apache.nifi.authorization.StandardManagedAuthorizer</class> + <property name="Access Policy Provider">file-access-policy-provider</property> + </authorizer> + + <!-- + NOTE: This Authorizer has been replaced with the more granular approach configured above with the Standard + Managed Authorizer. However, it is still available for backwards compatibility reasons. + + The FileAuthorizer is NiFi's provided authorizer and has the following properties: + + - Authorizations File - The file where the FileAuthorizer will store policies. + + - Users File - The file where the FileAuthorizer will store users and groups. + + - Initial Admin Identity - The identity of an initial admin user that will be granted access to the UI and + given the ability to create additional users, groups, and policies. The value of this property could be + a DN when using certificates or LDAP, or a Kerberos principal. This property will only be used when there + are no other users, groups, and policies defined. If this property is specified then a Legacy Authorized + Users File can not be specified. + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the initial admin identity, + so the value should be the unmapped identity. + + - Legacy Authorized Users File - The full path to an existing authorized-users.xml that will be automatically + converted to the new authorizations model. If this property is specified then an Initial Admin Identity can + not be specified, and this property will only be used when there are no other users, groups, and policies defined. + + - Node Identity [unique key] - The identity of a NiFi cluster node. When clustered, a property for each node + should be defined, so that every node knows about every other node. If not clustered these properties can be ignored. + The name of each property must be unique, for example for a three node cluster: + "Node Identity A", "Node Identity B", "Node Identity C" or "Node Identity 1", "Node Identity 2", "Node Identity 3" + + NOTE: Any identity mapping rules specified in nifi.properties will also be applied to the node identities, + so the values should be the unmapped identities (i.e. full DN from a certificate). + --> + <!-- <authorizer> + <identifier>file-provider</identifier> + <class>org.apache.nifi.authorization.FileAuthorizer</class> + <property name="Authorizations File">./conf/authorizations.xml</property> + <property name="Users File">./conf/users.xml</property> + <property name="Initial Admin Identity"></property> + <property name="Legacy Authorized Users File"></property> + + <property name="Node Identity 1"></property> + </authorizer> + --> +</authorizers> diff --git a/roles/nifi/tasks/main.yml b/roles/nifi/tasks/main.yml index 1587294a2f3ca4a7f638f4fb252f71705475edf1..72232dbe53962c4290ec64122716ce75bb7676b2 100644 --- a/roles/nifi/tasks/main.yml +++ b/roles/nifi/tasks/main.yml @@ -24,15 +24,19 @@ tags: - start -- name: Copy flow in NiFi conf dir - copy: - src: "{{ role_path }}/files/flow-{{ inventory_hostname }}.xml.gz" - dest: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml.gz" - when: - - "'{{ role_path }}/files/flow-{{ inventory_hostname }}.xml.gz' is is_file" +- name: Configure flow.xml + template: + src: "flow.xml.j2" + dest: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml" tags: - start +- name: Gzip flow.xml + archive: + path: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml" + dest: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml.gz" + format: gz + - name: Get openid authkey set_fact: nifisecret: "{{lookup('file', 'files/nifisecret',convert_data=False) | from_json }}" @@ -53,6 +57,20 @@ tags: - start +- name: Copy authorizations.xml + copy: + src: "authorizations.xml" + dest: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/authorizations.xml" + tags: + - start + +- name: Configure users + template: + src: users.xml.j2 + dest: conf/users.xml + tags: + - start + - name: Configure NiFi authorizers for secure servers template: src: authorizers.xml.j2 @@ -60,6 +78,22 @@ tags: - start +- name: Copy empty GeoLite2-City database + copy: + src: GeoLite2-City.mmdb + dest: conf/enrich/ + tags: + - start + +- name: Create empty enrichment files + copy: + content: "" + dest: conf/enrich/{{ item }} + with_items: + - "tornodes.csv" + - "umbrella-top-1m.csv" + - "alexa-top-1m.csv" + - name: Start NiFi command: "./bin/nifi.sh start" tags: @@ -80,11 +114,11 @@ tags: - stop -- name: Copy flow from NiFi - fetch: - src: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml.gz" - dest: "{{ role_path }}/files/flow-{{ inventory_hostname }}.xml.gz" - flat: yes - tags: - - stop +#- name: Copy flow from NiFi +# fetch: +# src: "{{ ansible_facts.env['NIFI_HOME'] }}/conf/flow.xml.gz" +# dest: "{{ role_path }}/files/flow-{{ inventory_hostname }}.xml.gz" +# flat: yes +# tags: +# - stop diff --git a/roles/nifi/templates/authorizers.xml.j2 b/roles/nifi/templates/authorizers.xml.j2 index 7852ebfc1b1f4a44559e89afe13077aaa7bf711f..05ad5e746b2f967d00701c1164c0f994388e6df3 100644 --- a/roles/nifi/templates/authorizers.xml.j2 +++ b/roles/nifi/templates/authorizers.xml.j2 @@ -49,7 +49,9 @@ <property name="Users File">./conf/users.xml</property> <property name="Legacy Authorized Users File"></property> - <property name="Initial User Identity 1">{{soctools_users[0].username}}</property> +{% for user in soctools_users %} + <property name="Initial User Identity 1">{{user.username}}</property> +{% endfor %} {% for nifi in groups['nificontainers'] %} <property name="Initial User Identity {{ loop.index +1 }}">CN={{ nifi }}</property> {% endfor %} diff --git a/roles/nifi/templates/flow.xml.j2 b/roles/nifi/templates/flow.xml.j2 new file mode 100644 index 0000000000000000000000000000000000000000..5e498cc6e97ed85d113d4558d3d14d6bad249659 --- /dev/null +++ b/roles/nifi/templates/flow.xml.j2 @@ -0,0 +1,14818 @@ +<?xml version="1.0" encoding="UTF-8" standalone="no"?> +<flowController encoding-version="1.4"> + <maxTimerDrivenThreadCount>10</maxTimerDrivenThreadCount> + <maxEventDrivenThreadCount>5</maxEventDrivenThreadCount> + <registries/> + <parameterContexts/> + <rootGroup> + <id>8652e374-0170-1000-4012-2e89251a60f9</id> + <name>NiFi Flow</name> + <position x="0.0" y="0.0"/> + <comment/> + <processGroup> + <id>41088add-955b-3611-a0de-2c18b79b678c</id> + <name>Data processing</name> + <position x="1216.0" y="256.0"/> + <comment/> + <processGroup> + <id>fcbcacd1-542d-3a15-a5aa-9c1302328954</id> + <name>Enrichment</name> + <position x="384.0" y="720.0"/> + <comment/> + <processor> + <id>01b66126-695a-3059-b179-f1bf85e8ca91</id> + <name>Check fqdn enrichment</name> + <position x="-810.0901791498266" y="621.5273932626224"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>fqdn</name> + <value>${enrich_fqdn1:notNull()}</value> + </property> + </processor> + <processor> + <id>c547ff40-bd6d-3108-bde8-ed18393a26ff</id> + <name>Check domain enrichment</name> + <position x="-817.3441464349828" y="305.19591132902855"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>domain</name> + <value>${enrich_domain1:notNull()}</value> + </property> + </processor> + <processor> + <id>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</id> + <name>Check IP enrichment</name> + <position x="-826.748748485764" y="36.9670905282473"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>ip</name> + <value>${enrich_ip1:notNull()}</value> + </property> + </processor> + <inputPort> + <id>74abf119-faa6-3e9e-bb31-da2e79f89a38</id> + <name>Data input</name> + <position x="-768.2901344518289" y="-200.74082937371708"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>c164884d-277f-31af-ac3c-18b211667bbf</id> + <name>Data output</name> + <position x="-448.0" y="1264.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>18b73371-23b9-38ae-96e7-e80ea3f7ef32</id> + <name>fqdn enrichment</name> + <position x="-202.47354083453774" y="596.1945491887745"/> + <comment/> + <processor> + <id>2703fe3e-7e6a-310e-a010-b30898befa9b</id> + <name>Check fqdn2 enrichment</name> + <position x="1040.0" y="232.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>fqdn</name> + <value>${enrich_fqdn2:notNull()}</value> + </property> + </processor> + <inputPort> + <id>20fbbe49-e445-3200-8067-bd37194bd03a</id> + <name>Input</name> + <position x="445.99992244551936" y="65.99999105121077"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>6863b8fa-1731-3421-9247-1f9afd9e593b</id> + <name>Ouput</name> + <position x="1080.0" y="696.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>f9d9877a-de02-3374-9241-d3ca1939678b</id> + <name>Enrich fqdn2</name> + <position x="368.0" y="416.0"/> + <comment/> + <inputPort> + <id>0cdf1224-a6d5-3ac4-a4f5-27a7588f1d98</id> + <name>Input</name> + <position x="448.0" y="56.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</id> + <name>Output</name> + <position x="432.0" y="536.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>363fd695-1466-3404-ada3-036133ff8d15</id> + <name>Umbrella</name> + <position x="379.1725199638772" y="224.3012562119061"/> + <comment/> + <processor> + <id>0306116f-b13d-30fc-94b1-34f3c8ba95da</id> + <name>Umbrella fqdn1</name> + <position x="-722.6437977775172" y="418.37341901017993"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>67289e27-a14d-3fa6-bcf9-91f7d2ae8d59</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_fqdn2}_umbrella</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_fqdn2}</value> + </property> + </processor> + <inputPort> + <id>eaa99086-a6b8-39d4-bf6c-98fb1116c472</id> + <name>Input data</name> + <position x="-673.6437977775172" y="241.37341901017993"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>c8994201-98f4-31d2-a604-11c3b454df00</id> + <name>Output data</name> + <position x="-688.0" y="752.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>05ba3e1b-a16b-3177-98e3-ef5a44b1c451</id> + <position x="-1204.5503424650574" y="470.375701251353"/> + </funnel> + <connection> + <id>07dc7680-3bfd-3c8e-84c4-c632a353d502</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>0306116f-b13d-30fc-94b1-34f3c8ba95da</sourceId> + <sourceGroupId>363fd695-1466-3404-ada3-036133ff8d15</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8994201-98f4-31d2-a604-11c3b454df00</destinationId> + <destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>22235e01-01cc-3c36-99b1-e9e1f2159713</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>0306116f-b13d-30fc-94b1-34f3c8ba95da</sourceId> + <sourceGroupId>363fd695-1466-3404-ada3-036133ff8d15</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>05ba3e1b-a16b-3177-98e3-ef5a44b1c451</destinationId> + <destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>eace85fb-87e1-3fde-88dc-ddf4d08023de</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>eaa99086-a6b8-39d4-bf6c-98fb1116c472</sourceId> + <sourceGroupId>363fd695-1466-3404-ada3-036133ff8d15</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>0306116f-b13d-30fc-94b1-34f3c8ba95da</destinationId> + <destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>fae5d513-1604-3fed-9adb-8ad19b5ab3c0</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8994201-98f4-31d2-a604-11c3b454df00</sourceId> + <sourceGroupId>363fd695-1466-3404-ada3-036133ff8d15</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</destinationId> + <destinationGroupId>f9d9877a-de02-3374-9241-d3ca1939678b</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>0e265607-1619-3a73-ab02-79b296ea5cb4</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>0cdf1224-a6d5-3ac4-a4f5-27a7588f1d98</sourceId> + <sourceGroupId>f9d9877a-de02-3374-9241-d3ca1939678b</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>eaa99086-a6b8-39d4-bf6c-98fb1116c472</destinationId> + <destinationGroupId>363fd695-1466-3404-ada3-036133ff8d15</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>11b67527-3401-3961-97ba-425f721de3e0</id> + <name>Enrich fqdn1</name> + <position x="376.0" y="200.0"/> + <comment/> + <inputPort> + <id>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</id> + <name>Input</name> + <position x="448.0" y="56.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>12745a98-f547-38d2-9c50-a471e8cf6fc7</id> + <name>Output</name> + <position x="432.0" y="536.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>c763d1fd-ae0f-3297-bab7-abf22759310d</id> + <name>Umbrella</name> + <position x="379.1725199638772" y="224.3012562119061"/> + <comment/> + <processor> + <id>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</id> + <name>Umbrella fqdn1</name> + <position x="-720.0" y="424.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>67289e27-a14d-3fa6-bcf9-91f7d2ae8d59</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_fqdn1}_umbrella</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_fqdn1}</value> + </property> + </processor> + <inputPort> + <id>c31f9f4a-becc-35c3-b9c0-b836d061e364</id> + <name>Input data</name> + <position x="-673.6437977775172" y="241.37341901017993"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>9b6cb318-b9e8-36f1-bd8a-17b2aa38343a</id> + <name>Output data</name> + <position x="-688.0" y="752.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>8811d4ff-bf71-38a6-8cf0-e5732840e1de</id> + <position x="-1204.5503424650574" y="470.375701251353"/> + </funnel> + <connection> + <id>99b11d95-dfb3-34cf-8657-0c141d1e9f63</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c31f9f4a-becc-35c3-b9c0-b836d061e364</sourceId> + <sourceGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</destinationId> + <destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>836e8959-7934-34f3-8d4f-204aea954108</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</sourceId> + <sourceGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9b6cb318-b9e8-36f1-bd8a-17b2aa38343a</destinationId> + <destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>badc00ed-f022-3045-bcfd-8a4839fef4bf</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ce84ada1-58b8-3c28-bc5a-64fc4f39e008</sourceId> + <sourceGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8811d4ff-bf71-38a6-8cf0-e5732840e1de</destinationId> + <destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>98ec93c8-a52d-3df8-8ae5-c95ababd783b</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</sourceId> + <sourceGroupId>11b67527-3401-3961-97ba-425f721de3e0</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>c31f9f4a-becc-35c3-b9c0-b836d061e364</destinationId> + <destinationGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>6573c0c2-4266-3551-b253-00c13c7e5cb5</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9b6cb318-b9e8-36f1-bd8a-17b2aa38343a</sourceId> + <sourceGroupId>c763d1fd-ae0f-3297-bab7-abf22759310d</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>12745a98-f547-38d2-9c50-a471e8cf6fc7</destinationId> + <destinationGroupId>11b67527-3401-3961-97ba-425f721de3e0</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>89e0e297-932f-3150-ad97-97f432446095</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2703fe3e-7e6a-310e-a010-b30898befa9b</sourceId> + <sourceGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>0cdf1224-a6d5-3ac4-a4f5-27a7588f1d98</destinationId> + <destinationGroupId>f9d9877a-de02-3374-9241-d3ca1939678b</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>fqdn</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>38f83439-e478-36c1-9bb6-be24abea4d12</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>12745a98-f547-38d2-9c50-a471e8cf6fc7</sourceId> + <sourceGroupId>11b67527-3401-3961-97ba-425f721de3e0</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>2703fe3e-7e6a-310e-a010-b30898befa9b</destinationId> + <destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>ffceaa53-aa89-3efe-be23-281628504045</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2703fe3e-7e6a-310e-a010-b30898befa9b</sourceId> + <sourceGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>6863b8fa-1731-3421-9247-1f9afd9e593b</destinationId> + <destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>f55bb76d-4c50-376b-935d-0fff1f39c347</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>58b0935e-1c5b-3ad1-a2cc-7de4826170a6</sourceId> + <sourceGroupId>f9d9877a-de02-3374-9241-d3ca1939678b</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>6863b8fa-1731-3421-9247-1f9afd9e593b</destinationId> + <destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e8250750-f7ec-3194-8287-321247b7fd35</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>20fbbe49-e445-3200-8067-bd37194bd03a</sourceId> + <sourceGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>f2cc04f8-56bc-3adb-8d72-6ad7f6e6e48c</destinationId> + <destinationGroupId>11b67527-3401-3961-97ba-425f721de3e0</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>2ba9c0bf-0172-1000-ffff-ffff8d214d07</id> + <name>Custom enrichment</name> + <position x="-536.0" y="944.0"/> + <comment/> + <inputPort> + <id>2ba9db29-0172-1000-ffff-ffffc1aa6db2</id> + <name>Input</name> + <position x="-849.9769975620768" y="634.9099059012564"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>2baa0b4b-0172-1000-0000-00001a58f772</id> + <name>Output</name> + <position x="-848.0" y="856.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <connection> + <id>2baa2156-0172-1000-ffff-ffffc16440b4</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2ba9db29-0172-1000-ffff-ffffc1aa6db2</sourceId> + <sourceGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>2baa0b4b-0172-1000-0000-00001a58f772</destinationId> + <destinationGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</id> + <name>IP enrichment</name> + <position x="-216.0" y="16.0"/> + <comment/> + <processor> + <id>be9226d7-777f-3820-bf10-49e97e9b73cc</id> + <name>Check IP2 enrichment</name> + <position x="624.0" y="328.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>ip</name> + <value>${enrich_ip2:notNull()}</value> + </property> + </processor> + <inputPort> + <id>f45a80e6-e357-35cd-aaf9-bc67db61c03c</id> + <name>Input</name> + <position x="-520.0" y="104.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</id> + <name>Output</name> + <position x="392.0" y="936.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>56ce6dbe-1f96-3c6a-bc78-887b873b4838</id> + <name>Enrich IP1</name> + <position x="-48.0" y="312.0"/> + <comment/> + <inputPort> + <id>ff302e29-64bb-3e10-b76e-91a13d2470d8</id> + <name>Input</name> + <position x="552.0" y="-96.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</id> + <name>Output</name> + <position x="520.0" y="704.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</id> + <name>Misp lookup</name> + <position x="1160.0" y="136.0"/> + <comment/> + <processor> + <id>68dc57d7-2016-3e27-ac1f-092c63909a63</id> + <name>Misp ip1</name> + <position x="-896.0" y="760.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>16</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>fa06ec39-7782-3ae3-8dfe-71d28c5240c3</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_ip1}_misp</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_ip1}</value> + </property> + </processor> + <inputPort> + <id>57c1773b-65c7-3cdb-b161-a44fa977291a</id> + <name>Input data</name> + <position x="-844.0935517008102" y="599.9303408428605"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>7f6fec16-3a92-325e-adeb-2e09dc4e14a2</id> + <name>Output data</name> + <position x="-832.0" y="1064.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>3f92a75f-ec3e-3f4c-9467-e5c0e981f032</id> + <position x="-1312.0" y="792.0"/> + </funnel> + <connection> + <id>7f5a13cb-a049-385d-9ebc-3ef4aa8ff541</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>57c1773b-65c7-3cdb-b161-a44fa977291a</sourceId> + <sourceGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>68dc57d7-2016-3e27-ac1f-092c63909a63</destinationId> + <destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8b2fee0f-a726-3c80-a6b1-bf2f3066a8e1</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>68dc57d7-2016-3e27-ac1f-092c63909a63</sourceId> + <sourceGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>7f6fec16-3a92-325e-adeb-2e09dc4e14a2</destinationId> + <destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d6c427a3-f4fb-39a5-b399-ebd9b0482039</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>68dc57d7-2016-3e27-ac1f-092c63909a63</sourceId> + <sourceGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>3f92a75f-ec3e-3f4c-9467-e5c0e981f032</destinationId> + <destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</id> + <name>GeoIP</name> + <position x="480.0" y="144.0"/> + <comment/> + <processor> + <id>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</id> + <name>Add GeoIP fields</name> + <position x="-1208.0" y="168.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.JoltTransformJSON</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>jolt-transform</name> + <value>jolt-transform-chain</value> + </property> + <property> + <name>jolt-custom-class</name> + </property> + <property> + <name>jolt-custom-modules</name> + </property> + <property> + <name>jolt-spec</name> + <value>[{ + "operation": "default", + "spec": { + "*": { + "${enrich_ip1:substring(1)}_geo_city": "", + "${enrich_ip1:substring(1)}_geo_lon": "", + "${enrich_ip1:substring(1)}_geo_lat": "", + "${enrich_ip1:substring(1)}_geo_country": "", + "${enrich_ip1:substring(1)}_geo_country_iso": "", + "${enrich_ip1:substring(1)}_ipreg_name": "", + "${enrich_ip1:substring(1)}_ipreg_comment": "", + "${enrich_ip1:substring(1)}_ipreg_domain": "" + } + } +}]</value> + </property> + <property> + <name>Transform Cache Size</name> + <value>1</value> + </property> + <property> + <name>pretty_print</name> + <value>false</value> + </property> + </processor> + <processor> + <id>11668896-2c3e-3712-905a-eb406bf33c2a</id> + <name>GeoIP IP</name> + <position x="-1192.0" y="424.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.GeoEnrichIPRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-enrich-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>12</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Geo Database File</name> + <value>/opt/nifi/nifi-current/conf/enrich/GeoLite2-City.mmdb</value> + </property> + <property> + <name>geo-enrich-ip-record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>geo-enrich-ip-record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>geo-enrich-ip-split-found-not-found</name> + <value>false</value> + </property> + <property> + <name>geo-enrich-ip-ip-record-path</name> + <value>${enrich_ip1}</value> + </property> + <property> + <name>geo-enrich-ip-city-record-path</name> + <value>${enrich_ip1}_geo_city</value> + </property> + <property> + <name>geo-enrich-ip-accuracy-record-path</name> + <value>${enrich_ip1}_geo_accuracy</value> + </property> + <property> + <name>geo-enrich-ip-latitude-record-path</name> + <value>${enrich_ip1}_geo_lat</value> + </property> + <property> + <name>geo-enrich-ip-longitude-record-path</name> + <value>${enrich_ip1}_geo_lon</value> + </property> + <property> + <name>geo-enrich-ip-country-record-path</name> + <value>${enrich_ip1}_geo_country</value> + </property> + <property> + <name>geo-enrich-ip-country-iso-record-path</name> + <value>${enrich_ip1}_geo_country_iso</value> + </property> + <property> + <name>geo-enrich-ip-country-postal-record-path</name> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <inputPort> + <id>e6d573f8-a297-3611-a1ff-f1918a2cbabc</id> + <name>Data Input</name> + <position x="-1192.0" y="-32.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>17c34a1f-8048-366b-8ef4-107ce16a100e</id> + <name>Data output</name> + <position x="-1160.0" y="752.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>b68c4522-cddb-30bf-8545-73a2644cd35e</id> + <position x="-1560.0" y="336.0"/> + </funnel> + <connection> + <id>790863c1-3cfc-383f-ab9f-5d7ead5c0fe1</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e6d573f8-a297-3611-a1ff-f1918a2cbabc</sourceId> + <sourceGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</destinationId> + <destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>715957a5-fb44-32b5-bd0d-15c01a2856ce</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</sourceId> + <sourceGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>11668896-2c3e-3712-905a-eb406bf33c2a</destinationId> + <destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bbc58f35-0171-1000-ffff-ffff9e253d92</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>11668896-2c3e-3712-905a-eb406bf33c2a</sourceId> + <sourceGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>17c34a1f-8048-366b-8ef4-107ce16a100e</destinationId> + <destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>found</relationship> + <relationship>not found</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c831c34b-2a1a-3d24-963b-079b00961407</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fb1a97b2-5e15-3bca-9284-f23a9cc90eed</sourceId> + <sourceGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>b68c4522-cddb-30bf-8545-73a2644cd35e</destinationId> + <destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>3cb64c25-8af7-361d-b6e7-e002defe7411</id> + <name>Tor nodes lookup</name> + <position x="480.0" y="384.0"/> + <comment/> + <processor> + <id>fd52d735-a256-3c52-9b90-fbe71f010fbe</id> + <name>Tor src IP</name> + <position x="-896.0" y="760.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>12</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>bf81debc-0171-1000-0000-00002936ae5a</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_ip1}_tor</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_ip1}</value> + </property> + </processor> + <inputPort> + <id>eb136a03-4809-3d2f-a85e-e739ffa665cd</id> + <name>Input data</name> + <position x="-844.0935517008102" y="599.9303408428605"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>3ae7cd27-101c-3430-bc27-17533383aa98</id> + <name>Output data</name> + <position x="-840.0" y="1104.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>44794379-111e-3f28-bf84-bf5850f42587</id> + <position x="-1412.2104124778762" y="829.0775745939713"/> + </funnel> + <connection> + <id>c681313a-f2c8-3439-8c00-70f9783fea67</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>eb136a03-4809-3d2f-a85e-e739ffa665cd</sourceId> + <sourceGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>fd52d735-a256-3c52-9b90-fbe71f010fbe</destinationId> + <destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5b096514-dc3f-3d13-8db8-93d757792834</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fd52d735-a256-3c52-9b90-fbe71f010fbe</sourceId> + <sourceGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>3ae7cd27-101c-3430-bc27-17533383aa98</destinationId> + <destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>ad32e629-d5a2-38b7-a50e-9acf0ad9d768</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fd52d735-a256-3c52-9b90-fbe71f010fbe</sourceId> + <sourceGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>44794379-111e-3f28-bf84-bf5850f42587</destinationId> + <destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>3831c5df-c2a8-3a1b-9d67-8f37abf05365</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>17c34a1f-8048-366b-8ef4-107ce16a100e</sourceId> + <sourceGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>57c1773b-65c7-3cdb-b161-a44fa977291a</destinationId> + <destinationGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>27fd0bd2-0172-1000-0000-000010536baa</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>3ae7cd27-101c-3430-bc27-17533383aa98</sourceId> + <sourceGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</destinationId> + <destinationGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>942714ed-5dc4-3a1b-8834-61a2dc750d86</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>7f6fec16-3a92-325e-adeb-2e09dc4e14a2</sourceId> + <sourceGroupId>9b3b9cc7-49bf-3b66-b213-09f2f5df634e</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>eb136a03-4809-3d2f-a85e-e739ffa665cd</destinationId> + <destinationGroupId>3cb64c25-8af7-361d-b6e7-e002defe7411</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>18de6121-3668-3f92-9813-cd3750f367c8</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ff302e29-64bb-3e10-b76e-91a13d2470d8</sourceId> + <sourceGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>e6d573f8-a297-3611-a1ff-f1918a2cbabc</destinationId> + <destinationGroupId>88a2dcc1-ccce-3396-9f4d-bc1e31c70063</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>f0ca318f-d7bb-321b-b450-fe27b018ef4b</id> + <name>Enrich IP2</name> + <position x="-56.0" y="584.0"/> + <comment/> + <inputPort> + <id>742a8211-a5e6-347d-9e79-25facc6b181e</id> + <name>Input</name> + <position x="552.0" y="-96.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>c508548a-6dd0-3ef5-bb2d-13dd605ee470</id> + <name>Output</name> + <position x="552.0" y="704.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>a8873c56-d149-34d1-8344-a35b339e6187</id> + <name>GeoIP and IPreg</name> + <position x="480.0" y="144.0"/> + <comment/> + <processor> + <id>e16581ea-ff17-3cec-bd39-b1fe52797bd2</id> + <name>GeoIP IP</name> + <position x="-1232.0" y="432.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.GeoEnrichIPRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-enrich-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>16</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Geo Database File</name> + <value>/opt/nifi/nifi-current/conf/enrich/GeoLite2-City.mmdb</value> + </property> + <property> + <name>geo-enrich-ip-record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>geo-enrich-ip-record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>geo-enrich-ip-split-found-not-found</name> + <value>false</value> + </property> + <property> + <name>geo-enrich-ip-ip-record-path</name> + <value>${enrich_ip2}</value> + </property> + <property> + <name>geo-enrich-ip-city-record-path</name> + <value>${enrich_ip2}_geo_city</value> + </property> + <property> + <name>geo-enrich-ip-accuracy-record-path</name> + <value>${enrich_ip2}_geo_accuracy</value> + </property> + <property> + <name>geo-enrich-ip-latitude-record-path</name> + <value>${enrich_ip2}_geo_lat</value> + </property> + <property> + <name>geo-enrich-ip-longitude-record-path</name> + <value>${enrich_ip2}_geo_lon</value> + </property> + <property> + <name>geo-enrich-ip-country-record-path</name> + <value>${enrich_ip2}_geo_country</value> + </property> + <property> + <name>geo-enrich-ip-country-iso-record-path</name> + <value>${enrich_ip2}_geo_country_iso</value> + </property> + <property> + <name>geo-enrich-ip-country-postal-record-path</name> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</id> + <name>Add GeoIP fields</name> + <position x="-1224.0" y="176.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.JoltTransformJSON</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>jolt-transform</name> + <value>jolt-transform-chain</value> + </property> + <property> + <name>jolt-custom-class</name> + </property> + <property> + <name>jolt-custom-modules</name> + </property> + <property> + <name>jolt-spec</name> + <value>[{ + "operation": "default", + "spec": { + "*": { + "${enrich_ip2:substring(1)}_geo_city": "", + "${enrich_ip2:substring(1)}_geo_lon": "", + "${enrich_ip2:substring(1)}_geo_lat": "", + "${enrich_ip2:substring(1)}_geo_country": "", + "${enrich_ip2:substring(1)}_geo_country_iso": "", + "${enrich_ip2:substring(1)}_ipreg_name": "", + "${enrich_ip2:substring(1)}_ipreg_comment": "", + "${enrich_ip2:substring(1)}_ipreg_domain": "" + } + } +}]</value> + </property> + <property> + <name>Transform Cache Size</name> + <value>1</value> + </property> + <property> + <name>pretty_print</name> + <value>false</value> + </property> + </processor> + <inputPort> + <id>aa73b938-03ee-3d90-ba6f-0998b568ac36</id> + <name>Data Input</name> + <position x="-1192.0" y="-32.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>0dbb2fcb-c11b-396e-8918-24d7121f7653</id> + <name>Data output</name> + <position x="-1160.0" y="752.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>8e8abe4a-9ed6-3ec8-9e9d-719242be1a2b</id> + <position x="-1560.0" y="336.0"/> + </funnel> + <connection> + <id>a4870f06-f96b-328a-83d8-4eeb6db5cc93</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</sourceId> + <sourceGroupId>a8873c56-d149-34d1-8344-a35b339e6187</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8e8abe4a-9ed6-3ec8-9e9d-719242be1a2b</destinationId> + <destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4b08f253-ef28-33de-b42f-3e0d64785d08</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>aa73b938-03ee-3d90-ba6f-0998b568ac36</sourceId> + <sourceGroupId>a8873c56-d149-34d1-8344-a35b339e6187</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</destinationId> + <destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bf87fe83-0171-1000-0000-00001ac90d66</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e16581ea-ff17-3cec-bd39-b1fe52797bd2</sourceId> + <sourceGroupId>a8873c56-d149-34d1-8344-a35b339e6187</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>0dbb2fcb-c11b-396e-8918-24d7121f7653</destinationId> + <destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>found</relationship> + <relationship>not found</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>fa792c57-5b74-38da-9c05-bd1883dfaff5</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d467bca6-15df-38bb-8f9b-65ae1f9dceaa</sourceId> + <sourceGroupId>a8873c56-d149-34d1-8344-a35b339e6187</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>e16581ea-ff17-3cec-bd39-b1fe52797bd2</destinationId> + <destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>33258978-2057-3612-be77-0a763431ee29</id> + <name>Tor nodes lookup</name> + <position x="480.0" y="384.0"/> + <comment/> + <processor> + <id>adae2d07-ad4f-38f2-9a8c-b7638863cac7</id> + <name>Tor src IP</name> + <position x="-895.0935517008102" y="759.9303408428605"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>16</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>bf81debc-0171-1000-0000-00002936ae5a</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_ip2}_tor</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_ip2}</value> + </property> + </processor> + <inputPort> + <id>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</id> + <name>Input data</name> + <position x="-844.0935517008102" y="599.9303408428605"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>448f52fe-9e76-3792-bfd8-a91a1e9afd87</id> + <name>Output data</name> + <position x="-864.0" y="1048.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>4bad43e2-bfed-3e45-a9d1-fdabb2ab85ea</id> + <position x="-1403.592919640183" y="819.7224736847786"/> + </funnel> + <connection> + <id>0b2f9272-06fe-3a8c-a322-9972ac5c0466</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>adae2d07-ad4f-38f2-9a8c-b7638863cac7</sourceId> + <sourceGroupId>33258978-2057-3612-be77-0a763431ee29</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>448f52fe-9e76-3792-bfd8-a91a1e9afd87</destinationId> + <destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>2785730d-e096-3a35-9f60-d0fc8a585326</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</sourceId> + <sourceGroupId>33258978-2057-3612-be77-0a763431ee29</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>adae2d07-ad4f-38f2-9a8c-b7638863cac7</destinationId> + <destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>fe67c36a-4ae0-3e30-8aad-a988a481df4b</id> + <name/> + <bendPoints> + <bendPoint x="-1088.0" y="832.0"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>adae2d07-ad4f-38f2-9a8c-b7638863cac7</sourceId> + <sourceGroupId>33258978-2057-3612-be77-0a763431ee29</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>4bad43e2-bfed-3e45-a9d1-fdabb2ab85ea</destinationId> + <destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>de2bc05d-fbd2-35bc-9192-b82041176492</id> + <name>Misp lookup</name> + <position x="1160.0" y="136.0"/> + <comment/> + <processor> + <id>2cd2029e-53ae-3575-bf35-785203683c7f</id> + <name>Misp ip</name> + <position x="-895.0935517008102" y="759.9303408428605"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>12</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>fa06ec39-7782-3ae3-8dfe-71d28c5240c3</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_ip2}_misp</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_ip2}</value> + </property> + </processor> + <inputPort> + <id>d6490898-79c0-3eb5-a102-718ff8ab68e6</id> + <name>Input data</name> + <position x="-844.0935517008102" y="599.9303408428605"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>ab8d073c-e5c0-314c-a094-6117f998b1e1</id> + <name>Output data</name> + <position x="-864.0" y="1096.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>d259fdb6-aa03-35b1-b439-b5baccc57a1e</id> + <position x="-1264.0" y="784.0"/> + </funnel> + <connection> + <id>d2bfc9ce-5c85-3dc2-a0c5-83bbf0c77277</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d6490898-79c0-3eb5-a102-718ff8ab68e6</sourceId> + <sourceGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>2cd2029e-53ae-3575-bf35-785203683c7f</destinationId> + <destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>2475c41e-5711-3de0-bbec-2e977cd1f40a</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2cd2029e-53ae-3575-bf35-785203683c7f</sourceId> + <sourceGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ab8d073c-e5c0-314c-a094-6117f998b1e1</destinationId> + <destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>a7505eac-df84-3e17-8c40-687c159877a7</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2cd2029e-53ae-3575-bf35-785203683c7f</sourceId> + <sourceGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d259fdb6-aa03-35b1-b439-b5baccc57a1e</destinationId> + <destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>2ba90add-0172-1000-ffff-ffffb69e0af7</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>448f52fe-9e76-3792-bfd8-a91a1e9afd87</sourceId> + <sourceGroupId>33258978-2057-3612-be77-0a763431ee29</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>c508548a-6dd0-3ef5-bb2d-13dd605ee470</destinationId> + <destinationGroupId>f0ca318f-d7bb-321b-b450-fe27b018ef4b</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8e0af9b9-0274-339d-bd8a-3cdf1936a8d2</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ab8d073c-e5c0-314c-a094-6117f998b1e1</sourceId> + <sourceGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>1c42374a-61ad-3d92-9f86-1f1ae9bae6d0</destinationId> + <destinationGroupId>33258978-2057-3612-be77-0a763431ee29</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>215bef88-7432-3238-9d8c-0f58dffc2643</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>0dbb2fcb-c11b-396e-8918-24d7121f7653</sourceId> + <sourceGroupId>a8873c56-d149-34d1-8344-a35b339e6187</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>d6490898-79c0-3eb5-a102-718ff8ab68e6</destinationId> + <destinationGroupId>de2bc05d-fbd2-35bc-9192-b82041176492</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d55bfb6f-a1c5-3bcb-a3c5-d7db9c4fc601</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>742a8211-a5e6-347d-9e79-25facc6b181e</sourceId> + <sourceGroupId>f0ca318f-d7bb-321b-b450-fe27b018ef4b</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>aa73b938-03ee-3d90-ba6f-0998b568ac36</destinationId> + <destinationGroupId>a8873c56-d149-34d1-8344-a35b339e6187</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>2e0dc752-7fe8-3f21-bf49-eb48c8a07228</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>be9226d7-777f-3820-bf10-49e97e9b73cc</sourceId> + <sourceGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</destinationId> + <destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>11c54501-6adf-360b-84f3-3c948201f446</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c508548a-6dd0-3ef5-bb2d-13dd605ee470</sourceId> + <sourceGroupId>f0ca318f-d7bb-321b-b450-fe27b018ef4b</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</destinationId> + <destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>b8f8e7ea-805f-3a2a-8468-9961764d165c</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>be9226d7-777f-3820-bf10-49e97e9b73cc</sourceId> + <sourceGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>742a8211-a5e6-347d-9e79-25facc6b181e</destinationId> + <destinationGroupId>f0ca318f-d7bb-321b-b450-fe27b018ef4b</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>ip</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5b9186fb-4f61-332f-9a9e-347d06fbc14d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>f45a80e6-e357-35cd-aaf9-bc67db61c03c</sourceId> + <sourceGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>ff302e29-64bb-3e10-b76e-91a13d2470d8</destinationId> + <destinationGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>1a897a42-aed7-3f21-9092-0fab6db32675</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1b4538b6-8b9b-3629-9bdc-32b73bd06d95</sourceId> + <sourceGroupId>56ce6dbe-1f96-3c6a-bc78-887b873b4838</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>be9226d7-777f-3820-bf10-49e97e9b73cc</destinationId> + <destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</id> + <name>Domain enrichment</name> + <position x="-213.29739929099082" y="283.59665734060223"/> + <comment/> + <processor> + <id>1957f5c3-b6cb-3c80-b527-1858c61ed111</id> + <name>Check domain2 enrichment</name> + <position x="1136.0" y="272.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>domain</name> + <value>${enrich_domain2:notNull()}</value> + </property> + </processor> + <inputPort> + <id>3fe12fd1-6d8d-38a3-8e36-df299b1bdccf</id> + <name>Input</name> + <position x="509.00004968724306" y="99.00000248493421"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>73daed42-086d-3ed5-a34c-2f9a26c93fee</id> + <name>Output</name> + <position x="1203.0259858484103" y="705.9814639068373"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>309911c5-0f97-37e4-8511-3c5639f5db10</id> + <name>Enrich domain1</name> + <position x="448.0" y="248.0"/> + <comment/> + <inputPort> + <id>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</id> + <name>Input</name> + <position x="514.2120137074166" y="123.48450940491682"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>f270695c-edf6-3a9f-bc3a-10804f26f56f</id> + <name>Output</name> + <position x="1232.0" y="600.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>89e761fa-669e-30c2-9590-ab8f806ffaff</id> + <name>Entropy</name> + <position x="1152.0" y="288.0"/> + <comment/> + <processor> + <id>bf907759-0171-1000-0000-0000022727cd</id> + <name>Calculate entropy on domain1</name> + <position x="488.0" y="288.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.script.InvokeScriptedProcessor</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-scripting-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Script Engine</name> + <value>python</value> + </property> + <property> + <name>Script File</name> + <value>/opt/nifi/nifi-current/conf/freq/freqProcessor.py</value> + </property> + <property> + <name>Script Body</name> + </property> + <property> + <name>Module Directory</name> + <value>/opt/nifi/nifi-current/conf/freq</value> + </property> + <property> + <name>Frequency File</name> + <value>/opt/nifi/nifi-current/conf/freq/alexa.json</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>Input Field</name> + <value>${enrich_domain1}</value> + </property> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>Result Field 2</name> + <value>${enrich_domain1}_freq2</value> + </property> + <property> + <name>Result Field 1</name> + <value>${enrich_domain1}_freq1</value> + </property> + </processor> + <inputPort> + <id>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</id> + <name>Input</name> + <position x="552.0" y="80.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>2ef455b6-6c77-39ae-87bf-d21b988f4c52</id> + <name>Output</name> + <position x="552.0" y="592.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>7297c375-d15a-36a2-a115-6b2680fbef2b</id> + <position x="128.0" y="360.0"/> + </funnel> + <connection> + <id>2bea3770-0172-1000-ffff-ffff9cd568b2</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>bf907759-0171-1000-0000-0000022727cd</sourceId> + <sourceGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>2ef455b6-6c77-39ae-87bf-d21b988f4c52</destinationId> + <destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bf938168-0171-1000-0000-00003e6fd9c5</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>bf907759-0171-1000-0000-0000022727cd</sourceId> + <sourceGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>7297c375-d15a-36a2-a115-6b2680fbef2b</destinationId> + <destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>27f7d6f4-0172-1000-ffff-ffffc65ffd5e</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</sourceId> + <sourceGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>2ef455b6-6c77-39ae-87bf-d21b988f4c52</destinationId> + <destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>df54305f-551e-38ff-8e1c-a1c272c238c0</id> + <name>Alexa</name> + <position x="448.0" y="288.0"/> + <comment/> + <processor> + <id>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</id> + <name>Alexa domain1</name> + <position x="-726.6263417228297" y="457.36850568010186"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>282db77b-3118-3b3c-bbd1-e4260b1c6395</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_domain1}_alexa</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_domain1}</value> + </property> + </processor> + <inputPort> + <id>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</id> + <name>Input data</name> + <position x="-673.6437977775172" y="241.37341901017993"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>ff4ada2c-5f6f-33bc-ae0c-8cdb24dd2357</id> + <name>Output data</name> + <position x="-704.0" y="736.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>85764070-cd41-38a1-a352-929737e563c6</id> + <position x="-1152.0" y="512.0"/> + </funnel> + <connection> + <id>002d4937-dcb5-3cf1-8075-8d5533667510</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</sourceId> + <sourceGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ff4ada2c-5f6f-33bc-ae0c-8cdb24dd2357</destinationId> + <destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>1af92349-7a45-30ec-b6fc-6d881dcd8b26</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</sourceId> + <sourceGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>85764070-cd41-38a1-a352-929737e563c6</destinationId> + <destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8d7da7f5-2a03-32fd-9bd6-a3eec6e8351a</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</sourceId> + <sourceGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>ccab62e9-53cd-3d5e-aca3-6fa2e1b95597</destinationId> + <destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>ff7df1ed-63be-3637-aa15-094355c9711f</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ff4ada2c-5f6f-33bc-ae0c-8cdb24dd2357</sourceId> + <sourceGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>84dfe3a1-a6f4-3b80-9161-93a59b88ad8b</destinationId> + <destinationGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4eab9f92-b7e9-3ead-82fa-41656502379f</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2ef455b6-6c77-39ae-87bf-d21b988f4c52</sourceId> + <sourceGroupId>89e761fa-669e-30c2-9590-ab8f806ffaff</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>f270695c-edf6-3a9f-bc3a-10804f26f56f</destinationId> + <destinationGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e3b1bb45-a48a-387f-ae0e-094665e6f4fe</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</sourceId> + <sourceGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>c7b3b6c4-6418-3dbe-a037-387e3c85cb19</destinationId> + <destinationGroupId>df54305f-551e-38ff-8e1c-a1c272c238c0</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>464af303-e93a-32ed-a7ef-d3d553054447</id> + <name>Enrich domain2</name> + <position x="440.0" y="496.0"/> + <comment/> + <inputPort> + <id>0097ae66-e4c5-316c-b301-c8fd4481cbf4</id> + <name>Input</name> + <position x="514.2120137074166" y="123.48450940491682"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>1464f185-b2d5-3347-8aaa-89cfc91566f5</id> + <name>Output</name> + <position x="1232.0" y="600.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <processGroup> + <id>db261d6a-ab4a-3a2e-854a-cd42492788c5</id> + <name>Entropy</name> + <position x="1152.0" y="288.0"/> + <comment/> + <processor> + <id>eff73930-f310-1a2e-b248-812b172b7415</id> + <name>Calculate entropy on domain2</name> + <position x="504.0" y="312.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.script.InvokeScriptedProcessor</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-scripting-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Script Engine</name> + <value>python</value> + </property> + <property> + <name>Script File</name> + <value>/opt/nifi/nifi-current/conf/freq/freqProcessor.py</value> + </property> + <property> + <name>Script Body</name> + </property> + <property> + <name>Module Directory</name> + <value>/opt/nifi/nifi-current/conf/freq</value> + </property> + <property> + <name>Frequency File</name> + <value>/opt/nifi/nifi-current/conf/freq/alexa.json</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>Input Field</name> + <value>${enrich_domain2}</value> + </property> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>Result Field 2</name> + <value>${enrich_domain2}_freq2</value> + </property> + <property> + <name>Result Field 1</name> + <value>${enrich_domain2}_freq1</value> + </property> + </processor> + <inputPort> + <id>ecc214d7-667d-3d81-affa-93e712a87abe</id> + <name>Input</name> + <position x="550.0000051876734" y="118.0000002741364"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>10c439ea-f35c-3171-836c-d83af1403698</id> + <name>Output</name> + <position x="552.0" y="584.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>1667ea62-481a-3dfb-8745-8033f80ab5a7</id> + <position x="144.0" y="352.0"/> + </funnel> + <connection> + <id>bf99e121-0171-1000-0000-0000487c681e</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ecc214d7-667d-3d81-affa-93e712a87abe</sourceId> + <sourceGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>10c439ea-f35c-3171-836c-d83af1403698</destinationId> + <destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bf99ef8e-0171-1000-0000-0000381fb201</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>eff73930-f310-1a2e-b248-812b172b7415</sourceId> + <sourceGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>10c439ea-f35c-3171-836c-d83af1403698</destinationId> + <destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bf9a2f76-0171-1000-ffff-fffffcafce73</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>eff73930-f310-1a2e-b248-812b172b7415</sourceId> + <sourceGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>1667ea62-481a-3dfb-8745-8033f80ab5a7</destinationId> + <destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>bd4c02d9-77f7-3984-8aa0-ad78099693a7</id> + <name>Alexa</name> + <position x="448.0" y="288.0"/> + <comment/> + <processor> + <id>4598e8b8-b54a-3855-b6b7-5ac2721745a2</id> + <name>Alexa domain1</name> + <position x="-726.6263417228297" y="457.36850568010186"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.LookupRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>8</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>25000000</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>lookup-service</name> + <value>282db77b-3118-3b3c-bbd1-e4260b1c6395</value> + </property> + <property> + <name>result-record-path</name> + <value>${enrich_domain2}_alexa</value> + </property> + <property> + <name>routing-strategy</name> + <value>route-to-success</value> + </property> + <property> + <name>result-contents</name> + <value>insert-entire-record</value> + </property> + <property> + <name>record-update-strategy</name> + <value>use-property</value> + </property> + <property> + <name>key</name> + <value>${enrich_domain2}</value> + </property> + </processor> + <inputPort> + <id>a7e674e2-60b2-3417-ad31-d69248774c3f</id> + <name>Input data</name> + <position x="-673.6437977775172" y="241.37341901017993"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <outputPort> + <id>23f74eb2-f2ec-3612-b370-d18952393be5</id> + <name>Output data</name> + <position x="-704.0" y="736.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <funnel> + <id>bf17534a-3723-3f7d-9ca1-dc1b61022e90</id> + <position x="-1152.0" y="512.0"/> + </funnel> + <connection> + <id>3264d31c-6569-3dde-b174-ddff9f7d3835</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</sourceId> + <sourceGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>bf17534a-3723-3f7d-9ca1-dc1b61022e90</destinationId> + <destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>6580ec44-ce8d-3aaf-b7ba-ee4c4d67321b</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>a7e674e2-60b2-3417-ad31-d69248774c3f</sourceId> + <sourceGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</destinationId> + <destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bd6b2b7a-04db-3e73-8f38-4520b7b07965</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>4598e8b8-b54a-3855-b6b7-5ac2721745a2</sourceId> + <sourceGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>23f74eb2-f2ec-3612-b370-d18952393be5</destinationId> + <destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>28cd9bc0-ab4c-3013-8075-9239f45f7958</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>0097ae66-e4c5-316c-b301-c8fd4481cbf4</sourceId> + <sourceGroupId>464af303-e93a-32ed-a7ef-d3d553054447</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>a7e674e2-60b2-3417-ad31-d69248774c3f</destinationId> + <destinationGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>cbec0f65-cf3a-3c85-9751-e5025fb8f834</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>23f74eb2-f2ec-3612-b370-d18952393be5</sourceId> + <sourceGroupId>bd4c02d9-77f7-3984-8aa0-ad78099693a7</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>ecc214d7-667d-3d81-affa-93e712a87abe</destinationId> + <destinationGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>7fcacebd-9235-37f8-9160-496d27d96a2d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>10c439ea-f35c-3171-836c-d83af1403698</sourceId> + <sourceGroupId>db261d6a-ab4a-3a2e-854a-cd42492788c5</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>1464f185-b2d5-3347-8aaa-89cfc91566f5</destinationId> + <destinationGroupId>464af303-e93a-32ed-a7ef-d3d553054447</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>74a800f3-16dd-3368-8b95-b2f06c0e039e</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>f270695c-edf6-3a9f-bc3a-10804f26f56f</sourceId> + <sourceGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>1957f5c3-b6cb-3c80-b527-1858c61ed111</destinationId> + <destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>7b8d2c74-7b0e-3242-9bc5-39eaae5fb6e0</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1957f5c3-b6cb-3c80-b527-1858c61ed111</sourceId> + <sourceGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>0097ae66-e4c5-316c-b301-c8fd4481cbf4</destinationId> + <destinationGroupId>464af303-e93a-32ed-a7ef-d3d553054447</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>domain</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>07a44f1b-cf03-34ae-bdbe-01a822ee563d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1957f5c3-b6cb-3c80-b527-1858c61ed111</sourceId> + <sourceGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>73daed42-086d-3ed5-a34c-2f9a26c93fee</destinationId> + <destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>7452ed37-8831-36e2-9f83-e58b2351b0b9</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>3fe12fd1-6d8d-38a3-8e36-df299b1bdccf</sourceId> + <sourceGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>bf74c1ba-45ad-3c0d-84c6-ec7ea7bdcdea</destinationId> + <destinationGroupId>309911c5-0f97-37e4-8511-3c5639f5db10</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>ebcf3e45-f097-32ce-b7fa-2d962ac94bca</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1464f185-b2d5-3347-8aaa-89cfc91566f5</sourceId> + <sourceGroupId>464af303-e93a-32ed-a7ef-d3d553054447</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>73daed42-086d-3ed5-a34c-2f9a26c93fee</destinationId> + <destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>991fd7e6-1527-306c-940e-acc51e14e8d2</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>01b66126-695a-3059-b179-f1bf85e8ca91</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>20fbbe49-e445-3200-8067-bd37194bd03a</destinationId> + <destinationGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>fqdn</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>9e77308a-e86c-3498-bd30-d4be080e127b</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ab6f103c-0ff7-309d-98c5-55f02f1e55eb</sourceId> + <sourceGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>c547ff40-bd6d-3108-bde8-ed18393a26ff</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>41dbe59e-67f0-3a49-9e23-dfd869f43be2</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c547ff40-bd6d-3108-bde8-ed18393a26ff</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>0efbd5eb-d262-3313-96b0-e6bd8cd316f9</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>6863b8fa-1731-3421-9247-1f9afd9e593b</sourceId> + <sourceGroupId>18b73371-23b9-38ae-96e7-e80ea3f7ef32</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>2ba9db29-0172-1000-ffff-ffffc1aa6db2</destinationId> + <destinationGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>2baa94e2-0172-1000-0000-00003076ec03</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2baa0b4b-0172-1000-0000-00001a58f772</sourceId> + <sourceGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>c164884d-277f-31af-ac3c-18b211667bbf</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>119228c4-5b11-3cec-9f89-9c3b09442f67</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>01b66126-695a-3059-b179-f1bf85e8ca91</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>2ba9db29-0172-1000-ffff-ffffc1aa6db2</destinationId> + <destinationGroupId>2ba9c0bf-0172-1000-ffff-ffff8d214d07</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>106e56f6-c31c-3a36-9c73-60a627f55eea</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>74abf119-faa6-3e9e-bb31-da2e79f89a38</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>01ff4379-34be-3b02-8330-4cabdaa5fa99</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c547ff40-bd6d-3108-bde8-ed18393a26ff</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>3fe12fd1-6d8d-38a3-8e36-df299b1bdccf</destinationId> + <destinationGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>domain</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4af3c67d-e6ae-3c0c-a126-c246ca10ef61</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c547ff40-bd6d-3108-bde8-ed18393a26ff</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>01b66126-695a-3059-b179-f1bf85e8ca91</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e054af83-5c92-37af-8d94-b0f40a5c7f21</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>73daed42-086d-3ed5-a34c-2f9a26c93fee</sourceId> + <sourceGroupId>dbf2c54a-902c-35f7-9c92-bc30b0acdc6e</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>01b66126-695a-3059-b179-f1bf85e8ca91</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4a5e7078-8dae-3785-aa34-18c4e2be36ab</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9ad88ad9-02cd-362c-912c-9a1a5ee6d1d1</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>f45a80e6-e357-35cd-aaf9-bc67db61c03c</destinationId> + <destinationGroupId>0c8feb68-ff3e-3c3c-81be-b9d3fa7a9ae9</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship>ip</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <controllerService> + <id>282db77b-3118-3b3c-bbd1-e4260b1c6395</id> + <name>Alexa CSV</name> + <comment/> + <class>org.apache.nifi.lookup.SimpleCsvFileLookupService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-lookup-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>csv-file</name> + <value>/opt/nifi/nifi-current/conf/alexa-top-1m.csv</value> + </property> + <property> + <name>CSV Format</name> + <value>Default</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>lookup-key-column</name> + <value>domain</value> + </property> + <property> + <name>lookup-value-column</name> + <value>index</value> + </property> + <property> + <name>ignore-duplicates</name> + <value>true</value> + </property> + </controllerService> + <controllerService> + <id>67289e27-a14d-3fa6-bcf9-91f7d2ae8d59</id> + <name>Umbrella CSV</name> + <comment/> + <class>org.apache.nifi.lookup.SimpleCsvFileLookupService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-lookup-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>csv-file</name> + <value>/opt/nifi/nifi-current/conf/umbrella-top-1m.csv</value> + </property> + <property> + <name>CSV Format</name> + <value>Excel</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>lookup-key-column</name> + <value>domain</value> + </property> + <property> + <name>lookup-value-column</name> + <value>index</value> + </property> + <property> + <name>ignore-duplicates</name> + <value>true</value> + </property> + </controllerService> + </processGroup> + <processGroup> + <id>870d6d68-7a0a-3505-8c42-0d6064fe43f6</id> + <name>Data input</name> + <position x="830.4597621124223" y="407.3463126314215"/> + <comment/> + <outputPort> + <id>20b01ab3-3a8d-3573-b95d-a4a45494050f</id> + <name>To enrichment</name> + <position x="480.0" y="504.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <outputPort> + <id>21a9e277-2d80-359a-9c57-cb76d8962e6d</id> + <name>To data output</name> + <position x="-1120.0" y="592.0"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + <processGroup> + <id>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</id> + <name>Suricata</name> + <position x="-504.0" y="352.0"/> + <comment/> + <processor> + <id>19336e9e-3581-3d83-bb51-b9af2f5a6005</id> + <name>Filter out DNS events</name> + <position x="-371.62446124181497" y="672.8156960893323"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>3</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>dns</name> + <value>${event_type:contains("dns")}</value> + </property> + <property> + <name>flow</name> + <value>${event_type:contains("flow")}</value> + </property> + <property> + <name>alert</name> + <value>${event_type:contains("alert")}</value> + </property> + <property> + <name>ssh</name> + <value>${event_type:contains("ssh")}</value> + </property> + <property> + <name>tls</name> + <value>${event_type:contains("tls")}</value> + </property> + <property> + <name>http</name> + <value>${event_type:contains("http")}</value> + </property> + <property> + <name>stats</name> + <value>${event_type:contains("stats")}</value> + </property> + <property> + <name>files</name> + <value>${event_type:contains("file")}</value> + </property> + <property> + <name>smtp</name> + <value>${event_type:contains("smtp")}</value> + </property> + <autoTerminatedRelationship>smtp</autoTerminatedRelationship> + <autoTerminatedRelationship>stats</autoTerminatedRelationship> + <autoTerminatedRelationship>unmatched</autoTerminatedRelationship> + </processor> + <processor> + <id>d59eabae-f47a-3d88-a1c9-e15c156202d6</id> + <name>Extract rrname</name> + <position x="-369.29872149802804" y="897.6180433395261"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>record-path-value</value> + </property> + <property> + <name>/rrname_length</name> + <value>/dns/rrname</value> + </property> + <property> + <name>/rrname_domain</name> + <value>/dns/rrname</value> + </property> + <property> + <name>/rrname_domain_length</name> + <value>/dns/rrname</value> + </property> + </processor> + <processor> + <id>24e1d8ed-10f4-3b46-958c-f2fb676e3192</id> + <name>Remove unnecessary filebeat fields</name> + <position x="-987.5658863682004" y="234.96963460665665"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.JoltTransformJSON</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>jolt-transform</name> + <value>jolt-transform-chain</value> + </property> + <property> + <name>jolt-custom-class</name> + </property> + <property> + <name>jolt-custom-modules</name> + </property> + <property> + <name>jolt-spec</name> + <value>[{ + "operation": "shift", + "spec": { + "*": { + "json": { + "*": { + "@": "[#4].&" + } + }, + "host": { + "name": "[#3].beat_host" + }, + "source": "[#2].source" + } + } +}]</value> + </property> + <property> + <name>Transform Cache Size</name> + <value>1</value> + </property> + <property> + <name>pretty_print</name> + <value>false</value> + </property> + </processor> + <processor> + <id>47757d9f-c23d-33ca-9c88-3c8722bd00a5</id> + <name>Add rrname_domain++</name> + <position x="-368.27336608185624" y="1138.9635842383886"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>literal-value</value> + </property> + <property> + <name>/rrname_length</name> + <value>${field.value:length():toNumber()}</value> + </property> + <property> + <name>/ip_src_addr</name> + <value>0.0.0.0</value> + </property> + <property> + <name>/src_ip</name> + <value>0.0.0.0</value> + </property> + <property> + <name>/ip_dst_addr</name> + <value>0.0.0.0</value> + </property> + <property> + <name>/rrname_domain</name> + <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')})}</value> + </property> + <property> + <name>/dest_ip</name> + <value>0.0.0.0</value> + </property> + <property> + <name>/rrname_domain_length</name> + <value>${field.value:substringBeforeLast('.'):substringAfterLast('.'):append(${field.value:substringAfterLast('.'):prepend('.')}):length():toNumber()}</value> + </property> + </processor> + <processor> + <id>e89b0470-bff2-323c-92e5-5fb2d3949070</id> + <name>Prepend [</name> + <position x="-996.7179797450688" y="47.535499055489254"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>[</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Prepend</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <processor> + <id>fd6b6513-51f8-3a96-a764-13bd39ec7f84</id> + <name>Partition records based on event_type</name> + <position x="-382.59400260581754" y="446.9900134408068"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PartitionRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>event_type</name> + <value>/event_type</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>a88dab36-f543-32fc-8f45-aa11b99c0ff4</id> + <name>Add standardized fields</name> + <position x="-982.3277701858627" y="433.7665258942376"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>record-path-value</value> + </property> + <property> + <name>/ip_dst_port</name> + <value>/dest_port</value> + </property> + <property> + <name>/ip_src_addr</name> + <value>/src_ip</value> + </property> + <property> + <name>/ip_dst_addr</name> + <value>/dest_ip</value> + </property> + <property> + <name>/ip_src_port</name> + <value>/src_port</value> + </property> + </processor> + <processor> + <id>1a038948-9e9a-3523-b899-990077bfd575</id> + <name>Convert timestamp</name> + <position x="-385.7461824498648" y="233.13395543765722"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>literal-value</value> + </property> + <property> + <name>/TLP</name> + <value>AMBER</value> + </property> + <property> + <name>/mime.type</name> + <value>application/json</value> + </property> + <property> + <name>/timestamp</name> + <value>${field.value:replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value> + </property> + </processor> + <processor> + <id>7eeb23aa-b112-3cc8-bb56-2ca20b456907</id> + <name>Add enrichment attributes</name> + <position x="-381.71987132795925" y="1362.5536493927905"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>enrich_domain1</name> + <value>/rrname_domain</value> + </property> + <property> + <name>enrich_fqdn1</name> + <value>/dns/rrname</value> + </property> + </processor> + <processor> + <id>46cdd7aa-91f0-307c-90aa-65747e558f25</id> + <name>Add attributes</name> + <position x="-990.1194195007834" y="665.1839855126569"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>data_id</name> + <value>suricata-${event_type}</value> + </property> + <property> + <name>data_index</name> + <value>logs-${beats.sender:substringBeforeLast('/'):substringBeforeLast('.'):substringAfterLast('.')}-suricata-${event_type}</value> + </property> + <property> + <name>data_type</name> + <value>suricata</value> + </property> + <property> + <name>enrich_ip2</name> + <value>/ip_dst_addr</value> + </property> + <property> + <name>enrich_ip1</name> + <value>/ip_src_addr</value> + </property> + <property> + <name>TLP</name> + <value>AMBER</value> + </property> + </processor> + <processor> + <id>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</id> + <name>ListenBeats</name> + <position x="-987.897149146032" y="-167.11494242687536"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.beats.ListenBeats</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-beats-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>2</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>NONE</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Local Network Interface</name> + </property> + <property> + <name>Port</name> + <value>6101</value> + </property> + <property> + <name>Receive Buffer Size</name> + <value>65507 B</value> + </property> + <property> + <name>Max Size of Message Queue</name> + <value>100000</value> + </property> + <property> + <name>Max Size of Socket Buffer</name> + <value>10 MB</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Max Batch Size</name> + <value>5000</value> + </property> + <property> + <name>Message Delimiter</name> + <value>,\n</value> + </property> + <property> + <name>Max Number of TCP Connections</name> + <value>90</value> + </property> + <property> + <name>SSL_CONTEXT_SERVICE</name> + </property> + <property> + <name>Client Auth</name> + <value>REQUIRED</value> + </property> + </processor> + <processor> + <id>be18c77e-5e4e-3552-ac9b-892ab69a9d49</id> + <name>Append ]</name> + <position x="-396.7049152015222" y="50.4274414148523"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>]</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Append</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <outputPort> + <id>055308a4-d020-39a9-9da4-b165796ef717</id> + <name>To enrichment</name> + <position x="-900.0911671813442" y="1418.3104443450675"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + <funnel> + <id>c4afa3d5-0170-1000-ffff-ffffe437a306</id> + <position x="396.10723355029654" y="1188.222598705122"/> + </funnel> + <funnel> + <id>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</id> + <position x="283.72871497338747" y="273.4623850295515"/> + </funnel> + <funnel> + <id>d8f19295-5666-31a8-b701-52214c4db51d</id> + <position x="-1500.995244929405" y="257.20806784146276"/> + </funnel> + <connection> + <id>d39ff93b-85e9-3c56-9f44-1916d1abcd9d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c4ae2f82-0170-1000-ffff-ffff91d33f16</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d59eabae-f47a-3d88-a1c9-e15c156202d6</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>dns</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>a4471b0c-c924-31e0-9aa1-7cf56b1be0ed</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>f9a8aee6-502f-3eb9-8806-8964276d4ca0</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>1a038948-9e9a-3523-b899-990077bfd575</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e8ad07a6-cd62-3473-9b16-833cf43026a6</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>2b0f0d27-a69e-30c9-b3a6-1499ff955a30</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>e89b0470-bff2-323c-92e5-5fb2d3949070</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>1 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>33baee02-9354-3b7f-a910-6220a5f6108f</id> + <name/> + <bendPoints> + <bendPoint x="-775.4788208007812" y="947.9116821289062"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>19336e9e-3581-3d83-bb51-b9af2f5a6005</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>alert</relationship> + <relationship>files</relationship> + <relationship>http</relationship> + <relationship>ssh</relationship> + <relationship>tls</relationship> + <relationship>flow</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c010a48c-a3af-3cfc-9693-9885925e763e</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>46cdd7aa-91f0-307c-90aa-65747e558f25</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>3a82b9ea-a974-3750-ad78-275da67285e6</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c4afb718-0170-1000-0000-000061284251</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>67789d5d-ebdc-390c-adc8-f2111f467ad4</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fd6b6513-51f8-3a96-a764-13bd39ec7f84</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c4afc7bc-0170-1000-ffff-ffffae3762dd</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c4afa3d5-0170-1000-ffff-ffffe437a306</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>f4bd2bed-88a1-396f-974b-19dcb5f40101</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>9b860d17-8918-3956-a8b2-54ec49231c37</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>98594ca0-2fce-349c-8432-94f4d021d1fe</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e89b0470-bff2-323c-92e5-5fb2d3949070</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>be18c77e-5e4e-3552-ac9b-892ab69a9d49</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d7ef534a-9fb6-3973-b2fa-2738705db47a</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>24e1d8ed-10f4-3b46-958c-f2fb676e3192</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c31d92b9-0e34-387d-86df-9536bf2ed9c9</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>7417695b-cbde-3637-bb24-2e265bb2817c</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>46cdd7aa-91f0-307c-90aa-65747e558f25</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>19336e9e-3581-3d83-bb51-b9af2f5a6005</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>3e181820-b214-399d-a0df-474d15e2f146</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>1a038948-9e9a-3523-b899-990077bfd575</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9e3adb6e-2266-390c-995d-76bc3aa5c3d8</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e9962c43-9689-39b9-a1ba-cd2eac598802</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>a88dab36-f543-32fc-8f45-aa11b99c0ff4</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d8f19295-5666-31a8-b701-52214c4db51d</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>1f219054-ea65-3700-a503-2d24acf2c754</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>7eeb23aa-b112-3cc8-bb56-2ca20b456907</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>055308a4-d020-39a9-9da4-b165796ef717</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8c6c7a60-0856-3a39-8ed6-6e7d0b98c0ae</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d59eabae-f47a-3d88-a1c9-e15c156202d6</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>47757d9f-c23d-33ca-9c88-3c8722bd00a5</destinationId> + <destinationGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>27d51d04-0172-1000-0000-00004573c6ec</id> + <name>Custom data inputs</name> + <position x="-504.0" y="952.0"/> + <comment/> + <outputPort> + <id>27d5dab2-0172-1000-ffff-ffffab5c50be</id> + <name>To data output</name> + <position x="-632.0" y="328.0"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + <outputPort> + <id>27d5761b-0172-1000-0000-000059275dad</id> + <name>To enrichment</name> + <position x="-312.0" y="328.0"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + </processGroup> + <processGroup> + <id>83691174-683f-3c7c-8526-8fc00397aee1</id> + <name>Zeek</name> + <position x="-504.0" y="152.0"/> + <comment/> + <processor> + <id>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</id> + <name>ListenBeats</name> + <position x="-1114.9155421491096" y="263.01449694104195"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.beats.ListenBeats</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-beats-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Local Network Interface</name> + </property> + <property> + <name>Port</name> + <value>6100</value> + </property> + <property> + <name>Receive Buffer Size</name> + <value>65507 B</value> + </property> + <property> + <name>Max Size of Message Queue</name> + <value>10000</value> + </property> + <property> + <name>Max Size of Socket Buffer</name> + <value>2 MB</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Max Batch Size</name> + <value>10000</value> + </property> + <property> + <name>Message Delimiter</name> + <value>,\n</value> + </property> + <property> + <name>Max Number of TCP Connections</name> + <value>100</value> + </property> + <property> + <name>SSL_CONTEXT_SERVICE</name> + </property> + <property> + <name>Client Auth</name> + <value>REQUIRED</value> + </property> + </processor> + <processor> + <id>ac17155e-32f1-3be8-843e-00877c210519</id> + <name>Prepend [</name> + <position x="-1124.1429683635654" y="475.2240314903287"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>[</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Prepend</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <processor> + <id>fec43039-de5d-1e3b-850a-5e25d7b93c76</id> + <name>UpdateAttribute</name> + <position x="-1121.584644408096" y="913.629598069974"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>data_index</name> + <value>logs-uninett-darknet</value> + </property> + <property> + <name>mime.type</name> + <value>application/json</value> + </property> + <property> + <name>enrich_ip2</name> + <value>/ip_dst_addr</value> + </property> + <property> + <name>enrich_ip1</name> + <value>/ip_src_addr</value> + </property> + <property> + <name>TLP</name> + <value>GREEN</value> + </property> + </processor> + <processor> + <id>9027e415-c8cd-355e-af16-0c635f43832f</id> + <name>Convert timestamp and add fields</name> + <position x="-472.77987807459795" y="696.7530680701591"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>literal-value</value> + </property> + <property> + <name>/TLP</name> + <value>GREEN</value> + </property> + <property> + <name>/data_type</name> + <value>zeek</value> + </property> + <property> + <name>/data_index</name> + <value>logs-zeek-conn</value> + </property> + <property> + <name>/mime.type</name> + <value>application/json</value> + </property> + <property> + <name>/data_id</name> + <value>zeek_conn</value> + </property> + <property> + <name>/timestamp</name> + <value>${field.value:multiply(1000):format('yyyy-MM-dd HH:mm:ss.SSSZ'):replace(' ','T'):replaceFirst('\+(\d\d)(\d\d)','+$1:$2')}</value> + </property> + </processor> + <processor> + <id>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</id> + <name>Remove filebeat fields</name> + <position x="-1121.1565561587029" y="706.9002449806696"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.jolt.record.JoltTransformRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-jolt-record-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>jolt-record-record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>jolt-record-record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>jolt-record-transform</name> + <value>jolt-transform-chain</value> + </property> + <property> + <name>jolt-record-custom-class</name> + </property> + <property> + <name>jolt-record-custom-modules</name> + </property> + <property> + <name>jolt-record-spec</name> + <value>[ + { + "operation": "shift", + "spec": { + "json": { + "ts": "timestamp", + "*": { + "@": "&" + } + }, + "host": { + "name": "host" + }, + "source": "source" + } + },{ + "operation" : "modify-overwrite-beta", + "spec" : + { + "timestamp": "=toString" + } + } +]</value> + </property> + <property> + <name>jolt-record-transform-cache-size</name> + <value>1</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>06501f48-82c7-3c36-b99c-7368a322608b</id> + <name>Append ]</name> + <position x="-465.8393574027825" y="478.1159738496917"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>]</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Append</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <outputPort> + <id>a28a9e95-1003-3ea6-9af6-a334c1aec07c</id> + <name>To enrichment</name> + <position x="-1065.7090714972117" y="1164.8389289189608"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + <funnel> + <id>06521038-335b-3139-839d-ab43a013ce03</id> + <position x="-1557.869726298236" y="758.8984861527665"/> + </funnel> + <funnel> + <id>c8c0a13d-0170-1000-ffff-ffff874141fa</id> + <position x="248.5321508445502" y="703.4412774751572"/> + </funnel> + <connection> + <id>216d4dcf-f425-33d0-a5c1-5cdf1402162e</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>3c739604-b69c-3e86-ba4c-a4739078837c</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>295b97b9-1291-3a83-8191-78a300d0feaa</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>39492e6c-faf0-3bfa-bd16-51a1f8be4c71</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ac17155e-32f1-3be8-843e-00877c210519</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8be8213-0170-1000-0000-0000695bc36c</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>fec43039-de5d-1e3b-850a-5e25d7b93c76</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>a28a9e95-1003-3ea6-9af6-a334c1aec07c</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>a056b363-8398-3877-8750-1bc9dcb9b1cd</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>06501f48-82c7-3c36-b99c-7368a322608b</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>ee8556df-9826-3d45-82de-5c1c876db435</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>2d0f222e-d08e-31fd-b5e1-1ce178368e4c</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>3bf497f2-3aed-3465-b91c-72ef6e53f0ea</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9027e415-c8cd-355e-af16-0c635f43832f</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>ed8609a1-bd09-391e-831b-1ab5b53a5049</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>06501f48-82c7-3c36-b99c-7368a322608b</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8c0a13d-0170-1000-ffff-ffff874141fa</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8be6e60-0170-1000-ffff-ffffe34d52ef</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9027e415-c8cd-355e-af16-0c635f43832f</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>fec43039-de5d-1e3b-850a-5e25d7b93c76</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>2a6e865b-4b36-3807-8bd7-eb2f39f95d4f</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ac17155e-32f1-3be8-843e-00877c210519</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>06521038-335b-3139-839d-ab43a013ce03</destinationId> + <destinationGroupId>83691174-683f-3c7c-8526-8fc00397aee1</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>bbbd1933-0171-1000-ffff-ffffbd49d5d5</id> + <name>Vector</name> + <position x="-504.0" y="752.0"/> + <comment/> + <processor> + <id>c003142e-0171-1000-0000-0000422abeec</id> + <name>PartitionRecord</name> + <position x="-184.0" y="384.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PartitionRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>source_host</name> + <value>/host</value> + </property> + <property> + <name>source_file</name> + <value>/file</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>c00baa05-0171-1000-ffff-ffffcb1f43ea</id> + <name>Extract message</name> + <position x="520.0" y="392.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ConvertRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>c00c78a9-0171-1000-0000-000071f1339a</value> + </property> + <property> + <name>include-zero-record-flowfiles</name> + <value>true</value> + </property> + </processor> + <processor> + <id>c05c9bcf-0171-1000-ffff-ffffd7d85017</id> + <name>UpdateRecord</name> + <position x="528.0" y="608.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UpdateRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>replacement-value-strategy</name> + <value>literal-value</value> + </property> + <property> + <name>/data_type</name> + <value>nginx</value> + </property> + <property> + <name>/source_file</name> + <value>${source_file}</value> + </property> + <property> + <name>/source_host</name> + <value>${source_host}</value> + </property> + <property> + <name>/data_id</name> + <value>nginx</value> + </property> + <property> + <name>/timestamp</name> + <value>${field.value:toDate('dd/MMM/yyyy:HH:mm:ssZ'):format("yyyy-MM-dd'T'HH:mm:ssZ")}</value> + </property> + </processor> + <processor> + <id>c00db627-0171-1000-ffff-ffffc4f5b885</id> + <name>Parse message</name> + <position x="-184.0" y="608.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ConvertRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>record-reader</name> + <value>c01055f0-0171-1000-ffff-fffffba3d740</value> + </property> + <property> + <name>record-writer</name> + <value>17b30955-5464-3709-8a32-69a459850cfa</value> + </property> + <property> + <name>include-zero-record-flowfiles</name> + <value>true</value> + </property> + </processor> + <processor> + <id>bbbd54b3-0171-1000-0000-000036873d5e</id> + <name>ListenHTTP</name> + <position x="-208.0" y="136.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ListenHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Base Path</name> + <value/> + </property> + <property> + <name>Listening Port</name> + <value>5050</value> + </property> + <property> + <name>Max Data to Receive per Second</name> + </property> + <property> + <name>SSL Context Service</name> + </property> + <property> + <name>Authorized DN Pattern</name> + <value>.*</value> + </property> + <property> + <name>Max Unconfirmed Flowfile Time</name> + <value>60 secs</value> + </property> + <property> + <name>HTTP Headers to receive as Attributes (Regex)</name> + </property> + <property> + <name>Return Code</name> + <value>200</value> + </property> + <property> + <name>multipart-request-max-size</name> + <value>1 MB</value> + </property> + <property> + <name>multipart-read-buffer-size</name> + <value>512 KB</value> + </property> + </processor> + <processor> + <id>c06ac9a2-0171-1000-ffff-ffffd058a428</id> + <name>UpdateAttribute</name> + <position x="528.0" y="816.0"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>data_index</name> + <value>logs-nginx</value> + </property> + <property> + <name>enrich_ip1</name> + <value>/ip_src_addr</value> + </property> + <property> + <name>TLP</name> + <value>AMBER</value> + </property> + </processor> + <outputPort> + <id>c06c1dde-0171-1000-ffff-fffffdeeb499</id> + <name>To enrichment</name> + <position x="592.0" y="1112.0"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </outputPort> + <funnel> + <id>bbbf02fd-0171-1000-ffff-fffff03fc2fb</id> + <position x="-600.0" y="664.0"/> + </funnel> + <funnel> + <id>c00e24c2-0171-1000-0000-000029e6845b</id> + <position x="1184.0" y="544.0"/> + </funnel> + <connection> + <id>c05f0a27-0171-1000-ffff-ffffbfc58013</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c05c9bcf-0171-1000-ffff-ffffd7d85017</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c00e24c2-0171-1000-0000-000029e6845b</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c00e3576-0171-1000-ffff-fffff3dcf219</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c00baa05-0171-1000-ffff-ffffcb1f43ea</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c00e24c2-0171-1000-0000-000029e6845b</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c00f00fc-0171-1000-0000-0000213bee2a</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c00db627-0171-1000-ffff-ffffc4f5b885</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>bbbf02fd-0171-1000-ffff-fffff03fc2fb</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c00f2321-0171-1000-ffff-ffffcbaddc8b</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c00db627-0171-1000-ffff-ffffc4f5b885</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c05c9bcf-0171-1000-ffff-ffffd7d85017</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c005eb1b-0171-1000-0000-00006ee400e1</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c003142e-0171-1000-0000-0000422abeec</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>bbbf02fd-0171-1000-ffff-fffff03fc2fb</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bbbf1097-0171-1000-0000-000068394dd7</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>bbbd54b3-0171-1000-0000-000036873d5e</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c003142e-0171-1000-0000-0000422abeec</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>30 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c00dcaff-0171-1000-0000-00002b83ed35</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c00baa05-0171-1000-ffff-ffffcb1f43ea</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c00db627-0171-1000-ffff-ffffc4f5b885</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c05f3ec2-0171-1000-0000-00003761e9da</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c05c9bcf-0171-1000-ffff-ffffd7d85017</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c06ac9a2-0171-1000-ffff-ffffd058a428</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c005c55f-0171-1000-0000-00006aa0644d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c003142e-0171-1000-0000-0000422abeec</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c00baa05-0171-1000-ffff-ffffcb1f43ea</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c06c3077-0171-1000-0000-00002b2ecbc1</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c06ac9a2-0171-1000-ffff-ffffd058a428</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c06c1dde-0171-1000-ffff-fffffdeeb499</destinationId> + <destinationGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <controllerService> + <id>c01055f0-0171-1000-ffff-fffffba3d740</id> + <name>GrokReader</name> + <comment/> + <class>org.apache.nifi.grok.GrokReader</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-record-serialization-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>schema-access-strategy</name> + <value>string-fields-from-grok-expression</value> + </property> + <property> + <name>schema-registry</name> + </property> + <property> + <name>schema-name</name> + <value>${schema.name}</value> + </property> + <property> + <name>schema-version</name> + </property> + <property> + <name>schema-branch</name> + </property> + <property> + <name>schema-text</name> + <value>${avro.schema}</value> + </property> + <property> + <name>Grok Pattern File</name> + </property> + <property> + <name>Grok Expression</name> + <value>%{IP:ip_src_addr} - %{USER:ident} \[(%{GREEDYDATA:timestamp})\] \"%{WORD:method} %{NOTSPACE:request_page} HTTP/%{NUMBER:http_version}\" %{NUMBER:server_response} %{NUMBER:response_size} \"%{NOTSPACE:referer}\" \"%{DATA:user_agent}\"</value> + </property> + <property> + <name>no-match-behavior</name> + <value>append-to-previous-message</value> + </property> + </controllerService> + <controllerService> + <id>c00c78a9-0171-1000-0000-000071f1339a</id> + <name>FreeFormTextRecordSetWriter</name> + <comment/> + <class>org.apache.nifi.text.FreeFormTextRecordSetWriter</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-record-serialization-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>Text</name> + <value>${message}</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + </controllerService> + </processGroup> + <processGroup> + <id>b3d57504-7c06-37a3-b59b-8723f60fa728</id> + <name>Test data (Suricata alerts)</name> + <position x="-504.0" y="552.0"/> + <comment/> + <processor> + <id>bb7dc9ff-2d25-3134-9617-cca3cabe9179</id> + <name>GenerateFlowFile</name> + <position x="677.0553463466808" y="168.99260576186023"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GenerateFlowFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>File Size</name> + <value>0B</value> + </property> + <property> + <name>Batch Size</name> + <value>1</value> + </property> + <property> + <name>Data Format</name> + <value>Text</value> + </property> + <property> + <name>Unique FlowFiles</name> + <value>false</value> + </property> + <property> + <name>generate-ff-custom-text</name> + <value>[{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999991,"rev": 1,"signature": "SOC TEST1"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999992,"rev": 1,"signature": "SOC TEST2"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999993,"rev": 1,"signature": "SOC TEST3"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999994,"rev": 1,"signature": "SOC TEST4"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999995,"rev": 1,"signature": "SOC TEST5"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999996,"rev": 1,"signature": "SOC TEST6"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999997,"rev": 1,"signature": "SOC TEST7"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999998,"rev": 1,"signature": "SOC TEST8"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999999,"rev": 1,"signature": "SOC TEST9"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}, +{"stream": 0,"flow": {"bytes_toserver": 74,"bytes_toclient": 0,"start": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","pkts_toserver": 1,"pkts_toclient": 0},"vlan": 665,"ip_dst_port": 54323,"in_iface": "ens1f3","payload": "","timestamp": "${now():format('yyyy-MM-dd HH:mm:ss.SSS'):replaceFirst(' ','T')}","proto": "TCP","event_type": "alert","alert": {"category": "Not Suspicious Traffic","severity": 3,"action": "allowed","gid": 1,"signature_id": 29999990,"rev": 1,"signature": "SOC TEST0"},"payload_printable": "","ip_src_addr": "10.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}.${random():mod(254):plus(1)}","ip_src_port": 43844,"ip_dst_addr": "89.45.232.${random():mod(254):plus(1)}","host":"nifi.soctools.geant.org","host_domain":"geant.org"}]</value> + </property> + <property> + <name>character-set</name> + <value>UTF-8</value> + </property> + <property> + <name>enrich_domain1</name> + <value>/host_domain</value> + </property> + <property> + <name>enrich_ip1</name> + <value>/ip_src_addr</value> + </property> + <property> + <name>enrich_fqdn1</name> + <value>/host</value> + </property> + <property> + <name>data_id</name> + <value>suricata_alert</value> + </property> + <property> + <name>data_index</name> + <value>logs-suricata-alert</value> + </property> + <property> + <name>data_type</name> + <value>suricata</value> + </property> + <property> + <name>enrich_ip2</name> + <value>/ip_dst_addr</value> + </property> + </processor> + <outputPort> + <id>d30dc946-251a-307c-8e88-f2262b0bb194</id> + <name>To enrichment</name> + <position x="731.0454088698874" y="433.2315817172085"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </outputPort> + <connection> + <id>88e13a12-15ba-360a-85a7-31bed1c77c34</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>bb7dc9ff-2d25-3134-9617-cca3cabe9179</sourceId> + <sourceGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d30dc946-251a-307c-8e88-f2262b0bb194</destinationId> + <destinationGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>c5fe676f-baa5-3d90-956e-fe502db0ac68</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>d30dc946-251a-307c-8e88-f2262b0bb194</sourceId> + <sourceGroupId>b3d57504-7c06-37a3-b59b-8723f60fa728</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c06c499a-0171-1000-ffff-ffffad921327</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>c06c1dde-0171-1000-ffff-fffffdeeb499</sourceId> + <sourceGroupId>bbbd1933-0171-1000-ffff-ffffbd49d5d5</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>aa824944-0170-1000-ffff-ffffb8b027bf</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>a28a9e95-1003-3ea6-9af6-a334c1aec07c</sourceId> + <sourceGroupId>83691174-683f-3c7c-8526-8fc00397aee1</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8c18ad9-0170-1000-0000-000008e1c396</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>055308a4-d020-39a9-9da4-b165796ef717</sourceId> + <sourceGroupId>bd12dc14-015e-3428-bfdf-b1219d2d6fdb</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>27d64272-0172-1000-0000-000079e1c9c6</id> + <name/> + <bendPoints> + <bendPoint x="88.0" y="864.0"/> + </bendPoints> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>27d5761b-0172-1000-0000-000059275dad</sourceId> + <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>20b01ab3-3a8d-3573-b95d-a4a45494050f</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>27d65fe7-0172-1000-ffff-ffffec2db03b</id> + <name/> + <bendPoints> + <bendPoint x="-744.0" y="856.0"/> + </bendPoints> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>27d5dab2-0172-1000-ffff-ffffab5c50be</sourceId> + <sourceGroupId>27d51d04-0172-1000-0000-00004573c6ec</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>21a9e277-2d80-359a-9c57-cb76d8962e6d</destinationId> + <destinationGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</destinationGroupId> + <destinationType>OUTPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>e9c19adc-c8a4-327e-ad24-24e71fd3474e</id> + <name>Data output</name> + <position x="829.4446253936723" y="1015.2711478364996"/> + <comment/> + <inputPort> + <id>e333b82d-7408-3747-8dd2-46473704e51b</id> + <name>Data input</name> + <position x="-688.0" y="496.0"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <processGroup> + <id>7ebf304b-4978-3adc-ac31-470fb76e5029</id> + <name>Elastic odfe</name> + <position x="-759.1319580078125" y="739.6137390136719"/> + <comment/> + <processor> + <id>8b48f28f-2379-3f0f-81fe-4e1b93e72666</id> + <name>PutElasticsearchHttpRecord</name> + <position x="-856.2311706542969" y="629.8186340332031"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.elasticsearch.PutElasticsearchHttpRecord</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-elasticsearch-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>elasticsearch-http-url</name> + <value>${elastic_url}</value> + </property> + <property> + <name>SSL Context Service</name> + <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Username</name> + <value>${elastic_username}</value> + </property> + <property> + <name>Password</name> + <value>enc{7ac70c14d69eebc43ce52646dbb9c2fb2d42208f9e9a0ebd84ebc845de6614ca2176f7c91150b825a1a78262194031f8}</value> + </property> + <property> + <name>elasticsearch-http-connect-timeout</name> + <value>5 secs</value> + </property> + <property> + <name>elasticsearch-http-response-timeout</name> + <value>15 secs</value> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>elasticsearch-http-proxy-host</name> + </property> + <property> + <name>elasticsearch-http-proxy-port</name> + </property> + <property> + <name>proxy-username</name> + </property> + <property> + <name>proxy-password</name> + </property> + <property> + <name>put-es-record-record-reader</name> + <value>179dd31f-89ed-3179-adb2-85a9c61869ce</value> + </property> + <property> + <name>put-es-record-record-writer</name> + </property> + <property> + <name>put-es-record-log-all-errors</name> + <value>false</value> + </property> + <property> + <name>put-es-record-id-path</name> + </property> + <property> + <name>put-es-record-index</name> + <value>${data_index}-${now():format("yyyy-MM-dd")}</value> + </property> + <property> + <name>put-es-record-type</name> + <value>_doc</value> + </property> + <property> + <name>put-es-record-index-op</name> + <value>index</value> + </property> + <property> + <name>suppress-nulls</name> + <value>always-suppress</value> + </property> + <property> + <name>Date Format</name> + </property> + <property> + <name>Time Format</name> + </property> + <property> + <name>Timestamp Format</name> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <inputPort> + <id>e7d34e01-babe-3022-ad9b-a7620e7c0f38</id> + <name>Data input</name> + <position x="-803.9990234375" y="484.5271301269531"/> + <comments/> + <scheduledState>RUNNING</scheduledState> + </inputPort> + <funnel> + <id>a8cf8491-c2a7-3986-b803-58aff43326de</id> + <position x="-709.0761208187066" y="911.6861746431973"/> + </funnel> + <connection> + <id>3280c550-2117-37a6-8b5e-3bc1953fa17e</id> + <name/> + <bendPoints> + <bendPoint x="-393.2311706542969" y="669.8186340332031"/> + <bendPoint x="-393.2311706542969" y="719.8186340332031"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId> + <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId> + <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>retry</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>02a9e341-0590-34a8-9f0c-9d6992869e59</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</sourceId> + <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>a8cf8491-c2a7-3986-b803-58aff43326de</destinationId> + <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>1 min</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5de8f98f-ce46-3565-b0ce-7f8ecf518c53</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</sourceId> + <sourceGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>8b48f28f-2379-3f0f-81fe-4e1b93e72666</destinationId> + <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>10 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>2bb2f914-0172-1000-0000-0000240c76e4</id> + <name>Custom output</name> + <position x="-328.0" y="744.0"/> + <comment/> + <inputPort> + <id>2bb31aa5-0172-1000-0000-00000869fb70</id> + <name>Input</name> + <position x="-648.0" y="496.0"/> + <comments/> + <scheduledState>STOPPED</scheduledState> + </inputPort> + </processGroup> + <connection> + <id>34772170-2400-3eb6-b9c5-c03b912a38f3</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e333b82d-7408-3747-8dd2-46473704e51b</sourceId> + <sourceGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</sourceGroupId> + <sourceType>INPUT_PORT</sourceType> + <destinationId>e7d34e01-babe-3022-ad9b-a7620e7c0f38</destinationId> + <destinationGroupId>7ebf304b-4978-3adc-ac31-470fb76e5029</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <connection> + <id>875a975e-46e1-36fa-a035-4799201abd63</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>20b01ab3-3a8d-3573-b95d-a4a45494050f</sourceId> + <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>74abf119-faa6-3e9e-bb31-da2e79f89a38</destinationId> + <destinationGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bbc37560-0171-1000-0000-000055178fff</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c164884d-277f-31af-ac3c-18b211667bbf</sourceId> + <sourceGroupId>fcbcacd1-542d-3a15-a5aa-9c1302328954</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId> + <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>9cdaaee8-0e39-3dbd-a7cc-06a89056bb7c</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>21a9e277-2d80-359a-9c57-cb76d8962e6d</sourceId> + <sourceGroupId>870d6d68-7a0a-3505-8c42-0d6064fe43f6</sourceGroupId> + <sourceType>OUTPUT_PORT</sourceType> + <destinationId>e333b82d-7408-3747-8dd2-46473704e51b</destinationId> + <destinationGroupId>e9c19adc-c8a4-327e-ad24-24e71fd3474e</destinationGroupId> + <destinationType>INPUT_PORT</destinationType> + <relationship/> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <controllerService> + <id>b7794eb3-9227-36dd-8751-e87d1c2321ee</id> + <name>Misp DistributedMapCacheClientService</name> + <comment/> + <class>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-distributed-cache-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>false</enabled> + <property> + <name>Server Hostname</name> + <value>localhost</value> + </property> + <property> + <name>Server Port</name> + <value>6000</value> + </property> + <property> + <name>SSL Context Service</name> + </property> + <property> + <name>Communications Timeout</name> + <value>30 secs</value> + </property> + </controllerService> + <template encoding-version="1.3"> + <description/> + <groupId>2e3a561a-0170-1000-0000-00000e5bc93d</groupId> + <id>b3ea514f-7f13-30d7-9267-8b15373aca54</id> + <name>Enrichment</name> + <snippet> + <controllerServices> + <id>09b4fa02-0459-358d-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-record-serialization-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>max-cache-size</key> + <value> + <name>max-cache-size</name> + </value> + </entry> + </descriptors> + <name>VolatileSchemaCache</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>max-cache-size</key> + <value>100</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.schema.inference.VolatileSchemaCache</type> + </controllerServices> + <controllerServices> + <id>2b16cc17-2e10-3316-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-registry-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>avro-reg-validated-field-names</key> + <value> + <name>avro-reg-validated-field-names</name> + </value> + </entry> + </descriptors> + <name>AvroSchemaRegistry</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>avro-reg-validated-field-names</key> + <value>true</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.schemaregistry.services.AvroSchemaRegistry</type> + </controllerServices> + <controllerServices> + <id>94600c6c-704e-3ff8-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-record-serialization-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>schema-branch</key> + <value> + <name>schema-branch</name> + </value> + </entry> + <entry> + <key>compression-level</key> + <value> + <name>compression-level</name> + </value> + </entry> + <entry> + <key>schema-cache</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> + <name>schema-cache</name> + </value> + </entry> + <entry> + <key>Timestamp Format</key> + <value> + <name>Timestamp Format</name> + </value> + </entry> + <entry> + <key>Date Format</key> + <value> + <name>Date Format</name> + </value> + </entry> + <entry> + <key>Pretty Print JSON</key> + <value> + <name>Pretty Print JSON</name> + </value> + </entry> + <entry> + <key>compression-format</key> + <value> + <name>compression-format</name> + </value> + </entry> + <entry> + <key>Schema Write Strategy</key> + <value> + <name>Schema Write Strategy</name> + </value> + </entry> + <entry> + <key>suppress-nulls</key> + <value> + <name>suppress-nulls</name> + </value> + </entry> + <entry> + <key>output-grouping</key> + <value> + <name>output-grouping</name> + </value> + </entry> + <entry> + <key>schema-name</key> + <value> + <name>schema-name</name> + </value> + </entry> + <entry> + <key>schema-registry</key> + <value> + <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> + <name>schema-registry</name> + </value> + </entry> + <entry> + <key>Time Format</key> + <value> + <name>Time Format</name> + </value> + </entry> + <entry> + <key>schema-access-strategy</key> + <value> + <name>schema-access-strategy</name> + </value> + </entry> + <entry> + <key>schema-version</key> + <value> + <name>schema-version</name> + </value> + </entry> + <entry> + <key>schema-text</key> + <value> + <name>schema-text</name> + </value> + </entry> + </descriptors> + <name>JsonRecordSetWriter</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>schema-branch</key> + </entry> + <entry> + <key>compression-level</key> + <value>1</value> + </entry> + <entry> + <key>schema-cache</key> + </entry> + <entry> + <key>Timestamp Format</key> + </entry> + <entry> + <key>Date Format</key> + </entry> + <entry> + <key>Pretty Print JSON</key> + <value>false</value> + </entry> + <entry> + <key>compression-format</key> + <value>none</value> + </entry> + <entry> + <key>Schema Write Strategy</key> + <value>no-schema</value> + </entry> + <entry> + <key>suppress-nulls</key> + <value>never-suppress</value> + </entry> + <entry> + <key>output-grouping</key> + <value>output-array</value> + </entry> + <entry> + <key>schema-name</key> + <value>${schema.name}</value> + </entry> + <entry> + <key>schema-registry</key> + </entry> + <entry> + <key>Time Format</key> + </entry> + <entry> + <key>schema-access-strategy</key> + <value>inherit-record-schema</value> + </entry> + <entry> + <key>schema-version</key> + </entry> + <entry> + <key>schema-text</key> + <value>${avro.schema}</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.json.JsonRecordSetWriter</type> + </controllerServices> + <controllerServices> + <id>95585729-0c77-3c1d-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-lookup-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>character-encoding</key> + <value> + <name>character-encoding</name> + </value> + </entry> + <entry> + <key>distributed-map-cache-service</key> + <value> + <identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService> + <name>distributed-map-cache-service</name> + </value> + </entry> + </descriptors> + <name>Misp DistributedMapCacheLookupService</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>character-encoding</key> + <value>UTF-8</value> + </entry> + <entry> + <key>distributed-map-cache-service</key> + <value>b7794eb3-9227-36dd-0000-000000000000</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.lookup.DistributedMapCacheLookupService</type> + </controllerServices> + <controllerServices> + <id>9d33f163-9c0f-3be7-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-record-serialization-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>Timestamp Format</key> + <value> + <name>Timestamp Format</name> + </value> + </entry> + <entry> + <key>schema-inference-cache</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService> + <name>schema-inference-cache</name> + </value> + </entry> + <entry> + <key>Date Format</key> + <value> + <name>Date Format</name> + </value> + </entry> + <entry> + <key>schema-branch</key> + <value> + <name>schema-branch</name> + </value> + </entry> + <entry> + <key>schema-name</key> + <value> + <name>schema-name</name> + </value> + </entry> + <entry> + <key>schema-registry</key> + <value> + <identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService> + <name>schema-registry</name> + </value> + </entry> + <entry> + <key>Time Format</key> + <value> + <name>Time Format</name> + </value> + </entry> + <entry> + <key>schema-access-strategy</key> + <value> + <name>schema-access-strategy</name> + </value> + </entry> + <entry> + <key>schema-version</key> + <value> + <name>schema-version</name> + </value> + </entry> + <entry> + <key>schema-text</key> + <value> + <name>schema-text</name> + </value> + </entry> + </descriptors> + <name>JsonTreeReader</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>Timestamp Format</key> + </entry> + <entry> + <key>schema-inference-cache</key> + <value>09b4fa02-0459-358d-0000-000000000000</value> + </entry> + <entry> + <key>Date Format</key> + </entry> + <entry> + <key>schema-branch</key> + </entry> + <entry> + <key>schema-name</key> + <value>${schema.name}</value> + </entry> + <entry> + <key>schema-registry</key> + <value>2b16cc17-2e10-3316-0000-000000000000</value> + </entry> + <entry> + <key>Time Format</key> + </entry> + <entry> + <key>schema-access-strategy</key> + <value>infer-schema</value> + </entry> + <entry> + <key>schema-version</key> + </entry> + <entry> + <key>schema-text</key> + <value>${avro.schema}</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.json.JsonTreeReader</type> + </controllerServices> + <controllerServices> + <id>b7794eb3-9227-36dd-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-distributed-cache-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>SSL Context Service</key> + <value> + <identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService> + <name>SSL Context Service</name> + </value> + </entry> + <entry> + <key>Server Port</key> + <value> + <name>Server Port</name> + </value> + </entry> + <entry> + <key>Server Hostname</key> + <value> + <name>Server Hostname</name> + </value> + </entry> + <entry> + <key>Communications Timeout</key> + <value> + <name>Communications Timeout</name> + </value> + </entry> + </descriptors> + <name>Misp DistributedMapCacheClientService</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>SSL Context Service</key> + </entry> + <entry> + <key>Server Port</key> + <value>6000</value> + </entry> + <entry> + <key>Server Hostname</key> + <value>localhost</value> + </entry> + <entry> + <key>Communications Timeout</key> + <value>30 secs</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type> + </controllerServices> + <processGroups> + <id>fcbcacd1-542d-3a15-0000-000000000000</id> + <parentGroupId>cad69643-f547-3162-0000-000000000000</parentGroupId> + <position> + <x>0.0</x> + <y>0.0</y> + </position> + <comments/> + <contents> + <connections> + <id>01ff4379-34be-3b02-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> + <id>3fe12fd1-6d8d-38a3-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>domain</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c547ff40-bd6d-3108-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>0efbd5eb-d262-3313-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c164884d-277f-31af-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>18b73371-23b9-38ae-0000-000000000000</groupId> + <id>6863b8fa-1731-3421-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>106e56f6-c31c-3a36-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>9ad88ad9-02cd-362c-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>74abf119-faa6-3e9e-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>119228c4-5b11-3cec-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c164884d-277f-31af-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>01b66126-695a-3059-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>41dbe59e-67f0-3a49-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c547ff40-bd6d-3108-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>9ad88ad9-02cd-362c-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>4a5e7078-8dae-3785-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> + <id>f45a80e6-e357-35cd-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>ip</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>9ad88ad9-02cd-362c-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>4af3c67d-e6ae-3c0c-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>01b66126-695a-3059-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c547ff40-bd6d-3108-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>991fd7e6-1527-306c-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>18b73371-23b9-38ae-0000-000000000000</groupId> + <id>20fbbe49-e445-3200-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>fqdn</selectedRelationships> + <source> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>01b66126-695a-3059-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>9e77308a-e86c-3498-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>c547ff40-bd6d-3108-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> + <id>ab6f103c-0ff7-309d-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>e054af83-5c92-37af-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>fcbcacd1-542d-3a15-0000-000000000000</groupId> + <id>01b66126-695a-3059-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> + <id>73daed42-086d-3ed5-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <controllerServices> + <id>282db77b-3118-3b3c-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-lookup-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>lookup-key-column</key> + <value> +<name>lookup-key-column</name> + </value> + </entry> + <entry> + <key>csv-file</key> + <value> +<name>csv-file</name> + </value> + </entry> + <entry> + <key>lookup-value-column</key> + <value> +<name>lookup-value-column</name> + </value> + </entry> + <entry> + <key>CSV Format</key> + <value> +<name>CSV Format</name> + </value> + </entry> + <entry> + <key>ignore-duplicates</key> + <value> +<name>ignore-duplicates</name> + </value> + </entry> + <entry> + <key>Character Set</key> + <value> +<name>Character Set</name> + </value> + </entry> + </descriptors> + <name>Alexa CSV</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>lookup-key-column</key> + <value>domain</value> + </entry> + <entry> + <key>csv-file</key> + <value>/srv/shared/alexa-top-1m.csv</value> + </entry> + <entry> + <key>lookup-value-column</key> + <value>index</value> + </entry> + <entry> + <key>CSV Format</key> + <value>Default</value> + </entry> + <entry> + <key>ignore-duplicates</key> + <value>true</value> + </entry> + <entry> + <key>Character Set</key> + <value>UTF-8</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.lookup.SimpleCsvFileLookupService</type> + </controllerServices> + <controllerServices> + <id>67289e27-a14d-3fa6-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <bundle> + <artifact>nifi-lookup-services-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <comments/> + <descriptors> + <entry> + <key>lookup-key-column</key> + <value> +<name>lookup-key-column</name> + </value> + </entry> + <entry> + <key>csv-file</key> + <value> +<name>csv-file</name> + </value> + </entry> + <entry> + <key>lookup-value-column</key> + <value> +<name>lookup-value-column</name> + </value> + </entry> + <entry> + <key>CSV Format</key> + <value> +<name>CSV Format</name> + </value> + </entry> + <entry> + <key>ignore-duplicates</key> + <value> +<name>ignore-duplicates</name> + </value> + </entry> + <entry> + <key>Character Set</key> + <value> +<name>Character Set</name> + </value> + </entry> + </descriptors> + <name>Umbrella CSV</name> + <persistsState>false</persistsState> + <properties> + <entry> + <key>lookup-key-column</key> + <value>domain</value> + </entry> + <entry> + <key>csv-file</key> + <value>/srv/shared/umbrella-top-1m.csv</value> + </entry> + <entry> + <key>lookup-value-column</key> + <value>index</value> + </entry> + <entry> + <key>CSV Format</key> + <value>Excel</value> + </entry> + <entry> + <key>ignore-duplicates</key> + <value>true</value> + </entry> + <entry> + <key>Character Set</key> + <value>UTF-8</value> + </entry> + </properties> + <state>ENABLED</state> + <type>org.apache.nifi.lookup.SimpleCsvFileLookupService</type> + </controllerServices> + <inputPorts> + <id>74abf119-faa6-3e9e-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-768.2901344518289</x> + <y>-200.74082937371708</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>c164884d-277f-31af-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-765.1067238072976</x> + <y>897.2761078821422</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processGroups> + <id>0c8feb68-ff3e-3c3c-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-216.0</x> + <y>16.0</y> + </position> + <comments/> + <contents> + <connections> + <id>11c54501-6adf-360b-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>ab6f103c-0ff7-309d-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId> +<id>c508548a-6dd0-3ef5-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>1a897a42-aed7-3f21-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>be9226d7-777f-3820-0000-000000000000</id> +<type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId> +<id>1b4538b6-8b9b-3629-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>2e0dc752-7fe8-3f21-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>ab6f103c-0ff7-309d-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>be9226d7-777f-3820-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>5b9186fb-4f61-332f-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId> +<id>ff302e29-64bb-3e10-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>f45a80e6-e357-35cd-0000-000000000000</id> +<type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>b8f8e7ea-805f-3a2a-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId> +<id>742a8211-a5e6-347d-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>ip</selectedRelationships> + <source> +<groupId>0c8feb68-ff3e-3c3c-0000-000000000000</groupId> +<id>be9226d7-777f-3820-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <inputPorts> + <id>f45a80e6-e357-35cd-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <position> +<x>8.0</x> +<y>120.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>ab6f103c-0ff7-309d-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <position> +<x>392.0</x> +<y>936.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processGroups> + <id>56ce6dbe-1f96-3c6a-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <position> +<x>-48.0</x> +<y>312.0</y> + </position> + <comments/> + <contents> +<connections> + <id>14d6b08c-885a-38ae-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId> + <id>1b4538b6-8b9b-3629-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>3ae7cd27-101c-3430-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>18de6121-3668-3f92-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>e6d573f8-a297-3611-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>56ce6dbe-1f96-3c6a-0000-000000000000</groupId> + <id>ff302e29-64bb-3e10-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>3831c5df-c2a8-3a1b-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>57c1773b-65c7-3cdb-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>17c34a1f-8048-366b-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>942714ed-5dc4-3a1b-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>eb136a03-4809-3d2f-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>7f6fec16-3a92-325e-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>ff302e29-64bb-3e10-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <position> + <x>552.0</x> + <y>-96.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>1b4538b6-8b9b-3629-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <position> + <x>520.0</x> + <y>704.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>3cb64c25-8af7-361d-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <position> + <x>480.0</x> + <y>384.0</y> + </position> + <comments/> + <contents> + <connections> + <id>5b096514-dc3f-3d13-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>3ae7cd27-101c-3430-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>fd52d735-a256-3c52-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ad32e629-d5a2-38b7-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>44794379-111e-3f28-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>fd52d735-a256-3c52-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>c681313a-f2c8-3439-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>fd52d735-a256-3c52-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>3cb64c25-8af7-361d-0000-000000000000</groupId> + <id>eb136a03-4809-3d2f-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>44794379-111e-3f28-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <position> + <x>-1412.2104124778762</x> + <y>829.0775745939713</y> + </position> + </funnels> + <inputPorts> + <id>eb136a03-4809-3d2f-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <position> + <x>-844.0935517008102</x> + <y>599.9303408428605</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>3ae7cd27-101c-3430-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <position> + <x>-840.0</x> + <y>1104.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>fd52d735-a256-3c52-0000-000000000000</id> + <parentGroupId>3cb64c25-8af7-361d-0000-000000000000</parentGroupId> + <position> + <x>-896.0</x> + <y>760.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_ip1}_tor</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>95585729-0c77-3c1d-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_ip1}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Tor src IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Tor nodes lookup</name> + <variables/> +</processGroups> +<processGroups> + <id>88a2dcc1-ccce-3396-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <position> + <x>480.0</x> + <y>144.0</y> + </position> + <comments/> + <contents> + <connections> + <id>715957a5-fb44-32b5-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>11668896-2c3e-3712-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>fb1a97b2-5e15-3bca-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>790863c1-3cfc-383f-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>fb1a97b2-5e15-3bca-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>e6d573f8-a297-3611-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>86fd43b2-428f-3c85-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>e856acde-b4b1-3be6-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>found</selectedRelationships> + <selectedRelationships>not found</selectedRelationships> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>11668896-2c3e-3712-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>c831c34b-2a1a-3d24-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>b68c4522-cddb-30bf-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>fb1a97b2-5e15-3bca-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>fec9db39-4ec9-365a-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>17c34a1f-8048-366b-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>found</selectedRelationships> + <selectedRelationships>not found</selectedRelationships> + <source> + <groupId>88a2dcc1-ccce-3396-0000-000000000000</groupId> + <id>e856acde-b4b1-3be6-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>b68c4522-cddb-30bf-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-1560.0</x> + <y>336.0</y> + </position> + </funnels> + <inputPorts> + <id>e6d573f8-a297-3611-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-1192.0</x> + <y>-32.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>17c34a1f-8048-366b-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-1160.0</x> + <y>752.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>11668896-2c3e-3712-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-624.0</x> + <y>184.0</y> + </position> + <bundle> + <artifact>nifi-enrich-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value> + <name>geo-enrich-ip-split-found-not-found</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value> + <name>geo-enrich-ip-country-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value> + <name>geo-enrich-ip-country-iso-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value> + <name>geo-enrich-ip-city-record-path</name> + </value> + </entry> + <entry> + <key>Geo Database File</key> + <value> + <name>Geo Database File</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>geo-enrich-ip-record-reader</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>geo-enrich-ip-record-writer</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value> + <name>geo-enrich-ip-longitude-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + <value> + <name>geo-enrich-ip-country-postal-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value> + <name>geo-enrich-ip-accuracy-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value> + <name>geo-enrich-ip-ip-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value> + <name>geo-enrich-ip-latitude-record-path</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value>false</value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value>${enrich_ip1}_geo_country</value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value>${enrich_ip1}_geo_country_iso</value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value>${enrich_ip1}_geo_city</value> + </entry> + <entry> + <key>Geo Database File</key> + <value>/srv/shared/GeoLite2-City.mmdb</value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value>${enrich_ip1}_geo_lon</value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value>${enrich_ip1}_geo_accuracy</value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value>${enrich_ip1}</value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value>${enrich_ip1}_geo_lat</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>GeoIP IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>found</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>not found</name> + </relationships> + <relationships> + <autoTerminate>true</autoTerminate> + <name>original</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.GeoEnrichIPRecord</type> + </processors> + <processors> + <id>e856acde-b4b1-3be6-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-1216.0</x> + <y>408.0</y> + </position> + <bundle> + <artifact>nifi-enrich-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value> + <name>geo-enrich-ip-split-found-not-found</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value> + <name>geo-enrich-ip-country-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value> + <name>geo-enrich-ip-country-iso-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value> + <name>geo-enrich-ip-city-record-path</name> + </value> + </entry> + <entry> + <key>Geo Database File</key> + <value> + <name>Geo Database File</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>geo-enrich-ip-record-reader</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>geo-enrich-ip-record-writer</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value> + <name>geo-enrich-ip-longitude-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + <value> + <name>geo-enrich-ip-country-postal-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value> + <name>geo-enrich-ip-accuracy-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value> + <name>geo-enrich-ip-ip-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value> + <name>geo-enrich-ip-latitude-record-path</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value>true</value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value>${enrich_ip1}_ipreg_domain</value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value>${enrich_ip1}_ipreg_comment</value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value>${enrich_ip1}_ipreg_name</value> + </entry> + <entry> + <key>Geo Database File</key> + <value>/srv/shared/ipreg.mmdb</value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value>${enrich_ip1}_ipreg_lon</value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value>${enrich_ip1}_ipreg_accuracy</value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value>${enrich_ip1}</value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value>${enrich_ip1}_ipreg_lat</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>IPReg IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>found</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>not found</name> + </relationships> + <relationships> + <autoTerminate>true</autoTerminate> + <name>original</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.GeoEnrichIPRecord</type> + </processors> + <processors> + <id>fb1a97b2-5e15-3bca-0000-000000000000</id> + <parentGroupId>88a2dcc1-ccce-3396-0000-000000000000</parentGroupId> + <position> + <x>-1208.0</x> + <y>168.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>jolt-spec</key> + <value> + <name>jolt-spec</name> + </value> + </entry> + <entry> + <key>jolt-transform</key> + <value> + <name>jolt-transform</name> + </value> + </entry> + <entry> + <key>jolt-custom-class</key> + <value> + <name>jolt-custom-class</name> + </value> + </entry> + <entry> + <key>jolt-custom-modules</key> + <value> + <name>jolt-custom-modules</name> + </value> + </entry> + <entry> + <key>pretty_print</key> + <value> + <name>pretty_print</name> + </value> + </entry> + <entry> + <key>Transform Cache Size</key> + <value> + <name>Transform Cache Size</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>jolt-spec</key> + <value>[{ + "operation": "default", + "spec": { + "*": { + "${enrich_ip1:substring(1)}_geo_city": "", + "${enrich_ip1:substring(1)}_geo_lon": "", + "${enrich_ip1:substring(1)}_geo_lat": "", + "${enrich_ip1:substring(1)}_geo_country": "", + "${enrich_ip1:substring(1)}_geo_country_iso": "", + "${enrich_ip1:substring(1)}_ipreg_name": "", + "${enrich_ip1:substring(1)}_ipreg_comment": "", + "${enrich_ip1:substring(1)}_ipreg_domain": "" + } + } +}]</value> + </entry> + <entry> + <key>jolt-transform</key> + <value>jolt-transform-chain</value> + </entry> + <entry> + <key>jolt-custom-class</key> + </entry> + <entry> + <key>jolt-custom-modules</key> + </entry> + <entry> + <key>pretty_print</key> + <value>false</value> + </entry> + <entry> + <key>Transform Cache Size</key> + <value>1</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Add GeoIP fields</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.JoltTransformJSON</type> + </processors> + </contents> + <name>GeoIP and IPreg</name> + <variables/> +</processGroups> +<processGroups> + <id>9b3b9cc7-49bf-3b66-0000-000000000000</id> + <parentGroupId>56ce6dbe-1f96-3c6a-0000-000000000000</parentGroupId> + <position> + <x>1160.0</x> + <y>136.0</y> + </position> + <comments/> + <contents> + <connections> + <id>7f5a13cb-a049-385d-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>68dc57d7-2016-3e27-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>57c1773b-65c7-3cdb-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>8b2fee0f-a726-3c80-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>7f6fec16-3a92-325e-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>68dc57d7-2016-3e27-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>d6c427a3-f4fb-39a5-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>3f92a75f-ec3e-3f4c-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>9b3b9cc7-49bf-3b66-0000-000000000000</groupId> + <id>68dc57d7-2016-3e27-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>3f92a75f-ec3e-3f4c-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <position> + <x>-1312.0</x> + <y>792.0</y> + </position> + </funnels> + <inputPorts> + <id>57c1773b-65c7-3cdb-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <position> + <x>-844.0935517008102</x> + <y>599.9303408428605</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>7f6fec16-3a92-325e-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <position> + <x>-832.0</x> + <y>1064.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>68dc57d7-2016-3e27-0000-000000000000</id> + <parentGroupId>9b3b9cc7-49bf-3b66-0000-000000000000</parentGroupId> + <position> + <x>-896.0</x> + <y>760.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_ip1}_misp</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>95585729-0c77-3c1d-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_ip1}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Misp ip1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Misp lookup</name> + <variables/> +</processGroups> + </contents> + <name>Enrich IP1</name> + <variables/> + </processGroups> + <processGroups> + <id>f0ca318f-d7bb-321b-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <position> +<x>-56.0</x> +<y>584.0</y> + </position> + <comments/> + <contents> +<connections> + <id>215bef88-7432-3238-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>d6490898-79c0-3eb5-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>0dbb2fcb-c11b-396e-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>8a1c36f4-037d-3d09-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId> + <id>c508548a-6dd0-3ef5-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>448f52fe-9e76-3792-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>8e0af9b9-0274-339d-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>1c42374a-61ad-3d92-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>ab8d073c-e5c0-314c-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>d55bfb6f-a1c5-3bcb-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>aa73b938-03ee-3d90-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>f0ca318f-d7bb-321b-0000-000000000000</groupId> + <id>742a8211-a5e6-347d-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>742a8211-a5e6-347d-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <position> + <x>552.0</x> + <y>-96.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>c508548a-6dd0-3ef5-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <position> + <x>520.0</x> + <y>704.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>33258978-2057-3612-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <position> + <x>480.0</x> + <y>384.0</y> + </position> + <comments/> + <contents> + <connections> + <id>0b2f9272-06fe-3a8c-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>448f52fe-9e76-3792-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>adae2d07-ad4f-38f2-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>2785730d-e096-3a35-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>adae2d07-ad4f-38f2-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>1c42374a-61ad-3d92-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>fe67c36a-4ae0-3e30-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <bends> + <x>-1088.0</x> + <y>832.0</y> + </bends> + <destination> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>4bad43e2-bfed-3e45-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>33258978-2057-3612-0000-000000000000</groupId> + <id>adae2d07-ad4f-38f2-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>4bad43e2-bfed-3e45-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <position> + <x>-1403.592919640183</x> + <y>819.7224736847786</y> + </position> + </funnels> + <inputPorts> + <id>1c42374a-61ad-3d92-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <position> + <x>-844.0935517008102</x> + <y>599.9303408428605</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>448f52fe-9e76-3792-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <position> + <x>-864.0</x> + <y>1048.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>adae2d07-ad4f-38f2-0000-000000000000</id> + <parentGroupId>33258978-2057-3612-0000-000000000000</parentGroupId> + <position> + <x>-895.0935517008102</x> + <y>759.9303408428605</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_ip2}_tor</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>95585729-0c77-3c1d-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_ip2}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Tor src IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Tor nodes lookup</name> + <variables/> +</processGroups> +<processGroups> + <id>a8873c56-d149-34d1-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <position> + <x>480.0</x> + <y>144.0</y> + </position> + <comments/> + <contents> + <connections> + <id>4b08f253-ef28-33de-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>d467bca6-15df-38bb-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>aa73b938-03ee-3d90-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>7d7bee1e-5f2a-3302-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>3bc8c27b-9004-389c-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>found</selectedRelationships> + <selectedRelationships>not found</selectedRelationships> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>e16581ea-ff17-3cec-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>99624319-4877-3576-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>0dbb2fcb-c11b-396e-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>found</selectedRelationships> + <selectedRelationships>not found</selectedRelationships> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>3bc8c27b-9004-389c-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>a4870f06-f96b-328a-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>8e8abe4a-9ed6-3ec8-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>d467bca6-15df-38bb-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>fa792c57-5b74-38da-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>e16581ea-ff17-3cec-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>a8873c56-d149-34d1-0000-000000000000</groupId> + <id>d467bca6-15df-38bb-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>8e8abe4a-9ed6-3ec8-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-1560.0</x> + <y>336.0</y> + </position> + </funnels> + <inputPorts> + <id>aa73b938-03ee-3d90-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-1192.0</x> + <y>-32.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>0dbb2fcb-c11b-396e-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-1160.0</x> + <y>752.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Data output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>3bc8c27b-9004-389c-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-1216.0</x> + <y>432.0</y> + </position> + <bundle> + <artifact>nifi-enrich-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value> + <name>geo-enrich-ip-split-found-not-found</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value> + <name>geo-enrich-ip-country-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value> + <name>geo-enrich-ip-country-iso-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value> + <name>geo-enrich-ip-city-record-path</name> + </value> + </entry> + <entry> + <key>Geo Database File</key> + <value> + <name>Geo Database File</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>geo-enrich-ip-record-reader</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>geo-enrich-ip-record-writer</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value> + <name>geo-enrich-ip-longitude-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + <value> + <name>geo-enrich-ip-country-postal-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value> + <name>geo-enrich-ip-accuracy-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value> + <name>geo-enrich-ip-ip-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value> + <name>geo-enrich-ip-latitude-record-path</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value>true</value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value>${enrich_ip2}_ipreg_domain</value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value>${enrich_ip2}_ipreg_comment</value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value>${enrich_ip2}_ipreg_name</value> + </entry> + <entry> + <key>Geo Database File</key> + <value>/srv/shared/ipreg.mmdb</value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value>${enrich_ip2}_ipreg_lon</value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value>${enrich_ip2}_ipreg_accuracy</value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value>${enrich_ip2}</value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value>${enrich_ip2}_ipreg_lat</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>IPReg IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>found</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>not found</name> + </relationships> + <relationships> + <autoTerminate>true</autoTerminate> + <name>original</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.GeoEnrichIPRecord</type> + </processors> + <processors> + <id>d467bca6-15df-38bb-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-1224.0</x> + <y>176.0</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>jolt-spec</key> + <value> + <name>jolt-spec</name> + </value> + </entry> + <entry> + <key>jolt-transform</key> + <value> + <name>jolt-transform</name> + </value> + </entry> + <entry> + <key>jolt-custom-class</key> + <value> + <name>jolt-custom-class</name> + </value> + </entry> + <entry> + <key>jolt-custom-modules</key> + <value> + <name>jolt-custom-modules</name> + </value> + </entry> + <entry> + <key>pretty_print</key> + <value> + <name>pretty_print</name> + </value> + </entry> + <entry> + <key>Transform Cache Size</key> + <value> + <name>Transform Cache Size</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>jolt-spec</key> + <value>[{ + "operation": "default", + "spec": { + "*": { + "${enrich_ip2:substring(1)}_geo_city": "", + "${enrich_ip2:substring(1)}_geo_lon": "", + "${enrich_ip2:substring(1)}_geo_lat": "", + "${enrich_ip2:substring(1)}_geo_country": "", + "${enrich_ip2:substring(1)}_geo_country_iso": "", + "${enrich_ip2:substring(1)}_ipreg_name": "", + "${enrich_ip2:substring(1)}_ipreg_comment": "", + "${enrich_ip2:substring(1)}_ipreg_domain": "" + } + } +}]</value> + </entry> + <entry> + <key>jolt-transform</key> + <value>jolt-transform-chain</value> + </entry> + <entry> + <key>jolt-custom-class</key> + </entry> + <entry> + <key>jolt-custom-modules</key> + </entry> + <entry> + <key>pretty_print</key> + <value>false</value> + </entry> + <entry> + <key>Transform Cache Size</key> + <value>1</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Add GeoIP fields</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.JoltTransformJSON</type> + </processors> + <processors> + <id>e16581ea-ff17-3cec-0000-000000000000</id> + <parentGroupId>a8873c56-d149-34d1-0000-000000000000</parentGroupId> + <position> + <x>-624.0</x> + <y>184.0</y> + </position> + <bundle> + <artifact>nifi-enrich-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>16</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value> + <name>geo-enrich-ip-split-found-not-found</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value> + <name>geo-enrich-ip-country-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value> + <name>geo-enrich-ip-country-iso-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value> + <name>geo-enrich-ip-city-record-path</name> + </value> + </entry> + <entry> + <key>Geo Database File</key> + <value> + <name>Geo Database File</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>geo-enrich-ip-record-reader</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>geo-enrich-ip-record-writer</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value> + <name>geo-enrich-ip-longitude-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + <value> + <name>geo-enrich-ip-country-postal-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value> + <name>geo-enrich-ip-accuracy-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value> + <name>geo-enrich-ip-ip-record-path</name> + </value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value> + <name>geo-enrich-ip-latitude-record-path</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>geo-enrich-ip-split-found-not-found</key> + <value>false</value> + </entry> + <entry> + <key>geo-enrich-ip-country-record-path</key> + <value>${enrich_ip2}_geo_country</value> + </entry> + <entry> + <key>geo-enrich-ip-country-iso-record-path</key> + <value>${enrich_ip2}_geo_country_iso</value> + </entry> + <entry> + <key>geo-enrich-ip-city-record-path</key> + <value>${enrich_ip2}_geo_city</value> + </entry> + <entry> + <key>Geo Database File</key> + <value>/srv/shared/GeoLite2-City.mmdb</value> + </entry> + <entry> + <key>geo-enrich-ip-record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>geo-enrich-ip-longitude-record-path</key> + <value>${enrich_ip2}_geo_lon</value> + </entry> + <entry> + <key>geo-enrich-ip-country-postal-record-path</key> + </entry> + <entry> + <key>geo-enrich-ip-accuracy-record-path</key> + <value>${enrich_ip2}_geo_accuracy</value> + </entry> + <entry> + <key>geo-enrich-ip-ip-record-path</key> + <value>${enrich_ip2}</value> + </entry> + <entry> + <key>geo-enrich-ip-latitude-record-path</key> + <value>${enrich_ip2}_geo_lat</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>GeoIP IP</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>found</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>not found</name> + </relationships> + <relationships> + <autoTerminate>true</autoTerminate> + <name>original</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.GeoEnrichIPRecord</type> + </processors> + </contents> + <name>GeoIP and IPreg</name> + <variables/> +</processGroups> +<processGroups> + <id>de2bc05d-fbd2-35bc-0000-000000000000</id> + <parentGroupId>f0ca318f-d7bb-321b-0000-000000000000</parentGroupId> + <position> + <x>1160.0</x> + <y>136.0</y> + </position> + <comments/> + <contents> + <connections> + <id>2475c41e-5711-3de0-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>ab8d073c-e5c0-314c-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>2cd2029e-53ae-3575-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>a7505eac-df84-3e17-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>d259fdb6-aa03-35b1-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>2cd2029e-53ae-3575-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>d2bfc9ce-5c85-3dc2-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>2cd2029e-53ae-3575-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>de2bc05d-fbd2-35bc-0000-000000000000</groupId> + <id>d6490898-79c0-3eb5-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>d259fdb6-aa03-35b1-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <position> + <x>-1264.0</x> + <y>784.0</y> + </position> + </funnels> + <inputPorts> + <id>d6490898-79c0-3eb5-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <position> + <x>-844.0935517008102</x> + <y>599.9303408428605</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>ab8d073c-e5c0-314c-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <position> + <x>-864.0</x> + <y>1096.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>2cd2029e-53ae-3575-0000-000000000000</id> + <parentGroupId>de2bc05d-fbd2-35bc-0000-000000000000</parentGroupId> + <position> + <x>-895.0935517008102</x> + <y>759.9303408428605</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>12</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_ip2}_misp</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>95585729-0c77-3c1d-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_ip2}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Misp ip</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Misp lookup</name> + <variables/> +</processGroups> + </contents> + <name>Enrich IP2</name> + <variables/> + </processGroups> + <processors> + <id>be9226d7-777f-3820-0000-000000000000</id> + <parentGroupId>0c8feb68-ff3e-3c3c-0000-000000000000</parentGroupId> + <position> +<x>624.0</x> +<y>328.0</y> + </position> + <bundle> +<artifact>nifi-standard-nar</artifact> +<group>org.apache.nifi</group> +<version>1.11.4</version> + </bundle> + <config> +<bulletinLevel>WARN</bulletinLevel> +<comments/> +<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> +<descriptors> + <entry> + <key>Routing Strategy</key> + <value> + <name>Routing Strategy</name> + </value> + </entry> + <entry> + <key>ip</key> + <value> + <name>ip</name> + </value> + </entry> +</descriptors> +<executionNode>ALL</executionNode> +<lossTolerant>false</lossTolerant> +<penaltyDuration>30 sec</penaltyDuration> +<properties> + <entry> + <key>Routing Strategy</key> + <value>Route to Property name</value> + </entry> + <entry> + <key>ip</key> + <value>${enrich_ip2:notNull()}</value> + </entry> +</properties> +<runDurationMillis>25</runDurationMillis> +<schedulingPeriod>0 sec</schedulingPeriod> +<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> +<yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check IP2 enrichment</name> + <relationships> +<autoTerminate>false</autoTerminate> +<name>ip</name> + </relationships> + <relationships> +<autoTerminate>false</autoTerminate> +<name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + </contents> + <name>IP enrichment</name> + <variables/> + </processGroups> + <processGroups> + <id>18b73371-23b9-38ae-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-202.47354083453774</x> + <y>596.1945491887745</y> + </position> + <comments/> + <contents> + <connections> + <id>38f83439-e478-36c1-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>2703fe3e-7e6a-310e-0000-000000000000</id> +<type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>11b67527-3401-3961-0000-000000000000</groupId> +<id>12745a98-f547-38d2-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>89e0e297-932f-3150-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>f9d9877a-de02-3374-0000-000000000000</groupId> +<id>0cdf1224-a6d5-3ac4-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>fqdn</selectedRelationships> + <source> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>2703fe3e-7e6a-310e-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>e8250750-f7ec-3194-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>11b67527-3401-3961-0000-000000000000</groupId> +<id>f2cc04f8-56bc-3adb-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>20fbbe49-e445-3200-0000-000000000000</id> +<type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>f55bb76d-4c50-376b-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>6863b8fa-1731-3421-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>f9d9877a-de02-3374-0000-000000000000</groupId> +<id>58b0935e-1c5b-3ad1-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ffceaa53-aa89-3efe-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>6863b8fa-1731-3421-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> +<groupId>18b73371-23b9-38ae-0000-000000000000</groupId> +<id>2703fe3e-7e6a-310e-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <inputPorts> + <id>20fbbe49-e445-3200-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <position> +<x>445.99992244551936</x> +<y>65.99999105121077</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>6863b8fa-1731-3421-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <position> +<x>1080.0</x> +<y>696.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Ouput</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processGroups> + <id>11b67527-3401-3961-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <position> +<x>376.0</x> +<y>200.0</y> + </position> + <comments/> + <contents> +<connections> + <id>6573c0c2-4266-3551-0000-000000000000</id> + <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>11b67527-3401-3961-0000-000000000000</groupId> + <id>12745a98-f547-38d2-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>9b6cb318-b9e8-36f1-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>98ec93c8-a52d-3df8-0000-000000000000</id> + <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>c31f9f4a-becc-35c3-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>11b67527-3401-3961-0000-000000000000</groupId> + <id>f2cc04f8-56bc-3adb-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>f2cc04f8-56bc-3adb-0000-000000000000</id> + <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId> + <position> + <x>448.0</x> + <y>56.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>12745a98-f547-38d2-0000-000000000000</id> + <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId> + <position> + <x>432.0</x> + <y>536.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>c763d1fd-ae0f-3297-0000-000000000000</id> + <parentGroupId>11b67527-3401-3961-0000-000000000000</parentGroupId> + <position> + <x>379.1725199638772</x> + <y>224.3012562119061</y> + </position> + <comments/> + <contents> + <connections> + <id>836e8959-7934-34f3-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>9b6cb318-b9e8-36f1-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>ce84ada1-58b8-3c28-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>99b11d95-dfb3-34cf-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>ce84ada1-58b8-3c28-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>c31f9f4a-becc-35c3-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>badc00ed-f022-3045-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>8811d4ff-bf71-38a6-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>c763d1fd-ae0f-3297-0000-000000000000</groupId> + <id>ce84ada1-58b8-3c28-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>8811d4ff-bf71-38a6-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <position> + <x>-1204.5503424650574</x> + <y>470.375701251353</y> + </position> + </funnels> + <inputPorts> + <id>c31f9f4a-becc-35c3-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <position> + <x>-673.6437977775172</x> + <y>241.37341901017993</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>9b6cb318-b9e8-36f1-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <position> + <x>-688.0</x> + <y>752.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>ce84ada1-58b8-3c28-0000-000000000000</id> + <parentGroupId>c763d1fd-ae0f-3297-0000-000000000000</parentGroupId> + <position> + <x>-722.6437977775172</x> + <y>418.37341901017993</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_fqdn1}_umbrella</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>67289e27-a14d-3fa6-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_fqdn1}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Umbrella fqdn1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Umbrella</name> + <variables/> +</processGroups> + </contents> + <name>Enrich fqdn1</name> + <variables/> + </processGroups> + <processGroups> + <id>f9d9877a-de02-3374-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <position> +<x>368.0</x> +<y>416.0</y> + </position> + <comments/> + <contents> +<connections> + <id>0e265607-1619-3a73-0000-000000000000</id> + <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>eaa99086-a6b8-39d4-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>f9d9877a-de02-3374-0000-000000000000</groupId> + <id>0cdf1224-a6d5-3ac4-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>fae5d513-1604-3fed-0000-000000000000</id> + <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>f9d9877a-de02-3374-0000-000000000000</groupId> + <id>58b0935e-1c5b-3ad1-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>c8994201-98f4-31d2-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>0cdf1224-a6d5-3ac4-0000-000000000000</id> + <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId> + <position> + <x>448.0</x> + <y>56.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>58b0935e-1c5b-3ad1-0000-000000000000</id> + <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId> + <position> + <x>432.0</x> + <y>536.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>363fd695-1466-3404-0000-000000000000</id> + <parentGroupId>f9d9877a-de02-3374-0000-000000000000</parentGroupId> + <position> + <x>379.1725199638772</x> + <y>224.3012562119061</y> + </position> + <comments/> + <contents> + <connections> + <id>07dc7680-3bfd-3c8e-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>c8994201-98f4-31d2-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>0306116f-b13d-30fc-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>22235e01-01cc-3c36-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>05ba3e1b-a16b-3177-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>0306116f-b13d-30fc-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>eace85fb-87e1-3fde-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>0306116f-b13d-30fc-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>363fd695-1466-3404-0000-000000000000</groupId> + <id>eaa99086-a6b8-39d4-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>05ba3e1b-a16b-3177-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <position> + <x>-1204.5503424650574</x> + <y>470.375701251353</y> + </position> + </funnels> + <inputPorts> + <id>eaa99086-a6b8-39d4-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <position> + <x>-673.6437977775172</x> + <y>241.37341901017993</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>c8994201-98f4-31d2-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <position> + <x>-688.0</x> + <y>752.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>0306116f-b13d-30fc-0000-000000000000</id> + <parentGroupId>363fd695-1466-3404-0000-000000000000</parentGroupId> + <position> + <x>-722.6437977775172</x> + <y>418.37341901017993</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_fqdn2}_umbrella</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>67289e27-a14d-3fa6-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_fqdn2}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Umbrella fqdn1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Umbrella</name> + <variables/> +</processGroups> + </contents> + <name>Enrich fqdn2</name> + <variables/> + </processGroups> + <processors> + <id>2703fe3e-7e6a-310e-0000-000000000000</id> + <parentGroupId>18b73371-23b9-38ae-0000-000000000000</parentGroupId> + <position> +<x>1040.0</x> +<y>232.0</y> + </position> + <bundle> +<artifact>nifi-standard-nar</artifact> +<group>org.apache.nifi</group> +<version>1.11.4</version> + </bundle> + <config> +<bulletinLevel>WARN</bulletinLevel> +<comments/> +<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> +<descriptors> + <entry> + <key>Routing Strategy</key> + <value> + <name>Routing Strategy</name> + </value> + </entry> + <entry> + <key>fqdn</key> + <value> + <name>fqdn</name> + </value> + </entry> +</descriptors> +<executionNode>ALL</executionNode> +<lossTolerant>false</lossTolerant> +<penaltyDuration>30 sec</penaltyDuration> +<properties> + <entry> + <key>Routing Strategy</key> + <value>Route to Property name</value> + </entry> + <entry> + <key>fqdn</key> + <value>${enrich_fqdn2:notNull()}</value> + </entry> +</properties> +<runDurationMillis>25</runDurationMillis> +<schedulingPeriod>0 sec</schedulingPeriod> +<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> +<yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check fqdn2 enrichment</name> + <relationships> +<autoTerminate>false</autoTerminate> +<name>fqdn</name> + </relationships> + <relationships> +<autoTerminate>false</autoTerminate> +<name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + </contents> + <name>fqdn enrichment</name> + <variables/> + </processGroups> + <processGroups> + <id>dbf2c54a-902c-35f7-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-213.29739929099082</x> + <y>283.59665734060223</y> + </position> + <comments/> + <contents> + <connections> + <id>07a44f1b-cf03-34ae-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>73daed42-086d-3ed5-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>unmatched</selectedRelationships> + <source> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>1957f5c3-b6cb-3c80-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>7452ed37-8831-36e2-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>309911c5-0f97-37e4-0000-000000000000</groupId> +<id>bf74c1ba-45ad-3c0d-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>3fe12fd1-6d8d-38a3-0000-000000000000</id> +<type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>74a800f3-16dd-3368-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>1957f5c3-b6cb-3c80-0000-000000000000</id> +<type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>309911c5-0f97-37e4-0000-000000000000</groupId> +<id>f270695c-edf6-3a9f-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>7b8d2c74-7b0e-3242-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>464af303-e93a-32ed-0000-000000000000</groupId> +<id>0097ae66-e4c5-316c-0000-000000000000</id> +<type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>domain</selectedRelationships> + <source> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>1957f5c3-b6cb-3c80-0000-000000000000</id> +<type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>ebcf3e45-f097-32ce-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> +<groupId>dbf2c54a-902c-35f7-0000-000000000000</groupId> +<id>73daed42-086d-3ed5-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> +<groupId>464af303-e93a-32ed-0000-000000000000</groupId> +<id>1464f185-b2d5-3347-0000-000000000000</id> +<type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <inputPorts> + <id>3fe12fd1-6d8d-38a3-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <position> +<x>509.00004968724306</x> +<y>99.00000248493421</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>73daed42-086d-3ed5-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <position> +<x>1203.0259858484103</x> +<y>705.9814639068373</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processGroups> + <id>309911c5-0f97-37e4-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <position> +<x>448.0</x> +<y>248.0</y> + </position> + <comments/> + <contents> +<connections> + <id>4eab9f92-b7e9-3ead-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>309911c5-0f97-37e4-0000-000000000000</groupId> + <id>f270695c-edf6-3a9f-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>2ef455b6-6c77-39ae-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>e3b1bb45-a48a-387f-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>c7b3b6c4-6418-3dbe-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>309911c5-0f97-37e4-0000-000000000000</groupId> + <id>bf74c1ba-45ad-3c0d-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>ff7df1ed-63be-3637-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>84dfe3a1-a6f4-3b80-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>ff4ada2c-5f6f-33bc-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>bf74c1ba-45ad-3c0d-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <position> + <x>514.2120137074166</x> + <y>123.48450940491682</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>f270695c-edf6-3a9f-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <position> + <x>1232.0</x> + <y>600.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>89e761fa-669e-30c2-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <position> + <x>1152.0</x> + <y>288.0</y> + </position> + <comments/> + <contents> + <connections> + <id>10dadfe7-5d9a-3d24-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>2ef455b6-6c77-39ae-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>84dfe3a1-a6f4-3b80-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>54e0221c-5b48-35ce-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>7297c375-d15a-36a2-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>41f0392a-8ce0-3b64-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>f5a581b0-22f6-345f-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>2ef455b6-6c77-39ae-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>89e761fa-669e-30c2-0000-000000000000</groupId> + <id>41f0392a-8ce0-3b64-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>7297c375-d15a-36a2-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <position> + <x>128.0</x> + <y>360.0</y> + </position> + </funnels> + <inputPorts> + <id>84dfe3a1-a6f4-3b80-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <position> + <x>808.0</x> + <y>80.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>2ef455b6-6c77-39ae-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <position> + <x>552.0</x> + <y>592.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>41f0392a-8ce0-3b64-0000-000000000000</id> + <parentGroupId>89e761fa-669e-30c2-0000-000000000000</parentGroupId> + <position> + <x>512.0000051876734</x> + <y>313.00000027413637</y> + </position> + <bundle> + <artifact>nifi-scripting-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Script File</key> + <value> + <name>Script File</name> + </value> + </entry> + <entry> + <key>Frequency File</key> + <value> + <name>Frequency File</name> + </value> + </entry> + <entry> + <key>Script Engine</key> + <value> + <name>Script Engine</name> + </value> + </entry> + <entry> + <key>Script Body</key> + <value> + <name>Script Body</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>Result Field 2</key> + <value> + <name>Result Field 2</name> + </value> + </entry> + <entry> + <key>Module Directory</key> + <value> + <name>Module Directory</name> + </value> + </entry> + <entry> + <key>Input Field</key> + <value> + <name>Input Field</name> + </value> + </entry> + <entry> + <key>Result Field 1</key> + <value> + <name>Result Field 1</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Script File</key> + <value>/srv/shared/freq/freqProcessor.py</value> + </entry> + <entry> + <key>Frequency File</key> + <value>/srv/shared/freq/alexa.json</value> + </entry> + <entry> + <key>Script Engine</key> + <value>python</value> + </entry> + <entry> + <key>Script Body</key> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>Result Field 2</key> + <value>${enrich_domain1}_freq2</value> + </entry> + <entry> + <key>Module Directory</key> + <value>/srv/shared/freq</value> + </entry> + <entry> + <key>Input Field</key> + <value>${enrich_domain1}</value> + </entry> + <entry> + <key>Result Field 1</key> + <value>${enrich_domain1}_freq1</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Entropy domain1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.script.InvokeScriptedProcessor</type> + </processors> + </contents> + <name>Entropy</name> + <variables/> +</processGroups> +<processGroups> + <id>df54305f-551e-38ff-0000-000000000000</id> + <parentGroupId>309911c5-0f97-37e4-0000-000000000000</parentGroupId> + <position> + <x>448.0</x> + <y>288.0</y> + </position> + <comments/> + <contents> + <connections> + <id>002d4937-dcb5-3cf1-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>ff4ada2c-5f6f-33bc-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>ccab62e9-53cd-3d5e-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>1af92349-7a45-30ec-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>85764070-cd41-38a1-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>ccab62e9-53cd-3d5e-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>8d7da7f5-2a03-32fd-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>ccab62e9-53cd-3d5e-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>df54305f-551e-38ff-0000-000000000000</groupId> + <id>c7b3b6c4-6418-3dbe-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>85764070-cd41-38a1-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <position> + <x>-1152.0</x> + <y>512.0</y> + </position> + </funnels> + <inputPorts> + <id>c7b3b6c4-6418-3dbe-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <position> + <x>-673.6437977775172</x> + <y>241.37341901017993</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>ff4ada2c-5f6f-33bc-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <position> + <x>-704.0</x> + <y>736.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>ccab62e9-53cd-3d5e-0000-000000000000</id> + <parentGroupId>df54305f-551e-38ff-0000-000000000000</parentGroupId> + <position> + <x>-726.6263417228297</x> + <y>457.36850568010186</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_domain1}_alexa</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>282db77b-3118-3b3c-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_domain1}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Alexa domain1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Alexa</name> + <variables/> +</processGroups> + </contents> + <name>Enrich domain1</name> + <variables/> + </processGroups> + <processGroups> + <id>464af303-e93a-32ed-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <position> +<x>440.0</x> +<y>496.0</y> + </position> + <comments/> + <contents> +<connections> + <id>28cd9bc0-ab4c-3013-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>a7e674e2-60b2-3417-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>464af303-e93a-32ed-0000-000000000000</groupId> + <id>0097ae66-e4c5-316c-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>7fcacebd-9235-37f8-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>464af303-e93a-32ed-0000-000000000000</groupId> + <id>1464f185-b2d5-3347-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>10c439ea-f35c-3171-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<connections> + <id>cbec0f65-cf3a-3c85-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>ecc214d7-667d-3d81-0000-000000000000</id> + <type>INPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>23f74eb2-f2ec-3612-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </source> + <zIndex>0</zIndex> +</connections> +<inputPorts> + <id>0097ae66-e4c5-316c-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <position> + <x>514.2120137074166</x> + <y>123.48450940491682</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> +</inputPorts> +<outputPorts> + <id>1464f185-b2d5-3347-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <position> + <x>1232.0</x> + <y>600.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> +</outputPorts> +<processGroups> + <id>bd4c02d9-77f7-3984-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <position> + <x>448.0</x> + <y>288.0</y> + </position> + <comments/> + <contents> + <connections> + <id>3264d31c-6569-3dde-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>bf17534a-3723-3f7d-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>4598e8b8-b54a-3855-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>6580ec44-ce8d-3aaf-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>4598e8b8-b54a-3855-0000-000000000000</id> + <type>PROCESSOR</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>a7e674e2-60b2-3417-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>bd6b2b7a-04db-3e73-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>23f74eb2-f2ec-3612-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>success</selectedRelationships> + <source> + <groupId>bd4c02d9-77f7-3984-0000-000000000000</groupId> + <id>4598e8b8-b54a-3855-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>bf17534a-3723-3f7d-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <position> + <x>-1152.0</x> + <y>512.0</y> + </position> + </funnels> + <inputPorts> + <id>a7e674e2-60b2-3417-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <position> + <x>-673.6437977775172</x> + <y>241.37341901017993</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input data</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>23f74eb2-f2ec-3612-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <position> + <x>-704.0</x> + <y>736.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output data</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>4598e8b8-b54a-3855-0000-000000000000</id> + <parentGroupId>bd4c02d9-77f7-3984-0000-000000000000</parentGroupId> + <position> + <x>-726.6263417228297</x> + <y>457.36850568010186</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>result-contents</key> + <value> + <name>result-contents</name> + </value> + </entry> + <entry> + <key>routing-strategy</key> + <value> + <name>routing-strategy</name> + </value> + </entry> + <entry> + <key>result-record-path</key> + <value> + <name>result-record-path</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>lookup-service</key> + <value> + <identifiesControllerService>org.apache.nifi.lookup.LookupService</identifiesControllerService> + <name>lookup-service</name> + </value> + </entry> + <entry> + <key>record-update-strategy</key> + <value> + <name>record-update-strategy</name> + </value> + </entry> + <entry> + <key>key</key> + <value> + <name>key</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>result-contents</key> + <value>insert-entire-record</value> + </entry> + <entry> + <key>routing-strategy</key> + <value>route-to-success</value> + </entry> + <entry> + <key>result-record-path</key> + <value>${enrich_domain2}_alexa</value> + </entry> + <entry> + <key>record-writer</key> + <value>94600c6c-704e-3ff8-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>9d33f163-9c0f-3be7-0000-000000000000</value> + </entry> + <entry> + <key>lookup-service</key> + <value>282db77b-3118-3b3c-0000-000000000000</value> + </entry> + <entry> + <key>record-update-strategy</key> + <value>use-property</value> + </entry> + <entry> + <key>key</key> + <value>${enrich_domain2}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Alexa domain1</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.LookupRecord</type> + </processors> + </contents> + <name>Alexa</name> + <variables/> +</processGroups> +<processGroups> + <id>db261d6a-ab4a-3a2e-0000-000000000000</id> + <parentGroupId>464af303-e93a-32ed-0000-000000000000</parentGroupId> + <position> + <x>1152.0</x> + <y>288.0</y> + </position> + <comments/> + <contents> + <connections> + <id>7c35bcbf-f00e-3cf7-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>1667ea62-481a-3dfb-0000-000000000000</id> + <type>FUNNEL</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>0</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <selectedRelationships>failure</selectedRelationships> + <source> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>dfa2a0c7-3aba-3237-0000-000000000000</id> + <type>PROCESSOR</type> + </source> + <zIndex>0</zIndex> + </connections> + <connections> + <id>906005a6-772b-3cba-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold> + <backPressureObjectThreshold>10000</backPressureObjectThreshold> + <destination> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>10c439ea-f35c-3171-0000-000000000000</id> + <type>OUTPUT_PORT</type> + </destination> + <flowFileExpiration>0 sec</flowFileExpiration> + <labelIndex>1</labelIndex> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + <loadBalancePartitionAttribute/> + <loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <name/> + <source> + <groupId>db261d6a-ab4a-3a2e-0000-000000000000</groupId> + <id>ecc214d7-667d-3d81-0000-000000000000</id> + <type>INPUT_PORT</type> + </source> + <zIndex>0</zIndex> + </connections> + <funnels> + <id>1667ea62-481a-3dfb-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <position> + <x>144.0</x> + <y>352.0</y> + </position> + </funnels> + <inputPorts> + <id>ecc214d7-667d-3d81-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <position> + <x>550.0000051876734</x> + <y>118.0000002741364</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Input</name> + <state>RUNNING</state> + <type>INPUT_PORT</type> + </inputPorts> + <outputPorts> + <id>10c439ea-f35c-3171-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <position> + <x>552.0</x> + <y>584.0</y> + </position> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <name>Output</name> + <state>RUNNING</state> + <type>OUTPUT_PORT</type> + </outputPorts> + <processors> + <id>dfa2a0c7-3aba-3237-0000-000000000000</id> + <parentGroupId>db261d6a-ab4a-3a2e-0000-000000000000</parentGroupId> + <position> + <x>512.0000051876734</x> + <y>313.00000027413637</y> + </position> + <bundle> + <artifact>nifi-scripting-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount> + <descriptors> + <entry> + <key>Script File</key> + <value> + <name>Script File</name> + </value> + </entry> + <entry> + <key>Frequency File</key> + <value> + <name>Frequency File</name> + </value> + </entry> + <entry> + <key>Script Engine</key> + <value> + <name>Script Engine</name> + </value> + </entry> + <entry> + <key>Script Body</key> + <value> + <name>Script Body</name> + </value> + </entry> + <entry> + <key>record-writer</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService> + <name>record-writer</name> + </value> + </entry> + <entry> + <key>record-reader</key> + <value> + <identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService> + <name>record-reader</name> + </value> + </entry> + <entry> + <key>Result Field 2</key> + <value> + <name>Result Field 2</name> + </value> + </entry> + <entry> + <key>Module Directory</key> + <value> + <name>Module Directory</name> + </value> + </entry> + <entry> + <key>Input Field</key> + <value> + <name>Input Field</name> + </value> + </entry> + <entry> + <key>Result Field 1</key> + <value> + <name>Result Field 1</name> + </value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> + <key>Script File</key> + <value>/srv/shared/freq/freqProcessor.py</value> + </entry> + <entry> + <key>Frequency File</key> + <value>/srv/shared/freq/alexa.json</value> + </entry> + <entry> + <key>Script Engine</key> + <value>python</value> + </entry> + <entry> + <key>Script Body</key> + </entry> + <entry> + <key>record-writer</key> + <value>913e4204-5f2f-38ec-0000-000000000000</value> + </entry> + <entry> + <key>record-reader</key> + <value>fa6751bf-0c51-3783-0000-000000000000</value> + </entry> + <entry> + <key>Result Field 2</key> + <value>${enrich_domain2}_freq2</value> + </entry> + <entry> + <key>Module Directory</key> + <value>/srv/shared/freq</value> + </entry> + <entry> + <key>Input Field</key> + <value>${enrich_domain2}</value> + </entry> + <entry> + <key>Result Field 1</key> + <value>${enrich_domain2}_freq1</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Entropy domain</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>failure</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>success</name> + </relationships> + <state>STOPPED</state> + <style/> + <type>org.apache.nifi.processors.script.InvokeScriptedProcessor</type> + </processors> + </contents> + <name>Entropy</name> + <variables/> +</processGroups> + </contents> + <name>Enrich domain2</name> + <variables/> + </processGroups> + <processors> + <id>1957f5c3-b6cb-3c80-0000-000000000000</id> + <parentGroupId>dbf2c54a-902c-35f7-0000-000000000000</parentGroupId> + <position> +<x>1136.0</x> +<y>272.0</y> + </position> + <bundle> +<artifact>nifi-standard-nar</artifact> +<group>org.apache.nifi</group> +<version>1.11.4</version> + </bundle> + <config> +<bulletinLevel>WARN</bulletinLevel> +<comments/> +<concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> +<descriptors> + <entry> + <key>Routing Strategy</key> + <value> + <name>Routing Strategy</name> + </value> + </entry> + <entry> + <key>domain</key> + <value> + <name>domain</name> + </value> + </entry> +</descriptors> +<executionNode>ALL</executionNode> +<lossTolerant>false</lossTolerant> +<penaltyDuration>30 sec</penaltyDuration> +<properties> + <entry> + <key>Routing Strategy</key> + <value>Route to Property name</value> + </entry> + <entry> + <key>domain</key> + <value>${enrich_domain2:notNull()}</value> + </entry> +</properties> +<runDurationMillis>25</runDurationMillis> +<schedulingPeriod>0 sec</schedulingPeriod> +<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> +<yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check domain2 enrichment</name> + <relationships> +<autoTerminate>false</autoTerminate> +<name>domain</name> + </relationships> + <relationships> +<autoTerminate>false</autoTerminate> +<name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + </contents> + <name>Domain enrichment</name> + <variables/> + </processGroups> + <processors> + <id>01b66126-695a-3059-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-810.0901791498266</x> + <y>621.5273932626224</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> +<key>Routing Strategy</key> +<value> + <name>Routing Strategy</name> +</value> + </entry> + <entry> +<key>fqdn</key> +<value> + <name>fqdn</name> +</value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> +<key>Routing Strategy</key> +<value>Route to Property name</value> + </entry> + <entry> +<key>fqdn</key> +<value>${enrich_fqdn1:notNull()}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check fqdn enrichment</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>fqdn</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + <processors> + <id>9ad88ad9-02cd-362c-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-826.748748485764</x> + <y>36.9670905282473</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> +<key>Routing Strategy</key> +<value> + <name>Routing Strategy</name> +</value> + </entry> + <entry> +<key>ip</key> +<value> + <name>ip</name> +</value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> +<key>Routing Strategy</key> +<value>Route to Property name</value> + </entry> + <entry> +<key>ip</key> +<value>${enrich_ip1:notNull()}</value> + </entry> + </properties> + <runDurationMillis>0</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check IP enrichment</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>ip</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + <processors> + <id>c547ff40-bd6d-3108-0000-000000000000</id> + <parentGroupId>fcbcacd1-542d-3a15-0000-000000000000</parentGroupId> + <position> + <x>-817.3441464349828</x> + <y>305.19591132902855</y> + </position> + <bundle> + <artifact>nifi-standard-nar</artifact> + <group>org.apache.nifi</group> + <version>1.11.4</version> + </bundle> + <config> + <bulletinLevel>WARN</bulletinLevel> + <comments/> + <concurrentlySchedulableTaskCount>8</concurrentlySchedulableTaskCount> + <descriptors> + <entry> +<key>Routing Strategy</key> +<value> + <name>Routing Strategy</name> +</value> + </entry> + <entry> +<key>domain</key> +<value> + <name>domain</name> +</value> + </entry> + </descriptors> + <executionNode>ALL</executionNode> + <lossTolerant>false</lossTolerant> + <penaltyDuration>30 sec</penaltyDuration> + <properties> + <entry> +<key>Routing Strategy</key> +<value>Route to Property name</value> + </entry> + <entry> +<key>domain</key> +<value>${enrich_domain1:notNull()}</value> + </entry> + </properties> + <runDurationMillis>25</runDurationMillis> + <schedulingPeriod>0 sec</schedulingPeriod> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <yieldDuration>1 sec</yieldDuration> + </config> + <executionNodeRestricted>false</executionNodeRestricted> + <name>Check domain enrichment</name> + <relationships> + <autoTerminate>false</autoTerminate> + <name>domain</name> + </relationships> + <relationships> + <autoTerminate>false</autoTerminate> + <name>unmatched</name> + </relationships> + <state>RUNNING</state> + <style/> + <type>org.apache.nifi.processors.standard.RouteOnAttribute</type> + </processors> + </contents> + <name>Enrichment</name> + <variables/> + </processGroups> + </snippet> + <timestamp>04/27/2020 13:10:52 UTC</timestamp> +</template> + </processGroup> + <processGroup> + <id>72eb009e-0c2f-302d-bc6c-2d02c29c25a9</id> + <name>Enrichment data</name> + <position x="1720.0" y="248.0"/> + <comment/> + <processGroup> + <id>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</id> + <name>Top domains</name> + <position x="970.3727876614566" y="673.4981494769316"/> + <comment>Downloads CSV files containing top domains from Alexa and Umbrella</comment> + <processor> + <id>857cd537-4aeb-31fb-9740-0513e6cc46fe</id> + <name>Unzip CSV files</name> + <position x="-297.30227379373514" y="212.70767899178307"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UnpackContent</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Packaging Format</name> + <value>zip</value> + </property> + <property> + <name>File Filter</name> + <value>.*</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>937de5fc-7d4a-35af-a071-46f04d6ea4fa</id> + <name>Save to disk</name> + <position x="326.18698401876486" y="392.4228279175642"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PutFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Directory</name> + <value>/opt/nifi/nifi-current/conf/</value> + </property> + <property> + <name>Conflict Resolution Strategy</name> + <value>replace</value> + </property> + <property> + <name>Create Missing Directories</name> + <value>true</value> + </property> + <property> + <name>Maximum File Count</name> + </property> + <property> + <name>Last Modified Time</name> + </property> + <property> + <name>Permissions</name> + </property> + <property> + <name>Owner</name> + </property> + <property> + <name>Group</name> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <processor> + <id>3c4d65a9-aa39-380f-b16b-2aea028a019b</id> + <name>Download Alexa CSV file</name> + <position x="197.54468055196799" y="-60.57735518790443"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GetHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 day</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>URL</name> + <value>http://s3.amazonaws.com/alexa-static/top-1m.csv.zip</value> + </property> + <property> + <name>Filename</name> + <value>alexa-top-1m.csv.zip</value> + </property> + <property> + <name>SSL Context Service</name> + </property> + <property> + <name>Username</name> + </property> + <property> + <name>Password</name> + </property> + <property> + <name>Connection Timeout</name> + <value>30 sec</value> + </property> + <property> + <name>Data Timeout</name> + <value>10 min</value> + </property> + <property> + <name>User Agent</name> + </property> + <property> + <name>Accept Content-Type</name> + </property> + <property> + <name>Follow Redirects</name> + <value>false</value> + </property> + <property> + <name>redirect-cookie-policy</name> + <value>default</value> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>Proxy Host</name> + </property> + <property> + <name>Proxy Port</name> + </property> + <property> + <name>filename</name> + <value>alexa-top-1m.csv</value> + </property> + </processor> + <processor> + <id>9d3d9047-fb85-3ae6-a815-0e19cc860c60</id> + <name>Download Umbrella CSV file</name> + <position x="-297.30227379373514" y="-61.444390100013806"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GetHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 day</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>URL</name> + <value>http://s3-us-west-1.amazonaws.com/umbrella-static/top-1m.csv.zip</value> + </property> + <property> + <name>Filename</name> + <value>umbrella-top-1m.csv.zip</value> + </property> + <property> + <name>SSL Context Service</name> + </property> + <property> + <name>Username</name> + </property> + <property> + <name>Password</name> + </property> + <property> + <name>Connection Timeout</name> + <value>30 sec</value> + </property> + <property> + <name>Data Timeout</name> + <value>10 min</value> + </property> + <property> + <name>User Agent</name> + </property> + <property> + <name>Accept Content-Type</name> + </property> + <property> + <name>Follow Redirects</name> + <value>false</value> + </property> + <property> + <name>redirect-cookie-policy</name> + <value>default</value> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>Proxy Host</name> + </property> + <property> + <name>Proxy Port</name> + </property> + <property> + <name>filename</name> + <value>umbrella-top-1m.csv</value> + </property> + </processor> + <processor> + <id>9009320d-fb62-357e-ad94-bef8e95ea142</id> + <name>Set filename</name> + <position x="-294.78310875467264" y="388.04684866613775"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>filename</name> + <value>${segment.original.filename}</value> + </property> + </processor> + <processor> + <id>86fdf574-d86b-3f35-9aa0-3ada1867aff8</id> + <name>Add headers</name> + <position x="325.04416175313986" y="201.70740433357992"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>index,domain +</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Prepend</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <connection> + <id>652026e5-0acd-3009-b45a-f68f3e37bef9</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9d3d9047-fb85-3ae6-a815-0e19cc860c60</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>857cd537-4aeb-31fb-9740-0513e6cc46fe</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>b400d4e7-7106-3ea3-8b1a-0b9d2a8795b2</id> + <name/> + <bendPoints> + <bendPoint x="787.0441617531399" y="276.7074043335799"/> + <bendPoint x="788.0441617531399" y="291.7074043335799"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>86fdf574-d86b-3f35-9aa0-3ada1867aff8</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>86fdf574-d86b-3f35-9aa0-3ada1867aff8</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5d7b82fa-10f8-3a32-9ffa-ebce53eb6070</id> + <name/> + <bendPoints> + <bendPoint x="-414.74468712381326" y="221.65236588143148"/> + <bendPoint x="-451.48125938943826" y="275.1232673706893"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>857cd537-4aeb-31fb-9740-0513e6cc46fe</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>857cd537-4aeb-31fb-9740-0513e6cc46fe</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>bfe27587-bb06-388c-a59a-8aad9830cda1</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>3c4d65a9-aa39-380f-b16b-2aea028a019b</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>857cd537-4aeb-31fb-9740-0513e6cc46fe</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>7af7ff86-6b85-3fd1-bbc4-efa4e04593d9</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>857cd537-4aeb-31fb-9740-0513e6cc46fe</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>86fdf574-d86b-3f35-9aa0-3ada1867aff8</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e2d60b76-d9bf-380f-9cfd-eeda1422ad73</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>86fdf574-d86b-3f35-9aa0-3ada1867aff8</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>9009320d-fb62-357e-ad94-bef8e95ea142</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>58b9bce4-6f7a-369c-a93f-dc23e252c670</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>9009320d-fb62-357e-ad94-bef8e95ea142</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>937de5fc-7d4a-35af-a071-46f04d6ea4fa</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>dea956ed-2b3b-39de-8cd8-a4d1f7a88aa2</id> + <name/> + <bendPoints> + <bendPoint x="790.1869840187649" y="473.4228279175642"/> + <bendPoint x="789.1869840187649" y="482.42282791756406"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>937de5fc-7d4a-35af-a071-46f04d6ea4fa</sourceId> + <sourceGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>937de5fc-7d4a-35af-a071-46f04d6ea4fa</destinationId> + <destinationGroupId>a97a2cb2-e5b2-3c82-a365-ebe5139e2be6</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>b997e46b-7905-33e8-8bbc-f4d51b0cc735</id> + <name>Tor Nodes</name> + <position x="968.7335178760902" y="456.9915202898361"/> + <comment>Downloads a CSV file of IP addresses used as Tor nodes</comment> + <processor> + <id>ad366a87-89d6-38ff-affe-a1f3575faa8a</id> + <name>Save to disk</name> + <position x="-328.58331298828125" y="-153.10000610351562"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PutFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Directory</name> + <value>/opt/nifi/nifi-current/conf/</value> + </property> + <property> + <name>Conflict Resolution Strategy</name> + <value>replace</value> + </property> + <property> + <name>Create Missing Directories</name> + <value>true</value> + </property> + <property> + <name>Maximum File Count</name> + </property> + <property> + <name>Last Modified Time</name> + </property> + <property> + <name>Permissions</name> + </property> + <property> + <name>Owner</name> + </property> + <property> + <name>Group</name> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <processor> + <id>34f52e1e-164e-34e4-b5fc-e5d16f773b19</id> + <name>Get CSV file with Tor nodes</name> + <position x="-323.0833282470703" y="-647.6000061035156"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GetHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 day</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>URL</name> + <value>https://check.torproject.org/cgi-bin/TorBulkExitList.py?ip=1.1.1.1</value> + </property> + <property> + <name>Filename</name> + <value>tornodes.csv</value> + </property> + <property> + <name>SSL Context Service</name> + <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value> + </property> + <property> + <name>Username</name> + </property> + <property> + <name>Password</name> + </property> + <property> + <name>Connection Timeout</name> + <value>30 sec</value> + </property> + <property> + <name>Data Timeout</name> + <value>30 sec</value> + </property> + <property> + <name>User Agent</name> + </property> + <property> + <name>Accept Content-Type</name> + </property> + <property> + <name>Follow Redirects</name> + <value>false</value> + </property> + <property> + <name>redirect-cookie-policy</name> + <value>default</value> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>Proxy Host</name> + </property> + <property> + <name>Proxy Port</name> + </property> + </processor> + <processor> + <id>8c69ccb6-616f-3ce2-b0cd-57276cae3749</id> + <name>Add header</name> + <position x="-325.5833282470703" y="-410.1000061035156"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>ip_addr +</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Prepend</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <connection> + <id>33cb6d60-d003-3954-b9d0-f51ac40ed983</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</sourceId> + <sourceGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ad366a87-89d6-38ff-affe-a1f3575faa8a</destinationId> + <destinationGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>cd13f619-bb19-37c2-b8fe-c962edfbf213</id> + <name/> + <bendPoints> + <bendPoint x="137.4166717529297" y="-370.1000061035156"/> + <bendPoint x="137.4166717529297" y="-320.1000061035156"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</sourceId> + <sourceGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</destinationId> + <destinationGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>3941ee86-e740-3b8f-951a-c7da71e78fbe</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>34f52e1e-164e-34e4-b5fc-e5d16f773b19</sourceId> + <sourceGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</destinationId> + <destinationGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>19de0f5c-c244-3e7d-b711-ee165b493ea2</id> + <name/> + <bendPoints> + <bendPoint x="134.41668701171875" y="-113.10000610351562"/> + <bendPoint x="134.41668701171875" y="-63.100006103515625"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ad366a87-89d6-38ff-affe-a1f3575faa8a</sourceId> + <sourceGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ad366a87-89d6-38ff-affe-a1f3575faa8a</destinationId> + <destinationGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8130df3d-dc8c-32c2-975d-9c94438cac05</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>34f52e1e-164e-34e4-b5fc-e5d16f773b19</sourceId> + <sourceGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>8c69ccb6-616f-3ce2-b0cd-57276cae3749</destinationId> + <destinationGroupId>b997e46b-7905-33e8-8bbc-f4d51b0cc735</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>194a653f-0c92-3704-8bd4-ffa079643515</id> + <name>Misp</name> + <position x="548.9658647769079" y="453.4916238226681"/> + <comment>Polls Misp database once every minute and places new IOCs in a NiFi memcache.</comment> + <processor> + <id>283bea4b-2774-3f2d-aabe-cf96989e9997</id> + <name>Set timestamp as FlowFile content</name> + <position x="506.47715414708637" y="587.6551663734834"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.ReplaceText</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Regular Expression</name> + <value>(?s)(^.*$)</value> + </property> + <property> + <name>Replacement Value</name> + <value>${timestamp}</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>Maximum Buffer Size</name> + <value>1 MB</value> + </property> + <property> + <name>Replacement Strategy</name> + <value>Always Replace</value> + </property> + <property> + <name>Evaluation Mode</name> + <value>Entire text</value> + </property> + <property> + <name>Line-by-Line Evaluation Mode</name> + <value>All</value> + </property> + </processor> + <processor> + <id>e1e2caef-8178-3c91-b3ca-99f05f619064</id> + <name>Get timestamp of last successful poll</name> + <position x="-168.51082396716333" y="-293.9956980367642"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.FetchDistributedMapCache</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Cache Entry Identifier</name> + <value>${lookup_id}</value> + </property> + <property> + <name>Distributed Cache Service</name> + <value>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</value> + </property> + <property> + <name>Put Cache Value In Attribute</name> + <value>last_run</value> + </property> + <property> + <name>Max Length To Put In Attribute</name> + <value>256</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + </processor> + <processor> + <id>192802be-4416-3abc-ba03-90934f2df860</id> + <name>Get events</name> + <position x="-151.66592451726592" y="335.6012170464188"/> + <styles/> + <comment>Normally the query will have a filter at the end "/last:${last}" so that only new events are pulled. This has been removed from this demo.</comment> + <class>org.apache.nifi.processors.standard.InvokeHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>HTTP Method</name> + <value>GET</value> + </property> + <property> + <name>Remote URL</name> + <value>${misp_url}/attributes/restSearch/returnFormat:json/type:ip-src||ip-dst</value> + </property> + <property> + <name>SSL Context Service</name> + <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value> + </property> + <property> + <name>Connection Timeout</name> + <value>5 secs</value> + </property> + <property> + <name>Read Timeout</name> + <value>15 secs</value> + </property> + <property> + <name>Include Date Header</name> + <value>True</value> + </property> + <property> + <name>Follow Redirects</name> + <value>True</value> + </property> + <property> + <name>Attributes to Send</name> + </property> + <property> + <name>Basic Authentication Username</name> + </property> + <property> + <name>Basic Authentication Password</name> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>Proxy Host</name> + </property> + <property> + <name>Proxy Port</name> + </property> + <property> + <name>Proxy Type</name> + <value>http</value> + </property> + <property> + <name>invokehttp-proxy-user</name> + </property> + <property> + <name>invokehttp-proxy-password</name> + </property> + <property> + <name>Put Response Body In Attribute</name> + </property> + <property> + <name>Max Length To Put In Attribute</name> + <value>256</value> + </property> + <property> + <name>Digest Authentication</name> + <value>false</value> + </property> + <property> + <name>Always Output Response</name> + <value>false</value> + </property> + <property> + <name>Add Response Headers to Request</name> + <value>false</value> + </property> + <property> + <name>Content-Type</name> + <value>${mime.type}</value> + </property> + <property> + <name>send-message-body</name> + <value>true</value> + </property> + <property> + <name>Use Chunked Encoding</name> + <value>false</value> + </property> + <property> + <name>Penalize on "No Retry"</name> + <value>false</value> + </property> + <property> + <name>use-etag</name> + <value>false</value> + </property> + <property> + <name>etag-max-cache-size</name> + <value>10MB</value> + </property> + <property> + <name>ignore-response-content</name> + <value>false</value> + </property> + <property> + <name>Authorization</name> + <value>${misp_token}</value> + </property> + <autoTerminatedRelationship>Original</autoTerminatedRelationship> + <autoTerminatedRelationship>Retry</autoTerminatedRelationship> + </processor> + <processor> + <id>671c4e42-604f-389d-9cee-27431ca36448</id> + <name>Store timestamp</name> + <position x="504.4604101497308" y="824.0677052542044"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PutDistributedMapCache</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Cache Entry Identifier</name> + <value>${lookup_id}</value> + </property> + <property> + <name>Distributed Cache Service</name> + <value>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</value> + </property> + <property> + <name>Cache update strategy</name> + <value>replace</value> + </property> + <property> + <name>Max cache entry size</name> + <value>1 MB</value> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <processor> + <id>c7cc4e24-7d9a-3a17-8af1-ca655f46595f</id> + <name>Update cache</name> + <position x="-775.4735301448745" y="930.3624699197178"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PutDistributedMapCache</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Cache Entry Identifier</name> + <value>${misp_ip}</value> + </property> + <property> + <name>Distributed Cache Service</name> + <value>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</value> + </property> + <property> + <name>Cache update strategy</name> + <value>replace</value> + </property> + <property> + <name>Max cache entry size</name> + <value>1 MB</value> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <processor> + <id>81ec71a0-719a-3205-9360-6a535072f7c6</id> + <name>Set attributes to get all events for the last x days</name> + <position x="-378.1916613806792" y="-12.197472102501479"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>last</name> + <value>${misp_ip_first_interval}</value> + </property> + <property> + <name>timestamp</name> + <value>${now():toNumber()}</value> + </property> + </processor> + <processor> + <id>6d78b76c-5463-3610-b8c8-4796fa09c59b</id> + <name>Periodic polling</name> + <position x="-171.36520083798905" y="-518.6967632987289"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GenerateFlowFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 minute</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>File Size</name> + <value>0B</value> + </property> + <property> + <name>Batch Size</name> + <value>1</value> + </property> + <property> + <name>Data Format</name> + <value>Text</value> + </property> + <property> + <name>Unique FlowFiles</name> + <value>false</value> + </property> + <property> + <name>generate-ff-custom-text</name> + </property> + <property> + <name>character-set</name> + <value>UTF-8</value> + </property> + <property> + <name>lookup_id</name> + <value>ip</value> + </property> + </processor> + <processor> + <id>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</id> + <name>Extract IP address</name> + <position x="-156.69110558236184" y="543.7042207790005"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.EvaluateJsonPath</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Destination</name> + <value>flowfile-attribute</value> + </property> + <property> + <name>Return Type</name> + <value>auto-detect</value> + </property> + <property> + <name>Path Not Found Behavior</name> + <value>ignore</value> + </property> + <property> + <name>Null Value Representation</name> + <value>empty string</value> + </property> + <property> + <name>misp_ip</name> + <value>$.value</value> + </property> + </processor> + <processor> + <id>74d66e0e-0b65-36d2-96f1-4b836d2c4222</id> + <name>Set attributes to get new events since last poll</name> + <position x="81.93877074822706" y="-13.058372981407729"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.attributes.UpdateAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-update-attribute-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Delete Attributes Expression</name> + </property> + <property> + <name>Store State</name> + <value>Do not store state</value> + </property> + <property> + <name>Stateful Variables Initial Value</name> + </property> + <property> + <name>canonical-value-lookup-cache-size</name> + <value>100</value> + </property> + <property> + <name>last</name> + <value>${now():toNumber():minus(${last_run}):divide(60000):plus(1):append("m")}</value> + </property> + <property> + <name>timestamp</name> + <value>${now():toNumber()}</value> + </property> + </processor> + <processor> + <id>ba1b7e7e-a03c-3ace-9182-7f43569537e2</id> + <name>Create one FlowFile for each IP address</name> + <position x="-789.5267777615984" y="546.1428879861119"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.SplitJson</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>JsonPath Expression</name> + <value>$.response.Attribute</value> + </property> + <property> + <name>Null Value Representation</name> + <value>empty string</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>d850fc04-df9a-36b7-b53f-8b397a1be69a</id> + <name>Extract Misp event ID and store it to FlowFile</name> + <position x="-783.5607955237681" y="719.2550630641567"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.EvaluateJsonPath</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Destination</name> + <value>flowfile-content</value> + </property> + <property> + <name>Return Type</name> + <value>auto-detect</value> + </property> + <property> + <name>Path Not Found Behavior</name> + <value>ignore</value> + </property> + <property> + <name>Null Value Representation</name> + <value>empty string</value> + </property> + <property> + <name>event_id</name> + <value>$.event_id</value> + </property> + </processor> + <funnel> + <id>c490b6b5-0170-1000-0000-000035bc685d</id> + <position x="601.9534533822577" y="371.9240905653907"/> + </funnel> + <connection> + <id>39f7b787-0995-3721-8d50-700838b7a256</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>6d78b76c-5463-3610-b8c8-4796fa09c59b</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>e1e2caef-8178-3c91-b3ca-99f05f619064</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>adc3f55b-8d9a-33d0-a7af-0d795fa234ba</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d850fc04-df9a-36b7-b53f-8b397a1be69a</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c7cc4e24-7d9a-3a17-8af1-ca655f46595f</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>matched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4a797ab8-fb0e-3c9a-b397-b3394eca1ce4</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ba1b7e7e-a03c-3ace-9182-7f43569537e2</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>split</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>4707ebf2-4b30-3e97-8abc-6ca8a9d168fd</id> + <name>Consecutive poll</name> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e1e2caef-8178-3c91-b3ca-99f05f619064</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>74d66e0e-0b65-36d2-96f1-4b836d2c4222</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>58cc41df-404e-309b-9df6-2ea67e1fe2b7</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>283bea4b-2774-3f2d-aabe-cf96989e9997</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>671c4e42-604f-389d-9cee-27431ca36448</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5e84f4ae-bf61-37d8-b115-0af74b89a6aa</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d850fc04-df9a-36b7-b53f-8b397a1be69a</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>matched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>a9d8c7a2-6b55-3684-9954-92934d5a69e8</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>74d66e0e-0b65-36d2-96f1-4b836d2c4222</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>192802be-4416-3abc-ba03-90934f2df860</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c2a99429-58ab-325b-b755-dffeb30b0fc1</id> + <name/> + <bendPoints/> + <labelIndex>0</labelIndex> + <zIndex>0</zIndex> + <sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c490b6b5-0170-1000-0000-000035bc685d</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>No Retry</relationship> + <relationship>Failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>a146ab21-f626-3fa5-a736-fdeec786eaf8</id> + <name/> + <bendPoints> + <bendPoint x="-312.47353014487453" y="970.3624699197178"/> + <bendPoint x="-312.47353014487453" y="1020.3624699197178"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c7cc4e24-7d9a-3a17-8af1-ca655f46595f</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c7cc4e24-7d9a-3a17-8af1-ca655f46595f</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c022992b-534a-317a-943c-86142ee1cf81</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>81ec71a0-719a-3205-9360-6a535072f7c6</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>192802be-4416-3abc-ba03-90934f2df860</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>424c08f5-1ad1-3a0a-923c-c3fd988f7d2e</id> + <name>Update timestamp</name> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>283bea4b-2774-3f2d-aabe-cf96989e9997</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>Response</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>5b9b78c7-890c-3fe0-a1b1-b2dc5bbd944b</id> + <name/> + <bendPoints> + <bendPoint x="306.30889441763816" y="583.7042207790005"/> + <bendPoint x="306.30889441763816" y="633.7042207790005"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>dbc236e3-8c68-3c6b-b1e9-d1fc8f57327d</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c98425f5-d4f3-36f7-b045-834923ca235a</id> + <name/> + <bendPoints> + <bendPoint x="-911.4283280545671" y="539.9664353493931"/> + <bendPoint x="-945.2909989530046" y="613.0546921853306"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>ba1b7e7e-a03c-3ace-9182-7f43569537e2</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ba1b7e7e-a03c-3ace-9182-7f43569537e2</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d19c9d34-8896-39ff-9d2d-f29651b24c18</id> + <name/> + <bendPoints> + <bendPoint x="967.4604101497307" y="864.0677052542044"/> + <bendPoint x="967.4604101497307" y="914.0677052542044"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>671c4e42-604f-389d-9cee-27431ca36448</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>671c4e42-604f-389d-9cee-27431ca36448</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>70fec2c7-4dd5-3dd1-92fa-59c3027bffb4</id> + <name/> + <bendPoints> + <bendPoint x="294.48917603283667" y="-253.99569803676422"/> + <bendPoint x="294.48917603283667" y="-203.99569803676422"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e1e2caef-8178-3c91-b3ca-99f05f619064</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>e1e2caef-8178-3c91-b3ca-99f05f619064</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d19116d2-0da0-3f86-8fd3-3285a839648e</id> + <name>First poll</name> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>e1e2caef-8178-3c91-b3ca-99f05f619064</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>81ec71a0-719a-3205-9360-6a535072f7c6</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>not-found</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>d375a69b-2139-3d9a-b6e3-48e0f69ec589</id> + <name>Update cache with new events</name> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>192802be-4416-3abc-ba03-90934f2df860</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>ba1b7e7e-a03c-3ace-9182-7f43569537e2</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>Response</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>8d3dfbef-370e-374b-a6c6-89e4cdf6216b</id> + <name/> + <bendPoints> + <bendPoint x="-320.5607955237681" y="759.2550630641567"/> + <bendPoint x="-320.5607955237681" y="809.2550630641567"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>d850fc04-df9a-36b7-b53f-8b397a1be69a</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>d850fc04-df9a-36b7-b53f-8b397a1be69a</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <relationship>unmatched</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>536817e5-12a1-3a94-82ae-7638937a07e8</id> + <name/> + <bendPoints> + <bendPoint x="969.4771541470864" y="627.6551663734834"/> + <bendPoint x="969.4771541470864" y="677.6551663734834"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>283bea4b-2774-3f2d-aabe-cf96989e9997</sourceId> + <sourceGroupId>194a653f-0c92-3704-8bd4-ffa079643515</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>283bea4b-2774-3f2d-aabe-cf96989e9997</destinationId> + <destinationGroupId>194a653f-0c92-3704-8bd4-ffa079643515</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + <processGroup> + <id>c4a200ea-5317-332a-97a4-ff76f951ecde</id> + <name>GeoIP</name> + <position x="556.427978515625" y="673.0274658203125"/> + <comment/> + <processor> + <id>6292665b-f188-3551-b366-95476b5ac36f</id> + <name>Save to disk</name> + <position x="-357.78594755036767" y="656.471512008819"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.PutFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Directory</name> + <value>/opt/nifi/nifi-current/conf/</value> + </property> + <property> + <name>Conflict Resolution Strategy</name> + <value>replace</value> + </property> + <property> + <name>Create Missing Directories</name> + <value>true</value> + </property> + <property> + <name>Maximum File Count</name> + </property> + <property> + <name>Last Modified Time</name> + </property> + <property> + <name>Permissions</name> + </property> + <property> + <name>Owner</name> + </property> + <property> + <name>Group</name> + </property> + <autoTerminatedRelationship>success</autoTerminatedRelationship> + </processor> + <processor> + <id>c8b26516-0170-1000-ffff-fffffa357a77</id> + <name>InvokeHTTP</name> + <position x="-354.33263208075834" y="-1.6134650355261897"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.InvokeHTTP</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>HTTP Method</name> + <value>GET</value> + </property> + <property> + <name>Remote URL</name> + <value>https://download.maxmind.com/app/geoip_download?edition_id=GeoLite2-City&license_key=${maxmind_key}&suffix=tar.gz</value> + </property> + <property> + <name>SSL Context Service</name> + <value>83443c00-b286-366a-b8e0-2f51527ab8e5</value> + </property> + <property> + <name>Connection Timeout</name> + <value>5 secs</value> + </property> + <property> + <name>Read Timeout</name> + <value>15 secs</value> + </property> + <property> + <name>Include Date Header</name> + <value>True</value> + </property> + <property> + <name>Follow Redirects</name> + <value>True</value> + </property> + <property> + <name>Attributes to Send</name> + </property> + <property> + <name>Basic Authentication Username</name> + </property> + <property> + <name>Basic Authentication Password</name> + </property> + <property> + <name>proxy-configuration-service</name> + </property> + <property> + <name>Proxy Host</name> + </property> + <property> + <name>Proxy Port</name> + </property> + <property> + <name>Proxy Type</name> + <value>http</value> + </property> + <property> + <name>invokehttp-proxy-user</name> + </property> + <property> + <name>invokehttp-proxy-password</name> + </property> + <property> + <name>Put Response Body In Attribute</name> + </property> + <property> + <name>Max Length To Put In Attribute</name> + <value>256</value> + </property> + <property> + <name>Digest Authentication</name> + <value>false</value> + </property> + <property> + <name>Always Output Response</name> + <value>false</value> + </property> + <property> + <name>Add Response Headers to Request</name> + <value>false</value> + </property> + <property> + <name>Content-Type</name> + <value>${mime.type}</value> + </property> + <property> + <name>send-message-body</name> + <value>true</value> + </property> + <property> + <name>Use Chunked Encoding</name> + <value>false</value> + </property> + <property> + <name>Penalize on "No Retry"</name> + <value>false</value> + </property> + <property> + <name>use-etag</name> + <value>false</value> + </property> + <property> + <name>etag-max-cache-size</name> + <value>10MB</value> + </property> + <property> + <name>ignore-response-content</name> + <value>false</value> + </property> + <autoTerminatedRelationship>Original</autoTerminatedRelationship> + </processor> + <processor> + <id>b99eab15-7e38-33fa-87d1-41d772306d9c</id> + <name>Uncompress</name> + <position x="-359.13545011384423" y="239.87525101326742"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.CompressContent</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Mode</name> + <value>decompress</value> + </property> + <property> + <name>Compression Format</name> + <value>use mime.type attribute</value> + </property> + <property> + <name>Compression Level</name> + <value>1</value> + </property> + <property> + <name>Update Filename</name> + <value>false</value> + </property> + </processor> + <processor> + <id>c8b20333-0170-1000-0000-000010760524</id> + <name>RouteOnAttribute</name> + <position x="-353.2358571852152" y="-223.16639543708658"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.RouteOnAttribute</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Routing Strategy</name> + <value>Route to Property name</value> + </property> + <property> + <name>maxmind_key</name> + <value>${maxmind_key:length():gt(1)}</value> + </property> + <autoTerminatedRelationship>unmatched</autoTerminatedRelationship> + </processor> + <processor> + <id>aad91df7-8e80-3598-a3eb-9b000045b843</id> + <name>UnpackContent</name> + <position x="-358.13545011384423" y="448.82544805040084"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.UnpackContent</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>0 sec</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>RUNNING</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>Packaging Format</name> + <value>tar</value> + </property> + <property> + <name>File Filter</name> + <value>GeoLite2-City.mmdb</value> + </property> + <autoTerminatedRelationship>original</autoTerminatedRelationship> + </processor> + <processor> + <id>c8b1bafd-0170-1000-0000-0000753f5f5b</id> + <name>GenerateFlowFile</name> + <position x="-366.3974570271698" y="-455.687252544095"/> + <styles/> + <comment/> + <class>org.apache.nifi.processors.standard.GenerateFlowFile</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-standard-nar</artifact> + <version>1.11.4</version> + </bundle> + <maxConcurrentTasks>1</maxConcurrentTasks> + <schedulingPeriod>1 week</schedulingPeriod> + <penalizationPeriod>30 sec</penalizationPeriod> + <yieldPeriod>1 sec</yieldPeriod> + <bulletinLevel>WARN</bulletinLevel> + <lossTolerant>false</lossTolerant> + <scheduledState>STOPPED</scheduledState> + <schedulingStrategy>TIMER_DRIVEN</schedulingStrategy> + <executionNode>ALL</executionNode> + <runDurationNanos>0</runDurationNanos> + <property> + <name>File Size</name> + <value>0B</value> + </property> + <property> + <name>Batch Size</name> + <value>1</value> + </property> + <property> + <name>Data Format</name> + <value>Text</value> + </property> + <property> + <name>Unique FlowFiles</name> + <value>false</value> + </property> + <property> + <name>generate-ff-custom-text</name> + </property> + <property> + <name>character-set</name> + <value>UTF-8</value> + </property> + </processor> + <funnel> + <id>c2cac6f3-c926-3038-b685-68f71f76fda3</id> + <position x="457.8712158203125" y="380.06201171875"/> + </funnel> + <connection> + <id>c8b21bba-0170-1000-0000-0000281b44ba</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8b1bafd-0170-1000-0000-0000753f5f5b</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8b20333-0170-1000-0000-000010760524</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>1d0b1e6f-7b01-34c5-82f8-c95918e700ae</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>b99eab15-7e38-33fa-87d1-41d772306d9c</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c2cac6f3-c926-3038-b685-68f71f76fda3</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e8e86b3f-6936-3080-8eb6-036d532cb483</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>6292665b-f188-3551-b366-95476b5ac36f</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c2cac6f3-c926-3038-b685-68f71f76fda3</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>e2f43878-959f-379c-b898-6d7c3a72af44</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>b99eab15-7e38-33fa-87d1-41d772306d9c</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>aad91df7-8e80-3598-a3eb-9b000045b843</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>dc7524de-fb6c-3e02-8c60-f821d81aff29</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>aad91df7-8e80-3598-a3eb-9b000045b843</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>6292665b-f188-3551-b366-95476b5ac36f</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>success</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>39a11e18-3397-3f1a-a020-49b895ff6f81</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>aad91df7-8e80-3598-a3eb-9b000045b843</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c2cac6f3-c926-3038-b685-68f71f76fda3</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8b2e58b-0170-1000-ffff-ffff997c6e6c</id> + <name/> + <bendPoints> + <bendPoint x="108.66736791924166" y="38.38653496447381"/> + <bendPoint x="108.66736791924166" y="88.38653496447381"/> + </bendPoints> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8b26516-0170-1000-ffff-fffffa357a77</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8b26516-0170-1000-ffff-fffffa357a77</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>Retry</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8b29bee-0170-1000-ffff-fffff516df5d</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8b26516-0170-1000-ffff-fffffa357a77</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>b99eab15-7e38-33fa-87d1-41d772306d9c</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>Response</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8b2cb01-0170-1000-0000-000005baadda</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8b26516-0170-1000-ffff-fffffa357a77</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c2cac6f3-c926-3038-b685-68f71f76fda3</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>FUNNEL</destinationType> + <relationship>No Retry</relationship> + <relationship>Failure</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + <connection> + <id>c8b5c90e-0170-1000-ffff-ffff9864e7e4</id> + <name/> + <bendPoints/> + <labelIndex>1</labelIndex> + <zIndex>0</zIndex> + <sourceId>c8b20333-0170-1000-0000-000010760524</sourceId> + <sourceGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</sourceGroupId> + <sourceType>PROCESSOR</sourceType> + <destinationId>c8b26516-0170-1000-ffff-fffffa357a77</destinationId> + <destinationGroupId>c4a200ea-5317-332a-97a4-ff76f951ecde</destinationGroupId> + <destinationType>PROCESSOR</destinationType> + <relationship>maxmind_key</relationship> + <maxWorkQueueSize>10000</maxWorkQueueSize> + <maxWorkQueueDataSize>1 GB</maxWorkQueueDataSize> + <flowFileExpiration>0 sec</flowFileExpiration> + <loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy> + <partitioningAttribute/> + <loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression> + </connection> + </processGroup> + </processGroup> + <controllerService> + <id>bf81debc-0171-1000-0000-00002936ae5a</id> + <name>Tor node CSV</name> + <comment/> + <class>org.apache.nifi.lookup.CSVRecordLookupService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-lookup-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>csv-file</name> + <value>/opt/nifi/nifi-current/conf/enrich/tornodes.csv</value> + </property> + <property> + <name>csv-format</name> + <value>Default</value> + </property> + <property> + <name>Character Set</name> + <value>UTF-8</value> + </property> + <property> + <name>lookup-key-column</name> + <value>ip_addr</value> + </property> + <property> + <name>ignore-duplicates</name> + <value>true</value> + </property> + </controllerService> + <controllerService> + <id>fa06ec39-7782-3ae3-8dfe-71d28c5240c3</id> + <name>Misp Lookup Service</name> + <comment/> + <class>org.apache.nifi.lookup.DistributedMapCacheLookupService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-lookup-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>distributed-map-cache-service</name> + <value>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</value> + </property> + <property> + <name>character-encoding</name> + <value>UTF-8</value> + </property> + </controllerService> + <controllerService> + <id>ad4d31bf-b1fb-35e0-b634-b969b200f3a6</id> + <name>Misp Cache Client</name> + <comment/> + <class>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-distributed-cache-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>Server Hostname</name> + <value>127.0.0.1</value> + </property> + <property> + <name>Server Port</name> + <value>4557</value> + </property> + <property> + <name>SSL Context Service</name> + </property> + <property> + <name>Communications Timeout</name> + <value>30 secs</value> + </property> + </controllerService> + <controllerService> + <id>17b30955-5464-3709-8a32-69a459850cfa</id> + <name>Inferred JsonRecordSetWriter</name> + <comment/> + <class>org.apache.nifi.json.JsonRecordSetWriter</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-record-serialization-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>Schema Write Strategy</name> + <value>no-schema</value> + </property> + <property> + <name>schema-cache</name> + </property> + <property> + <name>schema-access-strategy</name> + <value>inherit-record-schema</value> + </property> + <property> + <name>schema-registry</name> + </property> + <property> + <name>schema-name</name> + <value>${schema.name}</value> + </property> + <property> + <name>schema-version</name> + </property> + <property> + <name>schema-branch</name> + </property> + <property> + <name>schema-text</name> + <value>${avro.schema}</value> + </property> + <property> + <name>Date Format</name> + </property> + <property> + <name>Time Format</name> + </property> + <property> + <name>Timestamp Format</name> + </property> + <property> + <name>Pretty Print JSON</name> + <value>false</value> + </property> + <property> + <name>suppress-nulls</name> + <value>always-suppress</value> + </property> + <property> + <name>output-grouping</name> + <value>output-array</value> + </property> + <property> + <name>compression-format</name> + <value>none</value> + </property> + <property> + <name>compression-level</name> + <value>1</value> + </property> + </controllerService> + <controllerService> + <id>8b1dd8bb-0170-1000-0000-000007446e6a</id> + <name>Misp DistributedMapCacheServer</name> + <comment/> + <class>org.apache.nifi.distributed.cache.server.map.DistributedMapCacheServer</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-distributed-cache-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>Port</name> + <value>4557</value> + </property> + <property> + <name>Maximum Cache Entries</name> + <value>10000</value> + </property> + <property> + <name>Eviction Strategy</name> + <value>Least Frequently Used</value> + </property> + <property> + <name>Persistence Directory</name> + <value>/opt/nifi/nifi-current/conf/</value> + </property> + <property> + <name>SSL Context Service</name> + </property> + </controllerService> + <controllerService> + <id>83443c00-b286-366a-b8e0-2f51527ab8e5</id> + <name>Common CA</name> + <comment/> + <class>org.apache.nifi.ssl.StandardRestrictedSSLContextService</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-ssl-context-service-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>Keystore Filename</name> + </property> + <property> + <name>Keystore Password</name> + </property> + <property> + <name>key-password</name> + </property> + <property> + <name>Keystore Type</name> + </property> + <property> + <name>Truststore Filename</name> + <value>/opt/nifi/nifi-current/conf/cacerts.jks</value> + </property> + <property> + <name>Truststore Password</name> + <value>{{ tspass }}</value> + </property> + <property> + <name>Truststore Type</name> + <value>JKS</value> + </property> + <property> + <name>SSL Protocol</name> + <value>TLS</value> + </property> + </controllerService> + <controllerService> + <id>179dd31f-89ed-3179-adb2-85a9c61869ce</id> + <name>Inferred JsonTreeReader</name> + <comment/> + <class>org.apache.nifi.json.JsonTreeReader</class> + <bundle> + <group>org.apache.nifi</group> + <artifact>nifi-record-serialization-services-nar</artifact> + <version>1.11.4</version> + </bundle> + <enabled>true</enabled> + <property> + <name>schema-access-strategy</name> + <value>infer-schema</value> + </property> + <property> + <name>schema-registry</name> + </property> + <property> + <name>schema-name</name> + <value>${schema.name}</value> + </property> + <property> + <name>schema-version</name> + </property> + <property> + <name>schema-branch</name> + </property> + <property> + <name>schema-text</name> + <value>${avro.schema}</value> + </property> + <property> + <name>schema-inference-cache</name> + </property> + <property> + <name>Date Format</name> + </property> + <property> + <name>Time Format</name> + </property> + <property> + <name>Timestamp Format</name> + </property> + </controllerService> + <variable name="misp_token" value="{{ misp_token }}"/> + <variable name="misp_url" value="{{ misp_url }}"/> + <variable name="maxmind_key" value="{{ maxmind_key }}"/> + <variable name="elastic_url" value="{{ elastic_url }}"/> + <variable name="elastic_username" value="{{ elastic_username }}"/> + <variable name="elastic_password" value="{{ odfees_adminpass }}"/> + <variable name="misp_ip_first_interval" value="60d"/> + </rootGroup> + <controllerServices/> + <reportingTasks/> +</flowController> diff --git a/roles/nifi/templates/users.xml.j2 b/roles/nifi/templates/users.xml.j2 new file mode 100644 index 0000000000000000000000000000000000000000..a57969859498c5610ab26a83ae05e53ca093d264 --- /dev/null +++ b/roles/nifi/templates/users.xml.j2 @@ -0,0 +1,23 @@ +<?xml version="1.0" encoding="UTF-8" standalone="yes"?> +<tenants> + <groups> + <group identifier="c78caf19-016f-1000-0000-000000000001" name="NiFi nodes"> + {% for nifi in groups['nificontainers'] %} + <user identifier="c78caf19-016f-1000-0001-{{'%012d'|format(loop.index) }}"/> + {% endfor %} + </group> + <group identifier="c78caf19-016f-1000-0000-000000000002" name="Administrators"> + {% for user in soctools_users %} + <user identifier="c78caf19-016f-1000-0002-{{'%012d'|format(loop.index) }}"/> + {% endfor %} + </group> + </groups> + <users> + {% for nifi in groups['nificontainers'] %} + <user identifier="c78caf19-016f-1000-0001-{{'%012d'|format(loop.index) }}" identity="CN={{ nifi }}"/> + {% endfor %} + {% for user in soctools_users %} + <user identifier="c78caf19-016f-1000-0002-{{'%012d'|format(loop.index) }}" identity="{{ user.username }}"/> + {% endfor %} + </users> +</tenants>