Skip to content

Instantly share code, notes, and snippets.

@behrouz-s
Created February 16, 2019 17:36
Show Gist options
  • Save behrouz-s/01f9fe1c09ac9d54d0adf3cdd011ea1d to your computer and use it in GitHub Desktop.
Save behrouz-s/01f9fe1c09ac9d54d0adf3cdd011ea1d to your computer and use it in GitHub Desktop.
Multipage Handler.
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
<template encoding-version="1.2">
<description></description>
<groupId>cdfb380d-0168-1000-cf99-fe814c9543d2</groupId>
<name>MultipageHandler</name>
<snippet>
<connections>
<id>203725d0-3b24-335d-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>203725d0-3b24-335d-b9f2-1300035ccc8f</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4d85279b-cf24-3960-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4d85279b-cf24-3960-b612-ea517c00a5d1</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>unmatched</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4c0410c9-2bc6-3b47-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4c0410c9-2bc6-3b47-9ab1-2d87e40e9d2d</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>22300f80-4e6a-3744-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>22300f80-4e6a-3744-921e-67b080c52b47</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4a0984df-6b48-3e48-0000-000000000000</id>
<type>OUTPUT_PORT</type>
<versionedComponentId>4a0984df-6b48-3e48-ac52-2c72927404cb</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4d85279b-cf24-3960-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4d85279b-cf24-3960-b612-ea517c00a5d1</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>2f56536f-4df7-351e-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>2f56536f-4df7-351e-917a-46073c2da98d</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4524810f-7a78-323b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4524810f-7a78-323b-9c3d-ab15afcd267f</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>69aea0d0-31bb-32c9-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>69aea0d0-31bb-32c9-b744-41f47371084c</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>2f590532-02db-3c37-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>2f590532-02db-3c37-8031-600e6f2a2f03</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>377351d3-1a32-32c9-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>377351d3-1a32-32c9-806c-8ee1aca8c492</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>f818b974-fed2-34cc-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>f818b974-fed2-34cc-a5e1-359e517f870d</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>76fac276-289d-3b5b-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>76fac276-289d-3b5b-a768-a017677e3351</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>f818b974-fed2-34cc-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>f818b974-fed2-34cc-a5e1-359e517f870d</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>matched</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>a48a57e7-94e8-3655-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>a48a57e7-94e8-3655-ada5-1c5319ea6191</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>a5a68b6d-0e02-31b0-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>a5a68b6d-0e02-31b0-b1bc-1c8bda16c3e1</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>69aea0d0-31bb-32c9-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>69aea0d0-31bb-32c9-b744-41f47371084c</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>377351d3-1a32-32c9-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>377351d3-1a32-32c9-806c-8ee1aca8c492</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>d08e761f-4f5c-3ea2-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>d08e761f-4f5c-3ea2-8648-6f65ebe7476f</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>9dd23a04-879e-3ef9-0000-000000000000</id>
<type>OUTPUT_PORT</type>
<versionedComponentId>9dd23a04-879e-3ef9-a706-e6ba620c2dd6</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>has.not.next.page</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4c0410c9-2bc6-3b47-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4c0410c9-2bc6-3b47-9ab1-2d87e40e9d2d</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>e0bb775d-adcd-377d-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>e0bb775d-adcd-377d-a998-880c967da1be</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4524810f-7a78-323b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4524810f-7a78-323b-9c3d-ab15afcd267f</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>not-found</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>f818b974-fed2-34cc-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>f818b974-fed2-34cc-a5e1-359e517f870d</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>e70cca15-b2c4-33aa-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>e70cca15-b2c4-33aa-94fb-f4d5ceb77ef1</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>a48a57e7-94e8-3655-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>a48a57e7-94e8-3655-ada5-1c5319ea6191</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>19cefcff-5533-31c8-0000-000000000000</id>
<type>INPUT_PORT</type>
<versionedComponentId>19cefcff-5533-31c8-a6e8-bf235ac41ce7</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<connections>
<id>f431e7d1-8c64-30c4-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>f431e7d1-8c64-30c4-b2ce-d9774c5774a1</versionedComponentId>
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
<destination>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4c0410c9-2bc6-3b47-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4c0410c9-2bc6-3b47-9ab1-2d87e40e9d2d</versionedComponentId>
</destination>
<flowFileExpiration>0 sec</flowFileExpiration>
<labelIndex>1</labelIndex>
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
<name></name>
<selectedRelationships>success</selectedRelationships>
<source>
<groupId>28c67f56-ca2d-39f8-0000-000000000000</groupId>
<id>4524810f-7a78-323b-0000-000000000000</id>
<type>PROCESSOR</type>
<versionedComponentId>4524810f-7a78-323b-9c3d-ab15afcd267f</versionedComponentId>
</source>
<zIndex>0</zIndex>
</connections>
<controllerServices>
<id>a2144e68-29cf-32b1-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<versionedComponentId>a2144e68-29cf-32b1-b9d6-7c2a6582d853</versionedComponentId>
<bundle>
<artifact>nifi-distributed-cache-services-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<comments></comments>
<descriptors>
<entry>
<key>Server Hostname</key>
<value>
<name>Server Hostname</name>
</value>
</entry>
<entry>
<key>Server Port</key>
<value>
<name>Server Port</name>
</value>
</entry>
<entry>
<key>SSL Context Service</key>
<value>
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
<name>SSL Context Service</name>
</value>
</entry>
<entry>
<key>Communications Timeout</key>
<value>
<name>Communications Timeout</name>
</value>
</entry>
</descriptors>
<name>DistributedMapCacheClientService</name>
<persistsState>false</persistsState>
<properties>
<entry>
<key>Server Hostname</key>
<value>localhost</value>
</entry>
<entry>
<key>Server Port</key>
<value>5101</value>
</entry>
<entry>
<key>SSL Context Service</key>
</entry>
<entry>
<key>Communications Timeout</key>
<value>30 secs</value>
</entry>
</properties>
<state>ENABLED</state>
<type>org.apache.nifi.distributed.cache.client.DistributedMapCacheClientService</type>
</controllerServices>
<inputPorts>
<id>19cefcff-5533-31c8-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>808.4502011305472</x>
<y>0.0</y>
</position>
<versionedComponentId>19cefcff-5533-31c8-a6e8-bf235ac41ce7</versionedComponentId>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<name>Input</name>
<state>RUNNING</state>
<type>INPUT_PORT</type>
</inputPorts>
<outputPorts>
<id>4a0984df-6b48-3e48-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>55.0</x>
<y>1277.2395512324042</y>
</position>
<versionedComponentId>4a0984df-6b48-3e48-ac52-2c72927404cb</versionedComponentId>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<name>CallConcurAPI</name>
<state>RUNNING</state>
<type>OUTPUT_PORT</type>
</outputPorts>
<outputPorts>
<id>9dd23a04-879e-3ef9-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>523.2219179281417</x>
<y>1089.7097994291498</y>
</position>
<versionedComponentId>9dd23a04-879e-3ef9-a706-e6ba620c2dd6</versionedComponentId>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<name>Response</name>
<state>RUNNING</state>
<type>OUTPUT_PORT</type>
</outputPorts>
<processors>
<id>377351d3-1a32-32c9-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>1224.1414431274156</x>
<y>521.2497830739532</y>
</position>
<versionedComponentId>377351d3-1a32-32c9-806c-8ee1aca8c492</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Regular Expression</key>
<value>
<name>Regular Expression</name>
</value>
</entry>
<entry>
<key>Replacement Value</key>
<value>
<name>Replacement Value</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>
<name>Maximum Buffer Size</name>
</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>
<name>Replacement Strategy</name>
</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>
<name>Evaluation Mode</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Regular Expression</key>
<value>(?s)(^.*$)</value>
</entry>
<entry>
<key>Replacement Value</key>
<value>{"result":${result},"savedResult":${saved.result}}</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
<entry>
<key>Maximum Buffer Size</key>
<value>1 MB</value>
</entry>
<entry>
<key>Replacement Strategy</key>
<value>Always Replace</value>
</entry>
<entry>
<key>Evaluation Mode</key>
<value>Entire text</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Add New Result And Old Result to Content</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.ReplaceText</type>
</processors>
<processors>
<id>4524810f-7a78-323b-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>300.9445062176019</x>
<y>521.2497830739532</y>
</position>
<versionedComponentId>4524810f-7a78-323b-9c3d-ab15afcd267f</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Cache Entry Identifier</key>
<value>
<name>Cache Entry Identifier</name>
</value>
</entry>
<entry>
<key>Distributed Cache Service</key>
<value>
<identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService>
<name>Distributed Cache Service</name>
</value>
</entry>
<entry>
<key>Cache update strategy</key>
<value>
<name>Cache update strategy</name>
</value>
</entry>
<entry>
<key>Max cache entry size</key>
<value>
<name>Max cache entry size</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Cache Entry Identifier</key>
<value>${http.context.identifier}</value>
</entry>
<entry>
<key>Distributed Cache Service</key>
<value>a2144e68-29cf-32b1-0000-000000000000</value>
</entry>
<entry>
<key>Cache update strategy</key>
<value>replace</value>
</entry>
<entry>
<key>Max cache entry size</key>
<value>1 MB</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Save Result In Map Cache</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.PutDistributedMapCache</type>
</processors>
<processors>
<id>4c0410c9-2bc6-3b47-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>300.9445062176019</x>
<y>832.2079477789758</y>
</position>
<versionedComponentId>4c0410c9-2bc6-3b47-9ab1-2d87e40e9d2d</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Routing Strategy</key>
<value>
<name>Routing Strategy</name>
</value>
</entry>
<entry>
<key>has.not.next.page</key>
<value>
<name>has.not.next.page</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Routing Strategy</key>
<value>Route to Property name</value>
</entry>
<entry>
<key>has.not.next.page</key>
<value>${next.page:isEmpty()}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Check Existing of NextPage</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>has.not.next.page</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.RouteOnAttribute</type>
</processors>
<processors>
<id>4d85279b-cf24-3960-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>0.0</x>
<y>1049.7097994291498</y>
</position>
<versionedComponentId>4d85279b-cf24-3960-b612-ea517c00a5d1</versionedComponentId>
<bundle>
<artifact>nifi-update-attribute-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Delete Attributes Expression</key>
<value>
<name>Delete Attributes Expression</name>
</value>
</entry>
<entry>
<key>Store State</key>
<value>
<name>Store State</name>
</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
<value>
<name>Stateful Variables Initial Value</name>
</value>
</entry>
<entry>
<key>concur.vendors.url</key>
<value>
<name>concur.vendors.url</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Delete Attributes Expression</key>
</entry>
<entry>
<key>Store State</key>
<value>Do not store state</value>
</entry>
<entry>
<key>Stateful Variables Initial Value</key>
</entry>
<entry>
<key>concur.vendors.url</key>
<value>${next.page}</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Update Vendors URL According to NextPage</name>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.attributes.UpdateAttribute</type>
</processors>
<processors>
<id>69aea0d0-31bb-32c9-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>753.4502011305472</x>
<y>710.4292931762988</y>
</position>
<versionedComponentId>69aea0d0-31bb-32c9-b744-41f47371084c</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>jolt-transform</key>
<value>
<name>jolt-transform</name>
</value>
</entry>
<entry>
<key>jolt-custom-class</key>
<value>
<name>jolt-custom-class</name>
</value>
</entry>
<entry>
<key>jolt-custom-modules</key>
<value>
<name>jolt-custom-modules</name>
</value>
</entry>
<entry>
<key>jolt-spec</key>
<value>
<name>jolt-spec</name>
</value>
</entry>
<entry>
<key>Transform Cache Size</key>
<value>
<name>Transform Cache Size</name>
</value>
</entry>
<entry>
<key>pretty_print</key>
<value>
<name>pretty_print</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>jolt-transform</key>
<value>jolt-transform-chain</value>
</entry>
<entry>
<key>jolt-custom-class</key>
</entry>
<entry>
<key>jolt-custom-modules</key>
</entry>
<entry>
<key>jolt-spec</key>
<value>[{
"operation": "shift",
"spec": {
"result": {
"*": "&amp;"
},
"savedResult": {
"Vendor": {
"*": "Vendor"
},
"Items": {
"*": "Items"
}
}
}
}, {
"operation": "modify-overwrite-beta",
"spec": {
"TotalCount": "=size(@(1,Vendor))"
}
}]</value>
</entry>
<entry>
<key>Transform Cache Size</key>
<value>1</value>
</entry>
<entry>
<key>pretty_print</key>
<value>false</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Merge New Result and Old Result</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.JoltTransformJSON</type>
</processors>
<processors>
<id>a48a57e7-94e8-3655-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>753.4502011305472</x>
<y>111.54418796027028</y>
</position>
<versionedComponentId>a48a57e7-94e8-3655-ada5-1c5319ea6191</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Destination</key>
<value>
<name>Destination</name>
</value>
</entry>
<entry>
<key>Return Type</key>
<value>
<name>Return Type</name>
</value>
</entry>
<entry>
<key>Path Not Found Behavior</key>
<value>
<name>Path Not Found Behavior</name>
</value>
</entry>
<entry>
<key>Null Value Representation</key>
<value>
<name>Null Value Representation</name>
</value>
</entry>
<entry>
<key>result</key>
<value>
<name>result</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Destination</key>
<value>flowfile-attribute</value>
</entry>
<entry>
<key>Return Type</key>
<value>json</value>
</entry>
<entry>
<key>Path Not Found Behavior</key>
<value>ignore</value>
</entry>
<entry>
<key>Null Value Representation</key>
<value>empty string</value>
</entry>
<entry>
<key>result</key>
<value>$</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Convert Content to Attribute </name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>matched</name>
</relationships>
<relationships>
<autoTerminate>true</autoTerminate>
<name>unmatched</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.EvaluateJsonPath</type>
</processors>
<processors>
<id>f818b974-fed2-34cc-0000-000000000000</id>
<parentGroupId>28c67f56-ca2d-39f8-0000-000000000000</parentGroupId>
<position>
<x>753.4502011305472</x>
<y>324.8575047845726</y>
</position>
<versionedComponentId>f818b974-fed2-34cc-a5e1-359e517f870d</versionedComponentId>
<bundle>
<artifact>nifi-standard-nar</artifact>
<group>org.apache.nifi</group>
<version>1.8.0</version>
</bundle>
<config>
<bulletinLevel>WARN</bulletinLevel>
<comments></comments>
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
<descriptors>
<entry>
<key>Cache Entry Identifier</key>
<value>
<name>Cache Entry Identifier</name>
</value>
</entry>
<entry>
<key>Distributed Cache Service</key>
<value>
<identifiesControllerService>org.apache.nifi.distributed.cache.client.DistributedMapCacheClient</identifiesControllerService>
<name>Distributed Cache Service</name>
</value>
</entry>
<entry>
<key>Put Cache Value In Attribute</key>
<value>
<name>Put Cache Value In Attribute</name>
</value>
</entry>
<entry>
<key>Max Length To Put In Attribute</key>
<value>
<name>Max Length To Put In Attribute</name>
</value>
</entry>
<entry>
<key>Character Set</key>
<value>
<name>Character Set</name>
</value>
</entry>
</descriptors>
<executionNode>ALL</executionNode>
<lossTolerant>false</lossTolerant>
<penaltyDuration>30 sec</penaltyDuration>
<properties>
<entry>
<key>Cache Entry Identifier</key>
<value>${http.context.identifier}</value>
</entry>
<entry>
<key>Distributed Cache Service</key>
<value>a2144e68-29cf-32b1-0000-000000000000</value>
</entry>
<entry>
<key>Put Cache Value In Attribute</key>
<value>saved.result</value>
</entry>
<entry>
<key>Max Length To Put In Attribute</key>
<value>10000</value>
</entry>
<entry>
<key>Character Set</key>
<value>UTF-8</value>
</entry>
</properties>
<runDurationMillis>0</runDurationMillis>
<schedulingPeriod>0 sec</schedulingPeriod>
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
<yieldDuration>1 sec</yieldDuration>
</config>
<executionNodeRestricted>false</executionNodeRestricted>
<name>Extract Saved Results</name>
<relationships>
<autoTerminate>true</autoTerminate>
<name>failure</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>not-found</name>
</relationships>
<relationships>
<autoTerminate>false</autoTerminate>
<name>success</name>
</relationships>
<state>RUNNING</state>
<style/>
<type>org.apache.nifi.processors.standard.FetchDistributedMapCache</type>
</processors>
</snippet>
<timestamp>02/16/2019 20:30:12 AST</timestamp>
</template>
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment