1097 lines
41 KiB
XML
1097 lines
41 KiB
XML
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<template encoding-version="1.3">
|
|
<description></description>
|
|
<groupId>fc490835-0191-1000-5e9d-906d57ba620d</groupId>
|
|
<name>Sample2Kafka</name>
|
|
<snippet>
|
|
<processGroups>
|
|
<id>d91265ac-a222-3689-0000-000000000000</id>
|
|
<parentGroupId>826c9fa8-12ad-3e83-0000-000000000000</parentGroupId>
|
|
<position>
|
|
<x>0.0</x>
|
|
<y>0.0</y>
|
|
</position>
|
|
<comments></comments>
|
|
<contents>
|
|
<connections>
|
|
<id>57dd61d1-7109-31fd-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
|
|
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
|
|
<destination>
|
|
<groupId>d91265ac-a222-3689-0000-000000000000</groupId>
|
|
<id>6c5a7348-08c6-3983-0000-000000000000</id>
|
|
<type>FUNNEL</type>
|
|
</destination>
|
|
<flowFileExpiration>0 sec</flowFileExpiration>
|
|
<labelIndex>1</labelIndex>
|
|
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
|
|
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
|
|
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
|
|
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
|
|
<name></name>
|
|
<selectedRelationships>failure</selectedRelationships>
|
|
<source>
|
|
<groupId>d91265ac-a222-3689-0000-000000000000</groupId>
|
|
<id>2246dfec-0602-3e50-0000-000000000000</id>
|
|
<type>PROCESSOR</type>
|
|
</source>
|
|
<zIndex>0</zIndex>
|
|
</connections>
|
|
<connections>
|
|
<id>f730ccb1-3c9d-3feb-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<backPressureDataSizeThreshold>1 GB</backPressureDataSizeThreshold>
|
|
<backPressureObjectThreshold>10000</backPressureObjectThreshold>
|
|
<destination>
|
|
<groupId>d91265ac-a222-3689-0000-000000000000</groupId>
|
|
<id>2246dfec-0602-3e50-0000-000000000000</id>
|
|
<type>PROCESSOR</type>
|
|
</destination>
|
|
<flowFileExpiration>0 sec</flowFileExpiration>
|
|
<labelIndex>1</labelIndex>
|
|
<loadBalanceCompression>DO_NOT_COMPRESS</loadBalanceCompression>
|
|
<loadBalancePartitionAttribute></loadBalancePartitionAttribute>
|
|
<loadBalanceStatus>LOAD_BALANCE_NOT_CONFIGURED</loadBalanceStatus>
|
|
<loadBalanceStrategy>DO_NOT_LOAD_BALANCE</loadBalanceStrategy>
|
|
<name></name>
|
|
<selectedRelationships>success</selectedRelationships>
|
|
<source>
|
|
<groupId>d91265ac-a222-3689-0000-000000000000</groupId>
|
|
<id>30aeeede-922b-3915-0000-000000000000</id>
|
|
<type>PROCESSOR</type>
|
|
</source>
|
|
<zIndex>0</zIndex>
|
|
</connections>
|
|
<controllerServices>
|
|
<id>12b2d414-0b35-39c7-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<bulletinLevel>WARN</bulletinLevel>
|
|
<bundle>
|
|
<artifact>nifi-record-serialization-services-nar</artifact>
|
|
<group>org.apache.nifi</group>
|
|
<version>1.27.0</version>
|
|
</bundle>
|
|
<comments></comments>
|
|
<descriptors>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>
|
|
<name>schema-access-strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>confluent-encoded</dependentValues>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<dependentValues>hwx-schema-ref-attributes</dependentValues>
|
|
<dependentValues>hwx-content-encoded-schema</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
|
|
<name>schema-registry</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-name</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-version</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-branch</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-text-property</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-text</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>cache-size</key>
|
|
<value>
|
|
<name>cache-size</name>
|
|
</value>
|
|
</entry>
|
|
</descriptors>
|
|
<name>AvroReader</name>
|
|
<persistsState>false</persistsState>
|
|
<properties>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>embedded-avro-schema</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>${schema.name}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>${avro.schema}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>cache-size</key>
|
|
<value>1000</value>
|
|
</entry>
|
|
</properties>
|
|
<state>ENABLED</state>
|
|
<type>org.apache.nifi.avro.AvroReader</type>
|
|
</controllerServices>
|
|
<controllerServices>
|
|
<id>8655a15b-8c8a-3432-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<bulletinLevel>WARN</bulletinLevel>
|
|
<bundle>
|
|
<artifact>nifi-record-serialization-services-nar</artifact>
|
|
<group>org.apache.nifi</group>
|
|
<version>1.27.0</version>
|
|
</bundle>
|
|
<comments></comments>
|
|
<descriptors>
|
|
<entry>
|
|
<key>Schema Write Strategy</key>
|
|
<value>
|
|
<name>Schema Write Strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-cache</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService>
|
|
<name>schema-cache</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-protocol-version</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>hwx-schema-ref-attributes</dependentValues>
|
|
<dependentValues>hwx-content-encoded-schema</dependentValues>
|
|
<propertyName>Schema Write Strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-protocol-version</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>
|
|
<name>schema-access-strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>confluent-encoded</dependentValues>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<dependentValues>hwx-schema-ref-attributes</dependentValues>
|
|
<dependentValues>hwx-content-encoded-schema</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
|
|
<name>schema-registry</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-name</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-version</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-branch</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-text-property</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-text</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-format</key>
|
|
<value>
|
|
<name>compression-format</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>cache-size</key>
|
|
<value>
|
|
<name>cache-size</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>encoder-pool-size</key>
|
|
<value>
|
|
<name>encoder-pool-size</name>
|
|
</value>
|
|
</entry>
|
|
</descriptors>
|
|
<name>AvroRecordSetWriter</name>
|
|
<persistsState>false</persistsState>
|
|
<properties>
|
|
<entry>
|
|
<key>Schema Write Strategy</key>
|
|
<value>avro-embedded</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-cache</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-protocol-version</key>
|
|
<value>1</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>inherit-record-schema</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>${schema.name}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>${avro.schema}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-format</key>
|
|
<value>NONE</value>
|
|
</entry>
|
|
<entry>
|
|
<key>cache-size</key>
|
|
<value>1000</value>
|
|
</entry>
|
|
<entry>
|
|
<key>encoder-pool-size</key>
|
|
<value>32</value>
|
|
</entry>
|
|
</properties>
|
|
<state>ENABLED</state>
|
|
<type>org.apache.nifi.avro.AvroRecordSetWriter</type>
|
|
</controllerServices>
|
|
<controllerServices>
|
|
<id>9990c514-b2ce-3ff3-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<bulletinLevel>WARN</bulletinLevel>
|
|
<bundle>
|
|
<artifact>nifi-record-serialization-services-nar</artifact>
|
|
<group>org.apache.nifi</group>
|
|
<version>1.27.0</version>
|
|
</bundle>
|
|
<comments></comments>
|
|
<descriptors>
|
|
<entry>
|
|
<key>Schema Write Strategy</key>
|
|
<value>
|
|
<name>Schema Write Strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-cache</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordSchemaCacheService</identifiesControllerService>
|
|
<name>schema-cache</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-protocol-version</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>hwx-schema-ref-attributes</dependentValues>
|
|
<dependentValues>hwx-content-encoded-schema</dependentValues>
|
|
<propertyName>Schema Write Strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-protocol-version</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>
|
|
<name>schema-access-strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>confluent-encoded</dependentValues>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<dependentValues>hwx-schema-ref-attributes</dependentValues>
|
|
<dependentValues>hwx-content-encoded-schema</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<identifiesControllerService>org.apache.nifi.schemaregistry.services.SchemaRegistry</identifiesControllerService>
|
|
<name>schema-registry</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-name</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-version</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-name</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-branch</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>schema-text-property</dependentValues>
|
|
<propertyName>schema-access-strategy</propertyName>
|
|
</dependencies>
|
|
<name>schema-text</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Date Format</key>
|
|
<value>
|
|
<name>Date Format</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Time Format</key>
|
|
<value>
|
|
<name>Time Format</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Timestamp Format</key>
|
|
<value>
|
|
<name>Timestamp Format</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Pretty Print JSON</key>
|
|
<value>
|
|
<name>Pretty Print JSON</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>suppress-nulls</key>
|
|
<value>
|
|
<name>suppress-nulls</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Allow Scientific Notation</key>
|
|
<value>
|
|
<name>Allow Scientific Notation</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>output-grouping</key>
|
|
<value>
|
|
<name>output-grouping</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-format</key>
|
|
<value>
|
|
<name>compression-format</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-level</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>gzip</dependentValues>
|
|
<propertyName>compression-format</propertyName>
|
|
</dependencies>
|
|
<name>compression-level</name>
|
|
</value>
|
|
</entry>
|
|
</descriptors>
|
|
<name>JsonRecordSetWriter</name>
|
|
<persistsState>false</persistsState>
|
|
<properties>
|
|
<entry>
|
|
<key>Schema Write Strategy</key>
|
|
<value>no-schema</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-cache</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-protocol-version</key>
|
|
<value>1</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-access-strategy</key>
|
|
<value>inherit-record-schema</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-registry</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-name</key>
|
|
<value>${schema.name}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-version</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-branch</key>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>${avro.schema}</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Date Format</key>
|
|
</entry>
|
|
<entry>
|
|
<key>Time Format</key>
|
|
</entry>
|
|
<entry>
|
|
<key>Timestamp Format</key>
|
|
</entry>
|
|
<entry>
|
|
<key>Pretty Print JSON</key>
|
|
<value>false</value>
|
|
</entry>
|
|
<entry>
|
|
<key>suppress-nulls</key>
|
|
<value>never-suppress</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Allow Scientific Notation</key>
|
|
<value>false</value>
|
|
</entry>
|
|
<entry>
|
|
<key>output-grouping</key>
|
|
<value>output-array</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-format</key>
|
|
<value>none</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression-level</key>
|
|
<value>1</value>
|
|
</entry>
|
|
</properties>
|
|
<state>ENABLED</state>
|
|
<type>org.apache.nifi.json.JsonRecordSetWriter</type>
|
|
</controllerServices>
|
|
<funnels>
|
|
<id>6c5a7348-08c6-3983-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<position>
|
|
<x>328.0</x>
|
|
<y>560.0</y>
|
|
</position>
|
|
</funnels>
|
|
<processors>
|
|
<id>2246dfec-0602-3e50-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<position>
|
|
<x>328.0</x>
|
|
<y>312.0</y>
|
|
</position>
|
|
<bundle>
|
|
<artifact>nifi-kafka-2-6-nar</artifact>
|
|
<group>org.apache.nifi</group>
|
|
<version>1.27.0</version>
|
|
</bundle>
|
|
<config>
|
|
<backoffMechanism>PENALIZE_FLOWFILE</backoffMechanism>
|
|
<bulletinLevel>WARN</bulletinLevel>
|
|
<comments></comments>
|
|
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
|
|
<descriptors>
|
|
<entry>
|
|
<key>bootstrap.servers</key>
|
|
<value>
|
|
<name>bootstrap.servers</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>topic</key>
|
|
<value>
|
|
<name>topic</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-reader</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordReaderFactory</identifiesControllerService>
|
|
<name>record-reader</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-writer</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
|
|
<name>record-writer</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>use-transactions</key>
|
|
<value>
|
|
<name>use-transactions</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>transactional-id-prefix</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>true</dependentValues>
|
|
<propertyName>use-transactions</propertyName>
|
|
</dependencies>
|
|
<name>transactional-id-prefix</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Failure Strategy</key>
|
|
<value>
|
|
<name>Failure Strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>acks</key>
|
|
<value>
|
|
<name>acks</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>publish-strategy</key>
|
|
<value>
|
|
<name>publish-strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-key-writer</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>USE_WRAPPER</dependentValues>
|
|
<propertyName>publish-strategy</propertyName>
|
|
</dependencies>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
|
|
<name>record-key-writer</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>Record Metadata Strategy</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>USE_WRAPPER</dependentValues>
|
|
<propertyName>publish-strategy</propertyName>
|
|
</dependencies>
|
|
<name>Record Metadata Strategy</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>attribute-name-regex</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>USE_VALUE</dependentValues>
|
|
<propertyName>publish-strategy</propertyName>
|
|
</dependencies>
|
|
<name>attribute-name-regex</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>message-header-encoding</key>
|
|
<value>
|
|
<name>message-header-encoding</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>security.protocol</key>
|
|
<value>
|
|
<name>security.protocol</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.mechanism</key>
|
|
<value>
|
|
<name>sasl.mechanism</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>kerberos-credentials-service</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.kerberos.KerberosCredentialsService</identifiesControllerService>
|
|
<name>kerberos-credentials-service</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>kerberos-user-service</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.kerberos.SelfContainedKerberosUserService</identifiesControllerService>
|
|
<name>kerberos-user-service</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.service.name</key>
|
|
<value>
|
|
<name>sasl.kerberos.service.name</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.principal</key>
|
|
<value>
|
|
<name>sasl.kerberos.principal</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.keytab</key>
|
|
<value>
|
|
<name>sasl.kerberos.keytab</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.username</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>PLAIN</dependentValues>
|
|
<dependentValues>SCRAM-SHA-512</dependentValues>
|
|
<dependentValues>SCRAM-SHA-256</dependentValues>
|
|
<propertyName>sasl.mechanism</propertyName>
|
|
</dependencies>
|
|
<name>sasl.username</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.password</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>PLAIN</dependentValues>
|
|
<dependentValues>SCRAM-SHA-512</dependentValues>
|
|
<dependentValues>SCRAM-SHA-256</dependentValues>
|
|
<propertyName>sasl.mechanism</propertyName>
|
|
</dependencies>
|
|
<name>sasl.password</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.token.auth</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>SCRAM-SHA-512</dependentValues>
|
|
<dependentValues>SCRAM-SHA-256</dependentValues>
|
|
<propertyName>sasl.mechanism</propertyName>
|
|
</dependencies>
|
|
<name>sasl.token.auth</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>aws.profile.name</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>AWS_MSK_IAM</dependentValues>
|
|
<propertyName>sasl.mechanism</propertyName>
|
|
</dependencies>
|
|
<name>aws.profile.name</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>ssl.context.service</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.ssl.SSLContextService</identifiesControllerService>
|
|
<name>ssl.context.service</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>message-key-field</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>USE_VALUE</dependentValues>
|
|
<propertyName>publish-strategy</propertyName>
|
|
</dependencies>
|
|
<name>message-key-field</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>max.request.size</key>
|
|
<value>
|
|
<name>max.request.size</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>ack.wait.time</key>
|
|
<value>
|
|
<name>ack.wait.time</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>max.block.ms</key>
|
|
<value>
|
|
<name>max.block.ms</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>partitioner.class</key>
|
|
<value>
|
|
<name>partitioner.class</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>partition</key>
|
|
<value>
|
|
<name>partition</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>compression.type</key>
|
|
<value>
|
|
<name>compression.type</name>
|
|
</value>
|
|
</entry>
|
|
</descriptors>
|
|
<executionNode>ALL</executionNode>
|
|
<lossTolerant>false</lossTolerant>
|
|
<maxBackoffPeriod>10 mins</maxBackoffPeriod>
|
|
<penaltyDuration>30 sec</penaltyDuration>
|
|
<properties>
|
|
<entry>
|
|
<key>bootstrap.servers</key>
|
|
<value>kafka:29092</value>
|
|
</entry>
|
|
<entry>
|
|
<key>topic</key>
|
|
<value>Sample2Kafka</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-reader</key>
|
|
<value>12b2d414-0b35-39c7-0000-000000000000</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-writer</key>
|
|
<value>9990c514-b2ce-3ff3-0000-000000000000</value>
|
|
</entry>
|
|
<entry>
|
|
<key>use-transactions</key>
|
|
<value>false</value>
|
|
</entry>
|
|
<entry>
|
|
<key>transactional-id-prefix</key>
|
|
</entry>
|
|
<entry>
|
|
<key>Failure Strategy</key>
|
|
<value>Route to Failure</value>
|
|
</entry>
|
|
<entry>
|
|
<key>acks</key>
|
|
<value>1</value>
|
|
</entry>
|
|
<entry>
|
|
<key>publish-strategy</key>
|
|
<value>USE_VALUE</value>
|
|
</entry>
|
|
<entry>
|
|
<key>record-key-writer</key>
|
|
</entry>
|
|
<entry>
|
|
<key>Record Metadata Strategy</key>
|
|
<value>Use Configured Values</value>
|
|
</entry>
|
|
<entry>
|
|
<key>attribute-name-regex</key>
|
|
</entry>
|
|
<entry>
|
|
<key>message-header-encoding</key>
|
|
<value>UTF-8</value>
|
|
</entry>
|
|
<entry>
|
|
<key>security.protocol</key>
|
|
<value>PLAINTEXT</value>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.mechanism</key>
|
|
<value>GSSAPI</value>
|
|
</entry>
|
|
<entry>
|
|
<key>kerberos-credentials-service</key>
|
|
</entry>
|
|
<entry>
|
|
<key>kerberos-user-service</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.service.name</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.principal</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.kerberos.keytab</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.username</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.password</key>
|
|
</entry>
|
|
<entry>
|
|
<key>sasl.token.auth</key>
|
|
<value>false</value>
|
|
</entry>
|
|
<entry>
|
|
<key>aws.profile.name</key>
|
|
</entry>
|
|
<entry>
|
|
<key>ssl.context.service</key>
|
|
</entry>
|
|
<entry>
|
|
<key>message-key-field</key>
|
|
</entry>
|
|
<entry>
|
|
<key>max.request.size</key>
|
|
<value>1 MB</value>
|
|
</entry>
|
|
<entry>
|
|
<key>ack.wait.time</key>
|
|
<value>5 secs</value>
|
|
</entry>
|
|
<entry>
|
|
<key>max.block.ms</key>
|
|
<value>5 sec</value>
|
|
</entry>
|
|
<entry>
|
|
<key>partitioner.class</key>
|
|
<value>org.apache.kafka.clients.producer.internals.DefaultPartitioner</value>
|
|
</entry>
|
|
<entry>
|
|
<key>partition</key>
|
|
</entry>
|
|
<entry>
|
|
<key>compression.type</key>
|
|
<value>none</value>
|
|
</entry>
|
|
</properties>
|
|
<retryCount>10</retryCount>
|
|
<runDurationMillis>0</runDurationMillis>
|
|
<schedulingPeriod>0 sec</schedulingPeriod>
|
|
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
|
|
<yieldDuration>1 sec</yieldDuration>
|
|
</config>
|
|
<executionNodeRestricted>false</executionNodeRestricted>
|
|
<name>PublishKafkaRecord_2_6</name>
|
|
<relationships>
|
|
<autoTerminate>false</autoTerminate>
|
|
<name>failure</name>
|
|
<retry>false</retry>
|
|
</relationships>
|
|
<relationships>
|
|
<autoTerminate>true</autoTerminate>
|
|
<name>success</name>
|
|
<retry>false</retry>
|
|
</relationships>
|
|
<state>RUNNING</state>
|
|
<style/>
|
|
<type>org.apache.nifi.processors.kafka.pubsub.PublishKafkaRecord_2_6</type>
|
|
</processors>
|
|
<processors>
|
|
<id>30aeeede-922b-3915-0000-000000000000</id>
|
|
<parentGroupId>d91265ac-a222-3689-0000-000000000000</parentGroupId>
|
|
<position>
|
|
<x>320.0</x>
|
|
<y>32.0</y>
|
|
</position>
|
|
<bundle>
|
|
<artifact>nifi-standard-nar</artifact>
|
|
<group>org.apache.nifi</group>
|
|
<version>1.27.0</version>
|
|
</bundle>
|
|
<config>
|
|
<backoffMechanism>PENALIZE_FLOWFILE</backoffMechanism>
|
|
<bulletinLevel>WARN</bulletinLevel>
|
|
<comments></comments>
|
|
<concurrentlySchedulableTaskCount>1</concurrentlySchedulableTaskCount>
|
|
<descriptors>
|
|
<entry>
|
|
<key>record-writer</key>
|
|
<value>
|
|
<identifiesControllerService>org.apache.nifi.serialization.RecordSetWriterFactory</identifiesControllerService>
|
|
<name>record-writer</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>number-of-records</key>
|
|
<value>
|
|
<name>number-of-records</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>nullable-fields</key>
|
|
<value>
|
|
<name>nullable-fields</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>null-percentage</key>
|
|
<value>
|
|
<dependencies>
|
|
<dependentValues>true</dependentValues>
|
|
<propertyName>nullable-fields</propertyName>
|
|
</dependencies>
|
|
<name>null-percentage</name>
|
|
</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>
|
|
<name>schema-text</name>
|
|
</value>
|
|
</entry>
|
|
</descriptors>
|
|
<executionNode>ALL</executionNode>
|
|
<lossTolerant>false</lossTolerant>
|
|
<maxBackoffPeriod>10 mins</maxBackoffPeriod>
|
|
<penaltyDuration>30 sec</penaltyDuration>
|
|
<properties>
|
|
<entry>
|
|
<key>record-writer</key>
|
|
<value>8655a15b-8c8a-3432-0000-000000000000</value>
|
|
</entry>
|
|
<entry>
|
|
<key>number-of-records</key>
|
|
<value>1</value>
|
|
</entry>
|
|
<entry>
|
|
<key>nullable-fields</key>
|
|
<value>true</value>
|
|
</entry>
|
|
<entry>
|
|
<key>null-percentage</key>
|
|
<value>0</value>
|
|
</entry>
|
|
<entry>
|
|
<key>schema-text</key>
|
|
<value>{
|
|
"type" : "record",
|
|
"name" : "schema",
|
|
"fields" : [{
|
|
"name" : "dttm",
|
|
"type" : ["null", {
|
|
"type" : "long",
|
|
"logicalType" : "timestamp-micros"
|
|
}],
|
|
"default" : null
|
|
},
|
|
{"name": "txt", "type": "string"}
|
|
]
|
|
}</value>
|
|
</entry>
|
|
</properties>
|
|
<retryCount>10</retryCount>
|
|
<runDurationMillis>0</runDurationMillis>
|
|
<schedulingPeriod>2 sec</schedulingPeriod>
|
|
<schedulingStrategy>TIMER_DRIVEN</schedulingStrategy>
|
|
<yieldDuration>1 sec</yieldDuration>
|
|
</config>
|
|
<executionNodeRestricted>false</executionNodeRestricted>
|
|
<name>GenerateRecord</name>
|
|
<relationships>
|
|
<autoTerminate>false</autoTerminate>
|
|
<name>success</name>
|
|
<retry>false</retry>
|
|
</relationships>
|
|
<state>RUNNING</state>
|
|
<style/>
|
|
<type>org.apache.nifi.processors.standard.GenerateRecord</type>
|
|
</processors>
|
|
</contents>
|
|
<defaultBackPressureDataSizeThreshold>1 GB</defaultBackPressureDataSizeThreshold>
|
|
<defaultBackPressureObjectThreshold>10000</defaultBackPressureObjectThreshold>
|
|
<defaultFlowFileExpiration>0 sec</defaultFlowFileExpiration>
|
|
<flowfileConcurrency>UNBOUNDED</flowfileConcurrency>
|
|
<flowfileOutboundPolicy>STREAM_WHEN_AVAILABLE</flowfileOutboundPolicy>
|
|
<name>Sample2Kafka</name>
|
|
<variables/>
|
|
</processGroups>
|
|
</snippet>
|
|
<timestamp>09/18/2024 18:42:30 UTC</timestamp>
|
|
</template>
|