{"flowContents":{"identifier":"f9279d8c-79bd-3715-b9b0-63c69d986384","instanceIdentifier":"535e406c-0192-1000-ffff-ffffc3ae09a8","name":"Tutorial__Iceberg_Polaris","comments":"","position":{"x":-486.0,"y":-118.0},"processGroups":[],"remoteProcessGroups":[],"processors":[{"identifier":"3df7c9d8-612b-31fd-8ebf-8ee7cf158d85","instanceIdentifier":"5651e223-aced-3fb6-b7cf-4fecaa8756ca","name":"UnpackContent","comments":"","position":{"x":-216.0,"y":-248.0},"type":"org.apache.nifi.processors.standard.UnpackContent","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.10.02-1"},"properties":{"Packaging Format":"use mime.type attribute","allow-stored-entries-wdd":"false","Filename Character Set":"UTF-8","File Filter":".*"},"propertyDescriptors":{"Packaging Format":{"name":"Packaging Format","displayName":"Packaging Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"allow-stored-entries-wdd":{"name":"allow-stored-entries-wdd","displayName":"Allow Stored Entries With Data Descriptor","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Filename Character Set":{"name":"Filename Character Set","displayName":"Filename Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"File Filter":{"name":"File Filter","displayName":"File Filter","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Password":{"name":"Password","displayName":"Password","identifiesControllerService":false,"sensitive":true,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["original","failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"7aec9706-64a0-3c30-ac7c-707eececb987","instanceIdentifier":"d68d7c30-0b12-30b8-9b43-9d7e147a7a5d","name":"use Run Once, NOT Start","comments":"","position":{"x":-216.0,"y":-504.0},"type":"org.apache.nifi.processors.standard.InvokeHTTP","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.10.02-1"},"properties":{"Request Content-Encoding":"DISABLED","proxy-configuration-service":null,"Request Multipart Form-Data Filename Enabled":"true","Request Chunked Transfer-Encoding Enabled":"false","HTTP/2 Disabled":"False","Connection Timeout":"5 secs","Response Cookie Strategy":"DISABLED","Socket Read Timeout":"15 secs","Socket Idle Connections":"5","Request Body Enabled":"true","HTTP URL":"https://s3.amazonaws.com/hubway-data/202401-bluebikes-tripdata.zip","Request OAuth2 Access Token Provider":null,"Socket Idle Timeout":"5 mins","Response Redirects Enabled":"True","Socket Write Timeout":"15 secs","Request Header Attributes Pattern":null,"Response FlowFile Naming Strategy":"RANDOM","Response Cache Enabled":"false","Request Date Header Enabled":"True","Request Failure Penalization Enabled":"false","Response Body Attribute Size":"256","SSL Context Service":null,"Response Generation Required":"false","Request User-Agent":null,"Response Header Request Attributes Enabled":"false","HTTP Method":"GET","Request Username":null,"Request Content-Type":"${mime.type}","Response Body Attribute Name":null,"Request Digest Authentication Enabled":"false","Request Multipart Form-Data Name":null,"Response Cache Size":"10MB","Response Body Ignored":"false"},"propertyDescriptors":{"Request Content-Encoding":{"name":"Request Content-Encoding","displayName":"Request Content-Encoding","identifiesControllerService":false,"sensitive":false,"dynamic":false},"proxy-configuration-service":{"name":"proxy-configuration-service","displayName":"Proxy Configuration Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Request Multipart Form-Data Filename Enabled":{"name":"Request Multipart Form-Data Filename Enabled","displayName":"Request Multipart Form-Data Filename Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Chunked Transfer-Encoding Enabled":{"name":"Request Chunked Transfer-Encoding Enabled","displayName":"Request Chunked Transfer-Encoding Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP/2 Disabled":{"name":"HTTP/2 Disabled","displayName":"HTTP/2 Disabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Connection Timeout":{"name":"Connection Timeout","displayName":"Connection Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cookie Strategy":{"name":"Response Cookie Strategy","displayName":"Response Cookie Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Password":{"name":"Request Password","displayName":"Request Password","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Socket Read Timeout":{"name":"Socket Read Timeout","displayName":"Socket Read Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Socket Idle Connections":{"name":"Socket Idle Connections","displayName":"Socket Idle Connections","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Body Enabled":{"name":"Request Body Enabled","displayName":"Request Body Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP URL":{"name":"HTTP URL","displayName":"HTTP URL","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request OAuth2 Access Token Provider":{"name":"Request OAuth2 Access Token Provider","displayName":"Request OAuth2 Access Token Provider","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Socket Idle Timeout":{"name":"Socket Idle Timeout","displayName":"Socket Idle Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Redirects Enabled":{"name":"Response Redirects Enabled","displayName":"Response Redirects Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Socket Write Timeout":{"name":"Socket Write Timeout","displayName":"Socket Write Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Header Attributes Pattern":{"name":"Request Header Attributes Pattern","displayName":"Request Header Attributes Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response FlowFile Naming Strategy":{"name":"Response FlowFile Naming Strategy","displayName":"Response FlowFile Naming Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cache Enabled":{"name":"Response Cache Enabled","displayName":"Response Cache Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Date Header Enabled":{"name":"Request Date Header Enabled","displayName":"Request Date Header Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Failure Penalization Enabled":{"name":"Request Failure Penalization Enabled","displayName":"Request Failure Penalization Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Attribute Size":{"name":"Response Body Attribute Size","displayName":"Response Body Attribute Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"SSL Context Service":{"name":"SSL Context Service","displayName":"SSL Context Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Response Generation Required":{"name":"Response Generation Required","displayName":"Response Generation Required","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request User-Agent":{"name":"Request User-Agent","displayName":"Request User-Agent","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Header Request Attributes Enabled":{"name":"Response Header Request Attributes Enabled","displayName":"Response Header Request Attributes Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP Method":{"name":"HTTP Method","displayName":"HTTP Method","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Username":{"name":"Request Username","displayName":"Request Username","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Content-Type":{"name":"Request Content-Type","displayName":"Request Content-Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Attribute Name":{"name":"Response Body Attribute Name","displayName":"Response Body Attribute Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Digest Authentication Enabled":{"name":"Request Digest Authentication Enabled","displayName":"Request Digest Authentication Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Multipart Form-Data Name":{"name":"Request Multipart Form-Data Name","displayName":"Request Multipart Form-Data Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cache Size":{"name":"Response Cache Size","displayName":"Response Cache Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Ignored":{"name":"Response Body Ignored","displayName":"Response Body Ignored","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"4 hour","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["No Retry","Retry","Original","Failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"89d18885-0048-3e81-9681-e9025e87b2f2","instanceIdentifier":"6f27f75a-279a-32c5-ac02-63ed20df05ae","name":"QueryRecord","comments":"","position":{"x":-944.0,"y":-512.0},"type":"org.apache.nifi.processors.standard.QueryRecord","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.10.02-1"},"properties":{"dbf-default-precision":"10","limited-set":"SELECT * FROM FLOWFILE\n WHERE rideable_type = 'electric_bike' \n   AND start_station_id = 'K32005'","record-writer":"dab158a0-b98a-328c-a5d4-16178fdf723b","record-reader":"b7272571-0b86-3678-82cc-73a9693f29b7","include-zero-record-flowfiles":"false","dbf-default-scale":"0"},"propertyDescriptors":{"dbf-default-precision":{"name":"dbf-default-precision","displayName":"Default Decimal Precision","identifiesControllerService":false,"sensitive":false,"dynamic":false},"limited-set":{"name":"limited-set","displayName":"limited-set","identifiesControllerService":false,"sensitive":false,"dynamic":true},"record-writer":{"name":"record-writer","displayName":"Record Writer","identifiesControllerService":true,"sensitive":false,"dynamic":false},"record-reader":{"name":"record-reader","displayName":"Record Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"include-zero-record-flowfiles":{"name":"include-zero-record-flowfiles","displayName":"Include Zero Record FlowFiles","identifiesControllerService":false,"sensitive":false,"dynamic":false},"dbf-default-scale":{"name":"dbf-default-scale","displayName":"Default Decimal Scale","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["original","failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"68601890-d18d-369e-b0f1-77a51c216190","instanceIdentifier":"45a90750-241f-383c-a414-f9ca51a04662","name":"IdentifyMimeType","comments":"","position":{"x":-216.0,"y":352.0},"type":"org.apache.nifi.processors.standard.IdentifyMimeType","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.10.02-1"},"properties":{"config-file":null,"config-strategy":"Preset","use-filename-in-detection":"true","config-body":null},"propertyDescriptors":{"config-file":{"name":"config-file","displayName":"Config File","identifiesControllerService":false,"sensitive":false,"dynamic":false},"config-strategy":{"name":"config-strategy","displayName":"Config Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"use-filename-in-detection":{"name":"use-filename-in-detection","displayName":"Use Filename In Detection","identifiesControllerService":false,"sensitive":false,"dynamic":false},"config-body":{"name":"config-body","displayName":"Config Body","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":[],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"01b8ab94-1274-3c47-a6d9-a910f31fe36c","instanceIdentifier":"070fcc09-e36d-38c5-b444-15208f65b235","name":"Filter out noise","comments":"","position":{"x":-216.0,"y":48.0},"type":"org.apache.nifi.processors.standard.RouteOnAttribute","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.10.02-1"},"properties":{"Routing Strategy":"Route to Property name","mac-file":"${filename:startsWith('._')}"},"propertyDescriptors":{"Routing Strategy":{"name":"Routing Strategy","displayName":"Routing Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"mac-file":{"name":"mac-file","displayName":"mac-file","identifiesControllerService":false,"sensitive":false,"dynamic":true}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":25,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["mac-file"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"}],"inputPorts":[],"outputPorts":[],"connections":[{"identifier":"9b053b56-0c1f-3d80-8948-020e571900aa","instanceIdentifier":"db6d515b-0656-3bb3-942f-8ed9cbb81c23","name":"","source":{"id":"68601890-d18d-369e-b0f1-77a51c216190","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"IdentifyMimeType","comments":"","instanceIdentifier":"45a90750-241f-383c-a414-f9ca51a04662"},"destination":{"id":"89d18885-0048-3e81-9681-e9025e87b2f2","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"QueryRecord","comments":"","instanceIdentifier":"6f27f75a-279a-32c5-ac02-63ed20df05ae"},"labelIndex":1,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[{"x":-368.0,"y":416.0},{"x":-368.0,"y":-352.0},{"x":-368.0,"y":-448.0}],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"93611e92-dc91-3ae2-9457-94d3c6af5fd1","instanceIdentifier":"73aaefc6-946e-3a8e-80b9-2279e5751c6e","name":"","source":{"id":"3df7c9d8-612b-31fd-8ebf-8ee7cf158d85","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"UnpackContent","comments":"","instanceIdentifier":"5651e223-aced-3fb6-b7cf-4fecaa8756ca"},"destination":{"id":"01b8ab94-1274-3c47-a6d9-a910f31fe36c","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"Filter out noise","comments":"","instanceIdentifier":"070fcc09-e36d-38c5-b444-15208f65b235"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"9f1ebfff-ca85-3270-bb16-dc1dc2c8b3d6","instanceIdentifier":"1db46298-b783-345c-a73e-6f605d3d2056","name":"","source":{"id":"7aec9706-64a0-3c30-ac7c-707eececb987","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"use Run Once, NOT Start","comments":"","instanceIdentifier":"d68d7c30-0b12-30b8-9b43-9d7e147a7a5d"},"destination":{"id":"3df7c9d8-612b-31fd-8ebf-8ee7cf158d85","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"UnpackContent","comments":"","instanceIdentifier":"5651e223-aced-3fb6-b7cf-4fecaa8756ca"},"labelIndex":0,"zIndex":0,"selectedRelationships":["Response"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"c2c03279-c871-31b1-84b1-c7c496e20860","instanceIdentifier":"d74b6172-81ba-3690-98a3-8be5785f226d","name":"","source":{"id":"01b8ab94-1274-3c47-a6d9-a910f31fe36c","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"Filter out noise","comments":"","instanceIdentifier":"070fcc09-e36d-38c5-b444-15208f65b235"},"destination":{"id":"68601890-d18d-369e-b0f1-77a51c216190","type":"PROCESSOR","groupId":"f9279d8c-79bd-3715-b9b0-63c69d986384","name":"IdentifyMimeType","comments":"","instanceIdentifier":"45a90750-241f-383c-a414-f9ca51a04662"},"labelIndex":0,"zIndex":0,"selectedRelationships":["unmatched"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"}],"labels":[{"identifier":"fb7c4008-5061-3d54-93cd-1b7c023bda6f","instanceIdentifier":"8dc26ab0-4a2a-381e-a87d-6038b9410a6a","position":{"x":-232.0,"y":312.0},"label":"                                                                                   Let framework assign \n                                                                                         as application/zip.","zIndex":0,"width":376.0,"height":176.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"14e2c3cb-9927-3ccc-b200-bf19208d1799","instanceIdentifier":"a9596c91-1ee7-3955-9656-9e5e228ed376","position":{"x":-960.0,"y":-536.0},"label":"Grab a small set to help with human readability.","zIndex":0,"width":376.0,"height":160.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"9f091c82-021d-3b59-b4c1-f8a6c350d961","instanceIdentifier":"b47d8f87-3267-3e36-9ecb-a54ceec39511","position":{"x":-232.0,"y":-272.0},"label":"Unzip the zip file.","zIndex":0,"width":376.0,"height":160.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"7c02700a-e8df-3cc0-aa08-3e3f995b83fe","instanceIdentifier":"3e04dafc-ccdc-3273-a0d9-421dd3130211","position":{"x":-232.0,"y":8.0},"label":"Ignore the weird files starting \nwith ._ that are included.","zIndex":0,"width":376.0,"height":176.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"4bf9f861-9b82-3e92-a908-96d0eeaf5447","instanceIdentifier":"8e80ddb4-7120-3337-a869-c2eaff8d1e14","position":{"x":-232.0,"y":-528.0},"label":"RUN ONCE so processor will download a specific zip file only once.","zIndex":0,"width":376.0,"height":160.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"}],"funnels":[],"controllerServices":[{"identifier":"dab158a0-b98a-328c-a5d4-16178fdf723b","instanceIdentifier":"63dcf1fb-39bb-3555-814d-eb73af8b1c76","name":"CSVRecordSetWriter","comments":"","type":"org.apache.nifi.csv.CSVRecordSetWriter","bundle":{"group":"org.apache.nifi","artifact":"nifi-record-serialization-services-nar","version":"2024.10.02-1"},"properties":{"schema-reference-reader":null,"schema-branch":null,"CSV Format":"custom","Include Header Line":"true","schema-cache":null,"Escape Character":"\\","Date Format":null,"Null String":null,"Trim Fields":"true","schema-registry":null,"Time Format":null,"Comment Marker":null,"schema-access-strategy":"inherit-record-schema","schema-version":null,"csvutils-character-set":"UTF-8","schema-text":"${avro.schema}","csv-writer":"commons-csv","Quote Character":"\"","Value Separator":",","Record Separator":"\\n","Timestamp Format":null,"Schema Write Strategy":"no-schema","schema-name":"${schema.name}","Quote Mode":"MINIMAL","Schema Reference Writer":null,"Include Trailing Delimiter":"false"},"propertyDescriptors":{"schema-reference-reader":{"name":"schema-reference-reader","displayName":"Schema Reference Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"schema-branch":{"name":"schema-branch","displayName":"Schema Branch","identifiesControllerService":false,"sensitive":false,"dynamic":false},"CSV Format":{"name":"CSV Format","displayName":"CSV Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Include Header Line":{"name":"Include Header Line","displayName":"Include Header Line","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-cache":{"name":"schema-cache","displayName":"Schema Cache","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Escape Character":{"name":"Escape Character","displayName":"Escape Character","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Date Format":{"name":"Date Format","displayName":"Date Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Null String":{"name":"Null String","displayName":"Null String","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Trim Fields":{"name":"Trim Fields","displayName":"Trim Fields","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-registry":{"name":"schema-registry","displayName":"Schema Registry","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Time Format":{"name":"Time Format","displayName":"Time Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Comment Marker":{"name":"Comment Marker","displayName":"Comment Marker","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-access-strategy":{"name":"schema-access-strategy","displayName":"Schema Access Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-version":{"name":"schema-version","displayName":"Schema Version","identifiesControllerService":false,"sensitive":false,"dynamic":false},"csvutils-character-set":{"name":"csvutils-character-set","displayName":"Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-text":{"name":"schema-text","displayName":"Schema Text","identifiesControllerService":false,"sensitive":false,"dynamic":false},"csv-writer":{"name":"csv-writer","displayName":"CSV Writer","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Quote Character":{"name":"Quote Character","displayName":"Quote Character","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Value Separator":{"name":"Value Separator","displayName":"Value Separator","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Record Separator":{"name":"Record Separator","displayName":"Record Separator","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Timestamp Format":{"name":"Timestamp Format","displayName":"Timestamp Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Schema Write Strategy":{"name":"Schema Write Strategy","displayName":"Schema Write Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-name":{"name":"schema-name","displayName":"Schema Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Quote Mode":{"name":"Quote Mode","displayName":"Quote Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Schema Reference Writer":{"name":"Schema Reference Writer","displayName":"Schema Reference Writer","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Include Trailing Delimiter":{"name":"Include Trailing Delimiter","displayName":"Include Trailing Delimiter","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"org.apache.nifi.serialization.RecordSetWriterFactory","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-services-api-nar","version":"2024.10.02-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"e4167098-3556-39c7-aaf1-b27efa08c3ed","instanceIdentifier":"057d0fad-0f24-3b73-b0b2-fdc3f9619311","name":"ParquetIcebergWriter","comments":"","type":"io.datavolo.runtime.services.iceberg.parquet.ParquetIcebergWriter","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-iceberg-parquet-writer-nar","version":"2024.10.02-1"},"properties":{"Write Target File Size":"512 MB"},"propertyDescriptors":{"Write Target File Size":{"name":"Write Target File Size","displayName":"Write Target File Size","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"io.datavolo.runtime.services.iceberg.IcebergWriter","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-iceberg-service-api-nar","version":"2024.10.02-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"b7272571-0b86-3678-82cc-73a9693f29b7","instanceIdentifier":"b227a4de-c951-3eb4-a92a-49c0fc9c867f","name":"CSVReader","comments":"","type":"org.apache.nifi.csv.CSVReader","bundle":{"group":"org.apache.nifi","artifact":"nifi-record-serialization-services-nar","version":"2024.10.02-1"},"properties":{"schema-reference-reader":null,"ignore-csv-header":"false","schema-branch":null,"Trim double quote":"true","CSV Format":"custom","Quote Character":"\"","csvutils-allow-duplicate-header-names":"true","Value Separator":",","Record Separator":"\\n","Timestamp Format":null,"Escape Character":"\\","Date Format":null,"Null String":null,"Skip Header Line":"true","Trim Fields":"true","schema-name":"${schema.name}","schema-registry":null,"csv-reader-csv-parser":"commons-csv","Time Format":null,"Comment Marker":null,"schema-access-strategy":"infer-schema","schema-version":null,"csvutils-character-set":"UTF-8","schema-text":"${avro.schema}"},"propertyDescriptors":{"schema-reference-reader":{"name":"schema-reference-reader","displayName":"Schema Reference Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"ignore-csv-header":{"name":"ignore-csv-header","displayName":"Ignore CSV Header Column Names","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-branch":{"name":"schema-branch","displayName":"Schema Branch","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Trim double quote":{"name":"Trim double quote","displayName":"Trim double quote","identifiesControllerService":false,"sensitive":false,"dynamic":false},"CSV Format":{"name":"CSV Format","displayName":"CSV Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Quote Character":{"name":"Quote Character","displayName":"Quote Character","identifiesControllerService":false,"sensitive":false,"dynamic":false},"csvutils-allow-duplicate-header-names":{"name":"csvutils-allow-duplicate-header-names","displayName":"Allow Duplicate Header Names","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Value Separator":{"name":"Value Separator","displayName":"Value Separator","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Record Separator":{"name":"Record Separator","displayName":"Record Separator","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Timestamp Format":{"name":"Timestamp Format","displayName":"Timestamp Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Escape Character":{"name":"Escape Character","displayName":"Escape Character","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Date Format":{"name":"Date Format","displayName":"Date Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Null String":{"name":"Null String","displayName":"Null String","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Skip Header Line":{"name":"Skip Header Line","displayName":"Treat First Line as Header","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Trim Fields":{"name":"Trim Fields","displayName":"Trim Fields","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-name":{"name":"schema-name","displayName":"Schema Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-registry":{"name":"schema-registry","displayName":"Schema Registry","identifiesControllerService":true,"sensitive":false,"dynamic":false},"csv-reader-csv-parser":{"name":"csv-reader-csv-parser","displayName":"CSV Parser","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Time Format":{"name":"Time Format","displayName":"Time Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Comment Marker":{"name":"Comment Marker","displayName":"Comment Marker","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-access-strategy":{"name":"schema-access-strategy","displayName":"Schema Access Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-version":{"name":"schema-version","displayName":"Schema Version","identifiesControllerService":false,"sensitive":false,"dynamic":false},"csvutils-character-set":{"name":"csvutils-character-set","displayName":"Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-text":{"name":"schema-text","displayName":"Schema Text","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"org.apache.nifi.serialization.RecordReaderFactory","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-services-api-nar","version":"2024.10.02-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"},{"identifier":"7046e3ee-10ff-3047-b515-da1600d3279e","instanceIdentifier":"775cbaad-dd0e-38d9-9fd1-a5044ecb80e6","name":"PolarisIcebergCatalog","comments":"","type":"io.datavolo.runtime.services.iceberg.catalog.PolarisIcebergCatalog","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-iceberg-rest-catalog-nar","version":"2024.10.02-1"},"properties":{"s3.secret-access-key":"#{iceberg.s3.secret-access-key}","s3.access-key-id":"#{iceberg.s3.access-key-id}","Authentication Strategy":"OAUTH2","Client ID":"#{iceberg.polaris.client-id}","Access Token Scopes":"PRINCIPAL_ROLE:ALL","token-expires-in-ms":"300000","Catalog URI":"#{iceberg.polaris.catalog.uri}","Authorization Server URI":"#{iceberg.polaris.authorization.server.uri}","Warehouse Location":"#{iceberg.polaris.warehouse}","client.region":"#{iceberg.client.region}","Client Secret":"#{iceberg.polaris.client-secret}","Authorization Grant Type":"CLIENT_CREDENTIALS"},"propertyDescriptors":{"Client ID":{"name":"Client ID","displayName":"Client ID","identifiesControllerService":false,"sensitive":true,"dynamic":false},"token-expires-in-ms":{"name":"token-expires-in-ms","displayName":"token-expires-in-ms","identifiesControllerService":false,"sensitive":false,"dynamic":true},"Catalog URI":{"name":"Catalog URI","displayName":"Catalog URI","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Warehouse Location":{"name":"Warehouse Location","displayName":"Warehouse Location","identifiesControllerService":false,"sensitive":false,"dynamic":false},"client.region":{"name":"client.region","displayName":"client.region","identifiesControllerService":false,"sensitive":false,"dynamic":true},"s3.secret-access-key":{"name":"s3.secret-access-key","displayName":"s3.secret-access-key","identifiesControllerService":false,"sensitive":true,"dynamic":true},"s3.access-key-id":{"name":"s3.access-key-id","displayName":"s3.access-key-id","identifiesControllerService":false,"sensitive":true,"dynamic":true},"Authentication Strategy":{"name":"Authentication Strategy","displayName":"Authentication Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Access Token Scopes":{"name":"Access Token Scopes","displayName":"Access Token Scopes","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Bearer Token":{"name":"Bearer Token","displayName":"Bearer Token","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Authorization Server URI":{"name":"Authorization Server URI","displayName":"Authorization Server URI","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Client Secret":{"name":"Client Secret","displayName":"Client Secret","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Authorization Grant Type":{"name":"Authorization Grant Type","displayName":"Authorization Grant Type","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"io.datavolo.runtime.services.iceberg.IcebergCatalog","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-iceberg-service-api-nar","version":"2024.10.02-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"f9279d8c-79bd-3715-b9b0-63c69d986384"}],"parameterContextName":"Tutorial-Iceberg-Params","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP"},"externalControllerServices":{},"parameterContexts":{"Tutorial-Iceberg-Params":{"name":"Tutorial-Iceberg-Params","parameters":[{"name":"iceberg.polaris.client-id","description":"","sensitive":true,"provided":false},{"name":"iceberg.polaris.catalog.uri","description":"","sensitive":false,"provided":false,"value":"https://SNOWFLAKE-ACCOUNT-IDENTIFIER.snowflakecomputing.com/polaris/api/catalog"},{"name":"iceberg.client.region","description":"","sensitive":false,"provided":false,"value":"us-east-1"},{"name":"iceberg.s3.access-key-id","description":"","sensitive":true,"provided":false},{"name":"iceberg.polaris.warehouse","description":"","sensitive":false,"provided":false,"value":"runtime-iceberg"},{"name":"iceberg.polaris.authorization.server.uri","description":"","sensitive":false,"provided":false,"value":"https://SNOWFLAKE-ACCOUNT-IDENTIFIER.snowflakecomputing.com/polaris/api/catalog/v1/oauth/tokens"},{"name":"iceberg.namespace","description":"","sensitive":false,"provided":false,"value":"development"},{"name":"iceberg.s3.secret-access-key","description":"","sensitive":true,"provided":false},{"name":"iceberg.table","description":"","sensitive":false,"provided":false,"value":"init_test"},{"name":"iceberg.polaris.client-secret","description":"","sensitive":true,"provided":false}],"inheritedParameterContexts":[],"componentType":"PARAMETER_CONTEXT"}},"flowEncodingVersion":"1.0","parameterProviders":{},"latest":false}