{"flowContents":{"identifier":"a179e095-ea6d-3349-92fc-e5292f138ac8","instanceIdentifier":"9efc890e-0191-1000-ffff-fffff10e5a9d","name":"Exploring_RAG","comments":"","position":{"x":-166.5,"y":-100.0},"processGroups":[{"identifier":"3f00b00f-c449-3b6b-bf08-26f8c95bf8c8","instanceIdentifier":"ca9267d0-a5ae-3c85-8fbc-592edfbd0d68","name":"2) Parsing","comments":"","position":{"x":-632.0,"y":216.0},"processGroups":[],"remoteProcessGroups":[],"processors":[],"inputPorts":[{"identifier":"4e606021-d0b6-3d1a-a887-29416bac16a9","instanceIdentifier":"3f880082-e2c1-3b93-a96b-323feda0898b","name":"input","position":{"x":-368.0,"y":-232.0},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"3f00b00f-c449-3b6b-bf08-26f8c95bf8c8"}],"outputPorts":[{"identifier":"9d4f95d5-c764-3ce3-ac2b-a0f17f419bb1","instanceIdentifier":"68504942-ffd0-35f5-8b7b-4e0aeecc7949","name":"output","position":{"x":-392.0,"y":232.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"3f00b00f-c449-3b6b-bf08-26f8c95bf8c8"}],"connections":[],"labels":[],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"39cb7f48-3989-3eca-ba45-bcae8bd97028","instanceIdentifier":"15119f08-dfdd-3695-b546-56d3898904ed","name":"5) Create Embeddings","comments":"","position":{"x":-632.0,"y":1064.0},"processGroups":[],"remoteProcessGroups":[],"processors":[],"inputPorts":[{"identifier":"8fd2d4ba-3ade-3f74-a784-70799b3473cc","instanceIdentifier":"7403ec7c-1f64-3e93-8ad2-d5ecdb22f53c","name":"input","position":{"x":-408.0,"y":-232.0},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"39cb7f48-3989-3eca-ba45-bcae8bd97028"}],"outputPorts":[{"identifier":"f2a6d674-e394-3c3e-b219-380738977194","instanceIdentifier":"a2308dfb-9223-3e1f-b343-30a29b91aca9","name":"output","position":{"x":-408.0,"y":136.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"39cb7f48-3989-3eca-ba45-bcae8bd97028"}],"connections":[],"labels":[],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","instanceIdentifier":"209586f3-dc36-35f4-bd9d-5b32c2308b0c","name":"AI Test Harness","comments":"","position":{"x":-1368.0,"y":352.0},"processGroups":[],"remoteProcessGroups":[],"processors":[{"identifier":"e6c48ad5-2b22-345b-bec5-8c043251850c","instanceIdentifier":"fb7acda1-28fb-3d93-9624-083f3402e465","name":"ExtractText","comments":"","position":{"x":216.0,"y":240.0},"type":"org.apache.nifi.processors.standard.ExtractText","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.08.27-1"},"properties":{"Enable Unicode Predefined Character Classes":"false","Context":"(.*)","Permit Whitespace and Comments in Pattern":"false","Enable Unicode-aware Case Folding":"false","Enable named group support":"false","Enable DOTALL Mode":"false","Enable Unix Lines Mode":"false","Maximum Buffer Size":"1 MB","Enable Canonical Equivalence":"false","Enable Case-insensitive Matching":"false","Enable Multiline Mode":"false","Enable repeating capture group":"false","Maximum Capture Group Length":"1024","Enable Literal Parsing of the Pattern":"false","Character Set":"UTF-8","Include Capture Group 0":"true"},"propertyDescriptors":{"Enable Unicode Predefined Character Classes":{"name":"Enable Unicode Predefined Character Classes","displayName":"Enable Unicode Predefined Character Classes","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Context":{"name":"Context","displayName":"Context","identifiesControllerService":false,"sensitive":false,"dynamic":true},"Permit Whitespace and Comments in Pattern":{"name":"Permit Whitespace and Comments in Pattern","displayName":"Permit Whitespace and Comments in Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Unicode-aware Case Folding":{"name":"Enable Unicode-aware Case Folding","displayName":"Enable Unicode-aware Case Folding","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable named group support":{"name":"Enable named group support","displayName":"Enable named group support","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable DOTALL Mode":{"name":"Enable DOTALL Mode","displayName":"Enable DOTALL Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Unix Lines Mode":{"name":"Enable Unix Lines Mode","displayName":"Enable Unix Lines Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Maximum Buffer Size":{"name":"Maximum Buffer Size","displayName":"Maximum Buffer Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Canonical Equivalence":{"name":"Enable Canonical Equivalence","displayName":"Enable Canonical Equivalence","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Case-insensitive Matching":{"name":"Enable Case-insensitive Matching","displayName":"Enable Case-insensitive Matching","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Multiline Mode":{"name":"Enable Multiline Mode","displayName":"Enable Multiline Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable repeating capture group":{"name":"Enable repeating capture group","displayName":"Enable repeating capture group","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Maximum Capture Group Length":{"name":"Maximum Capture Group Length","displayName":"Maximum Capture Group Length","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Literal Parsing of the Pattern":{"name":"Enable Literal Parsing of the Pattern","displayName":"Enable Literal Parsing of the Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Character Set":{"name":"Character Set","displayName":"Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Include Capture Group 0":{"name":"Include Capture Group 0","displayName":"Include Capture Group 0","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["unmatched"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"61d7175c-7166-3905-9a26-bff5b990ad01","instanceIdentifier":"d2eb577f-d07d-3d51-a663-ca6434131eb5","name":"Extract Prompt","comments":"","position":{"x":-408.0,"y":-208.0},"type":"org.apache.nifi.processors.standard.ExtractText","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.08.27-1"},"properties":{"Enable Unicode Predefined Character Classes":"false","Permit Whitespace and Comments in Pattern":"false","InitialPrompt":"(.*)","Enable Unicode-aware Case Folding":"false","Enable named group support":"false","Enable DOTALL Mode":"false","Enable Unix Lines Mode":"false","Maximum Buffer Size":"1 MB","Enable Canonical Equivalence":"false","Enable Case-insensitive Matching":"false","Enable Multiline Mode":"false","Enable repeating capture group":"false","Maximum Capture Group Length":"1024","Enable Literal Parsing of the Pattern":"false","Character Set":"UTF-8","Include Capture Group 0":"true"},"propertyDescriptors":{"Enable Unicode Predefined Character Classes":{"name":"Enable Unicode Predefined Character Classes","displayName":"Enable Unicode Predefined Character Classes","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Permit Whitespace and Comments in Pattern":{"name":"Permit Whitespace and Comments in Pattern","displayName":"Permit Whitespace and Comments in Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"InitialPrompt":{"name":"InitialPrompt","displayName":"InitialPrompt","identifiesControllerService":false,"sensitive":false,"dynamic":true},"Enable Unicode-aware Case Folding":{"name":"Enable Unicode-aware Case Folding","displayName":"Enable Unicode-aware Case Folding","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable named group support":{"name":"Enable named group support","displayName":"Enable named group support","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable DOTALL Mode":{"name":"Enable DOTALL Mode","displayName":"Enable DOTALL Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Unix Lines Mode":{"name":"Enable Unix Lines Mode","displayName":"Enable Unix Lines Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Maximum Buffer Size":{"name":"Maximum Buffer Size","displayName":"Maximum Buffer Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Canonical Equivalence":{"name":"Enable Canonical Equivalence","displayName":"Enable Canonical Equivalence","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Case-insensitive Matching":{"name":"Enable Case-insensitive Matching","displayName":"Enable Case-insensitive Matching","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Multiline Mode":{"name":"Enable Multiline Mode","displayName":"Enable Multiline Mode","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable repeating capture group":{"name":"Enable repeating capture group","displayName":"Enable repeating capture group","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Maximum Capture Group Length":{"name":"Maximum Capture Group Length","displayName":"Maximum Capture Group Length","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Enable Literal Parsing of the Pattern":{"name":"Enable Literal Parsing of the Pattern","displayName":"Enable Literal Parsing of the Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Character Set":{"name":"Character Set","displayName":"Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Include Capture Group 0":{"name":"Include Capture Group 0","displayName":"Include Capture Group 0","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["unmatched"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"f5dd8272-3fde-3319-b67e-449eacae766f","instanceIdentifier":"9ae9da36-12f6-326c-8a5b-da9e09c0c81a","name":"PromptOpenAI","comments":"","position":{"x":-408.0,"y":480.0},"type":"io.datavolo.runtime.processors.openai.PromptOpenAI","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-openai-nar","version":"2024.08.27-1"},"properties":{"Detail Level":"Auto","Temperature":null,"Response Format":"Plain Text","User":null,"User Message":"${InitialPrompt}","Image URL":null,"Max Tokens":null,"OpenAI API Key":"#{OpenAIKey}","Text Model Name":"gpt-4o-mini","Image Model Name":"gpt-4o-mini","Web Client Service":"7c0e34d9-23f9-3e1a-8b7a-a4a5e8952b0c","Top P":null,"Seed":null,"Max File Size":"10 MB","Prompt Type":"Text","System Message":null,"Image MIME Type":"${mime.type}","OpenAI Organization":null,"Results Attribute":null},"propertyDescriptors":{"Detail Level":{"name":"Detail Level","displayName":"Detail Level","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Temperature":{"name":"Temperature","displayName":"Temperature","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Format":{"name":"Response Format","displayName":"Response Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"User":{"name":"User","displayName":"User","identifiesControllerService":false,"sensitive":false,"dynamic":false},"User Message":{"name":"User Message","displayName":"User Message","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image URL":{"name":"Image URL","displayName":"Image URL","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max Tokens":{"name":"Max Tokens","displayName":"Max Tokens","identifiesControllerService":false,"sensitive":false,"dynamic":false},"OpenAI API Key":{"name":"OpenAI API Key","displayName":"OpenAI API Key","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Text Model Name":{"name":"Text Model Name","displayName":"Text Model Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image Model Name":{"name":"Image Model Name","displayName":"Image Model Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Web Client Service":{"name":"Web Client Service","displayName":"Web Client Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Top P":{"name":"Top P","displayName":"Top P","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Seed":{"name":"Seed","displayName":"Seed","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max File Size":{"name":"Max File Size","displayName":"Max File Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Prompt Type":{"name":"Prompt Type","displayName":"Prompt Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"System Message":{"name":"System Message","displayName":"System Message","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image MIME Type":{"name":"Image MIME Type","displayName":"Image MIME Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"OpenAI Organization":{"name":"OpenAI Organization","displayName":"OpenAI Organization","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Results Attribute":{"name":"Results Attribute","displayName":"Results Attribute","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":[],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"edd77e72-5c5f-3d22-b21c-0f841925ac23","instanceIdentifier":"b2ca0132-c6a0-32e8-90cb-0221caf683ff","name":"PromptOpenAI","comments":"","position":{"x":216.0,"y":480.0},"type":"io.datavolo.runtime.processors.openai.PromptOpenAI","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-openai-nar","version":"2024.08.27-1"},"properties":{"Detail Level":"Auto","Temperature":null,"Response Format":"Plain Text","User":null,"User Message":"${InitialPrompt}","Image URL":null,"Max Tokens":null,"OpenAI API Key":"#{OpenAIKey}","Text Model Name":"gpt-4o-mini","Image Model Name":"gpt-4o-mini","Web Client Service":"7c0e34d9-23f9-3e1a-8b7a-a4a5e8952b0c","Top P":null,"Seed":null,"Max File Size":"10 MB","Prompt Type":"Text","System Message":"The following are diary entries from Fred Flintstone and should be used for setting a context to additional questions. ${Context}","Image MIME Type":"${mime.type}","OpenAI Organization":null,"Results Attribute":null},"propertyDescriptors":{"Detail Level":{"name":"Detail Level","displayName":"Detail Level","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Temperature":{"name":"Temperature","displayName":"Temperature","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Format":{"name":"Response Format","displayName":"Response Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"User":{"name":"User","displayName":"User","identifiesControllerService":false,"sensitive":false,"dynamic":false},"User Message":{"name":"User Message","displayName":"User Message","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image URL":{"name":"Image URL","displayName":"Image URL","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max Tokens":{"name":"Max Tokens","displayName":"Max Tokens","identifiesControllerService":false,"sensitive":false,"dynamic":false},"OpenAI API Key":{"name":"OpenAI API Key","displayName":"OpenAI API Key","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Text Model Name":{"name":"Text Model Name","displayName":"Text Model Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image Model Name":{"name":"Image Model Name","displayName":"Image Model Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Web Client Service":{"name":"Web Client Service","displayName":"Web Client Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Top P":{"name":"Top P","displayName":"Top P","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Seed":{"name":"Seed","displayName":"Seed","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max File Size":{"name":"Max File Size","displayName":"Max File Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Prompt Type":{"name":"Prompt Type","displayName":"Prompt Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"System Message":{"name":"System Message","displayName":"System Message","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Image MIME Type":{"name":"Image MIME Type","displayName":"Image MIME Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"OpenAI Organization":{"name":"OpenAI Organization","displayName":"OpenAI Organization","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Results Attribute":{"name":"Results Attribute","displayName":"Results Attribute","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":[],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"ca8476fa-29ac-38c5-aef6-2c1e521d7bd5","instanceIdentifier":"e016a8ec-4be7-327b-a932-aa05c77d1c03","name":"JoltTransformJSON","comments":"","position":{"x":216.0,"y":8.0},"type":"org.apache.nifi.processors.jolt.JoltTransformJSON","bundle":{"group":"org.apache.nifi","artifact":"nifi-jolt-nar","version":"2024.08.27-1"},"properties":{"Jolt Transform":"jolt-transform-chain","Max String Length":"20 MB","Transform Cache Size":"1","Custom Transformation Class Name":null,"Custom Module Directory":null,"Pretty Print":"false","Jolt Specification":"[\n  {\n    \"operation\":\"shift\",\n    \"spec\":{\n      \"*\":{\n      \t\"results\": {\n        \t\"*\":{\n              \"metadata\":{\n                \"text\":\"&2\"\n              }\n            }\n      \t}\n      }\n    }\n  }\n]"},"propertyDescriptors":{"Jolt Transform":{"name":"Jolt Transform","displayName":"Jolt Transform","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max String Length":{"name":"Max String Length","displayName":"Max String Length","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Transform Cache Size":{"name":"Transform Cache Size","displayName":"Transform Cache Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Custom Transformation Class Name":{"name":"Custom Transformation Class Name","displayName":"Custom Transformation Class Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Custom Module Directory":{"name":"Custom Module Directory","displayName":"Custom Module Directory","identifiesControllerService":false,"sensitive":false,"dynamic":false,"resourceDefinition":{"cardinality":"MULTIPLE","resourceTypes":["FILE","DIRECTORY"]}},"Pretty Print":{"name":"Pretty Print","displayName":"Pretty Print","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Jolt Specification":{"name":"Jolt Specification","displayName":"Jolt Specification","identifiesControllerService":false,"sensitive":false,"dynamic":false,"resourceDefinition":{"cardinality":"SINGLE","resourceTypes":["FILE","TEXT"]}}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"c3295a10-f539-3c77-b9af-df6b628af887","instanceIdentifier":"dbaf7294-8930-3efa-97db-a1b81d8c911e","name":"QueryPinecone","comments":"","position":{"x":216.0,"y":-232.0},"type":"io.datavolo.runtime.processors.pinecone.QueryPinecone","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-pinecone-nar","version":"2024.08.27-1"},"properties":{"Query Strategy":"Query by Vector","Query Filter":null,"Pinecone API Key":"#{PineconeAPIKey}","Pinecone Namespace":"default","Include Metadata":"true","ID Record Path":null,"Results Record Path":"/results","Include Vectors":"true","Record Reader":"c92c24ae-e33e-3c55-a95a-7a497b7399c4","Vector Record Path":"/embeddings","Sparse Vector Values Path":null,"Number of Results":"10","Web Client Service":"7c0e34d9-23f9-3e1a-8b7a-a4a5e8952b0c","Record Writer":"8a8cdfd5-81b1-3b82-90fd-8fb5f44b8beb","Pinecone Index":"#{PineconeIndex}","Sparse Vector Indices Path":null},"propertyDescriptors":{"Query Strategy":{"name":"Query Strategy","displayName":"Query Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Query Filter":{"name":"Query Filter","displayName":"Query Filter","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Pinecone API Key":{"name":"Pinecone API Key","displayName":"Pinecone API Key","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Pinecone Namespace":{"name":"Pinecone Namespace","displayName":"Pinecone Namespace","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Include Metadata":{"name":"Include Metadata","displayName":"Include Metadata","identifiesControllerService":false,"sensitive":false,"dynamic":false},"ID Record Path":{"name":"ID Record Path","displayName":"ID Record Path","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Results Record Path":{"name":"Results Record Path","displayName":"Results Record Path","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Include Vectors":{"name":"Include Vectors","displayName":"Include Vectors","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Record Reader":{"name":"Record Reader","displayName":"Record Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Vector Record Path":{"name":"Vector Record Path","displayName":"Vector Record Path","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Sparse Vector Values Path":{"name":"Sparse Vector Values Path","displayName":"Sparse Vector Values Path","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Number of Results":{"name":"Number of Results","displayName":"Number of Results","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Web Client Service":{"name":"Web Client Service","displayName":"Web Client Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Record Writer":{"name":"Record Writer","displayName":"Record Writer","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Pinecone Index":{"name":"Pinecone Index","displayName":"Pinecone Index","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Sparse Vector Indices Path":{"name":"Sparse Vector Indices Path","displayName":"Sparse Vector Indices Path","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["failure","retry"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"38e111d9-a398-3523-9c69-c1a0ba95a4f8","instanceIdentifier":"a3440fc6-7bd1-3444-ac57-1a9ab6c7f345","name":"CreateOpenAiEmbeddings","comments":"","position":{"x":216.0,"y":-472.0},"type":"io.datavolo.runtime.processors.openai.CreateOpenAiEmbeddings","bundle":{"group":"io.datavolo.runtime","artifact":"runtime-openai-nar","version":"2024.08.27-1"},"properties":{"OpenAI API Key":"#{OpenAIKey}","User":null,"Max Batch Size":"100","Web Client Service":"7c0e34d9-23f9-3e1a-8b7a-a4a5e8952b0c","Dimensions":"1536","Record Writer":"8a8cdfd5-81b1-3b82-90fd-8fb5f44b8beb","Record Reader":null,"Embeddings Model":"text-embedding-3-small","Text Record Path":"/text","OpenAI Organization":null,"Embeddings Record Path":"/embeddings"},"propertyDescriptors":{"OpenAI API Key":{"name":"OpenAI API Key","displayName":"OpenAI API Key","identifiesControllerService":false,"sensitive":true,"dynamic":false},"User":{"name":"User","displayName":"User","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max Batch Size":{"name":"Max Batch Size","displayName":"Max Batch Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Web Client Service":{"name":"Web Client Service","displayName":"Web Client Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Dimensions":{"name":"Dimensions","displayName":"Dimensions","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Record Writer":{"name":"Record Writer","displayName":"Record Writer","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Record Reader":{"name":"Record Reader","displayName":"Record Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Embeddings Model":{"name":"Embeddings Model","displayName":"Embeddings Model","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Text Record Path":{"name":"Text Record Path","displayName":"Text Record Path","identifiesControllerService":false,"sensitive":false,"dynamic":false},"OpenAI Organization":{"name":"OpenAI Organization","displayName":"OpenAI Organization","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Embeddings Record Path":{"name":"Embeddings Record Path","displayName":"Embeddings Record Path","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"0 sec","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"inputPorts":[{"identifier":"4c0b91f4-4dfb-300a-99a2-c1ea4db16ae0","instanceIdentifier":"3fbd4e00-bc31-3616-b06b-1f45c869c9db","name":"UDP (User Defined Prompt)","position":{"x":-352.0,"y":-360.0},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"outputPorts":[{"identifier":"eef91b77-5836-3526-84fe-0351761e12a0","instanceIdentifier":"d7d4f9dd-43f1-35d4-a174-214edf4098da","name":"RAG app","position":{"x":104.0,"y":896.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"f5b22667-a1ff-3f42-85a1-972c7890911b","instanceIdentifier":"3ffaf45b-9b04-38ff-a5e7-6cdf1bc3d606","name":"NO aug","position":{"x":-184.0,"y":896.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"connections":[{"identifier":"f1c4d670-e8fa-376d-8f2e-57daf932cc11","instanceIdentifier":"c74d7397-ff01-3512-bafc-692c3e0fc855","name":"","source":{"id":"ca8476fa-29ac-38c5-aef6-2c1e521d7bd5","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"JoltTransformJSON","comments":"","instanceIdentifier":"e016a8ec-4be7-327b-a932-aa05c77d1c03"},"destination":{"id":"e6c48ad5-2b22-345b-bec5-8c043251850c","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"ExtractText","comments":"","instanceIdentifier":"fb7acda1-28fb-3d93-9624-083f3402e465"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"e6372b8d-5f87-3587-8112-ff45a085586d","instanceIdentifier":"414403df-1aa6-34ae-ab0d-f4f4f83ce25e","name":"","source":{"id":"61d7175c-7166-3905-9a26-bff5b990ad01","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"Extract Prompt","comments":"","instanceIdentifier":"d2eb577f-d07d-3d51-a663-ca6434131eb5"},"destination":{"id":"38e111d9-a398-3523-9c69-c1a0ba95a4f8","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"CreateOpenAiEmbeddings","comments":"","instanceIdentifier":"a3440fc6-7bd1-3444-ac57-1a9ab6c7f345"},"labelIndex":0,"zIndex":0,"selectedRelationships":["matched"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"3c9a5595-c7d3-37f6-b81e-18257969c181","instanceIdentifier":"6fbf5afa-5601-36a4-b875-644f20fe503d","name":"","source":{"id":"4c0b91f4-4dfb-300a-99a2-c1ea4db16ae0","type":"INPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"UDP (User Defined Prompt)","instanceIdentifier":"3fbd4e00-bc31-3616-b06b-1f45c869c9db"},"destination":{"id":"61d7175c-7166-3905-9a26-bff5b990ad01","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"Extract Prompt","comments":"","instanceIdentifier":"d2eb577f-d07d-3d51-a663-ca6434131eb5"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"11244944-973f-3fe0-90e4-1c33b4990730","instanceIdentifier":"ebd5e01b-1160-35ab-9e15-48241acc153d","name":"","source":{"id":"edd77e72-5c5f-3d22-b21c-0f841925ac23","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"b2ca0132-c6a0-32e8-90cb-0221caf683ff"},"destination":{"id":"eef91b77-5836-3526-84fe-0351761e12a0","type":"OUTPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"RAG app","instanceIdentifier":"d7d4f9dd-43f1-35d4-a174-214edf4098da"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"1f928b07-c5e6-32fc-8e38-dabb6f45b539","instanceIdentifier":"fe5a0df3-2353-33c3-83fa-1a4af6f5cf55","name":"","source":{"id":"f5dd8272-3fde-3319-b67e-449eacae766f","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"9ae9da36-12f6-326c-8a5b-da9e09c0c81a"},"destination":{"id":"118a31d3-365b-3e9a-8ed9-60e3ed9b3335","type":"FUNNEL","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"Funnel","comments":"","instanceIdentifier":"d11ad97a-7e7f-3cb0-b5a7-422772c5c8c4"},"labelIndex":0,"zIndex":0,"selectedRelationships":["failure"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"05b068b6-3a8d-3ae4-a952-b41adb137a9f","instanceIdentifier":"548909be-a08a-3af6-90d1-6c195f7fb160","name":"","source":{"id":"e6c48ad5-2b22-345b-bec5-8c043251850c","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"ExtractText","comments":"","instanceIdentifier":"fb7acda1-28fb-3d93-9624-083f3402e465"},"destination":{"id":"edd77e72-5c5f-3d22-b21c-0f841925ac23","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"b2ca0132-c6a0-32e8-90cb-0221caf683ff"},"labelIndex":0,"zIndex":0,"selectedRelationships":["matched"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"53ff41e1-379d-3042-8f40-d1f8b911f9a6","instanceIdentifier":"1fad2586-55d8-3172-b802-5f9c3e74ff78","name":"","source":{"id":"c3295a10-f539-3c77-b9af-df6b628af887","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"QueryPinecone","comments":"","instanceIdentifier":"dbaf7294-8930-3efa-97db-a1b81d8c911e"},"destination":{"id":"ca8476fa-29ac-38c5-aef6-2c1e521d7bd5","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"JoltTransformJSON","comments":"","instanceIdentifier":"e016a8ec-4be7-327b-a932-aa05c77d1c03"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"4f35c0f8-8730-307e-a12f-eb64c3a9af47","instanceIdentifier":"47fddede-ef14-35ba-9db6-c4027802d652","name":"","source":{"id":"38e111d9-a398-3523-9c69-c1a0ba95a4f8","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"CreateOpenAiEmbeddings","comments":"","instanceIdentifier":"a3440fc6-7bd1-3444-ac57-1a9ab6c7f345"},"destination":{"id":"c3295a10-f539-3c77-b9af-df6b628af887","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"QueryPinecone","comments":"","instanceIdentifier":"dbaf7294-8930-3efa-97db-a1b81d8c911e"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"72f8f0a9-441d-399e-abe5-14bcea9e6811","instanceIdentifier":"03fa5212-a926-366c-a9b1-09ef4b9fefe0","name":"","source":{"id":"f5dd8272-3fde-3319-b67e-449eacae766f","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"9ae9da36-12f6-326c-8a5b-da9e09c0c81a"},"destination":{"id":"f5b22667-a1ff-3f42-85a1-972c7890911b","type":"OUTPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"NO aug","instanceIdentifier":"3ffaf45b-9b04-38ff-a5e7-6cdf1bc3d606"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"945e5ef2-4fbd-3253-b5a3-26ae83a9cdd3","instanceIdentifier":"bb748bfb-e169-3ac7-bd63-c007bbe8de44","name":"","source":{"id":"edd77e72-5c5f-3d22-b21c-0f841925ac23","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"b2ca0132-c6a0-32e8-90cb-0221caf683ff"},"destination":{"id":"118a31d3-365b-3e9a-8ed9-60e3ed9b3335","type":"FUNNEL","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"Funnel","comments":"","instanceIdentifier":"d11ad97a-7e7f-3cb0-b5a7-422772c5c8c4"},"labelIndex":0,"zIndex":0,"selectedRelationships":["failure"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"f2e349f7-c622-3383-b04a-8c83d8d060ba","instanceIdentifier":"a6fb026c-290f-3129-86b2-4505f12fdbb1","name":"","source":{"id":"61d7175c-7166-3905-9a26-bff5b990ad01","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"Extract Prompt","comments":"","instanceIdentifier":"d2eb577f-d07d-3d51-a663-ca6434131eb5"},"destination":{"id":"f5dd8272-3fde-3319-b67e-449eacae766f","type":"PROCESSOR","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"PromptOpenAI","comments":"","instanceIdentifier":"9ae9da36-12f6-326c-8a5b-da9e09c0c81a"},"labelIndex":0,"zIndex":0,"selectedRelationships":["matched"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"labels":[{"identifier":"ac4f6902-bd8a-36f9-9494-0f01ca0430f2","instanceIdentifier":"12f34f21-4ac3-30cf-9298-b79150988b5b","position":{"x":528.0,"y":424.0},"label":"Augment the LLM request\nwith the additional content","zIndex":0,"width":168.0,"height":48.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"74189a66-c9c5-3c15-b3a6-f0128faa1bee","instanceIdentifier":"861f342e-f574-3372-befd-4182f444870a","position":{"x":-496.0,"y":-264.0},"label":"Grab user input","zIndex":0,"width":128.0,"height":40.0,"style":{"background-color":"#2988e0","font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"9c9f8b02-c990-3ca7-b9c1-6aebd02fa928","instanceIdentifier":"4cf4a613-ac5c-3fc0-9c9f-a890f455926b","position":{"x":-528.0,"y":424.0},"label":"Send just the user input\nto the LLM","zIndex":0,"width":160.0,"height":40.0,"style":{"background-color":"#9c55aa","font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"809571fd-027b-3b6c-9f15-db7448eab0e5","instanceIdentifier":"a1438584-1ced-3d9d-9c70-650416eaaa9c","position":{"x":528.0,"y":-48.0},"label":"Strip out just the content\nto augment the LLM request","zIndex":0,"width":168.0,"height":48.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"008ff6ee-dc68-38d1-9a27-9ac29b626b6e","instanceIdentifier":"f4e71e38-8b88-38e1-b633-cc017f4e641f","position":{"x":528.0,"y":-528.0},"label":"Create embeddings from\nuser input","zIndex":0,"width":168.0,"height":48.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"fea69c3c-e746-3b70-9586-ce087aa5fef6","instanceIdentifier":"8845dda2-7e67-3e36-bf2f-2693e25e501e","position":{"x":528.0,"y":184.0},"label":"Push the additional content\nto an FF attribute","zIndex":0,"width":168.0,"height":48.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"},{"identifier":"b773840e-f8dd-36fa-9fff-98d1aa3c47bc","instanceIdentifier":"e37f8670-a909-3495-9ef9-a386709dc9ab","position":{"x":528.0,"y":-288.0},"label":"Search vector db\nwith embeddings","zIndex":0,"width":168.0,"height":48.0,"style":{"font-size":"12px"},"componentType":"LABEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"funnels":[{"identifier":"118a31d3-365b-3e9a-8ed9-60e3ed9b3335","instanceIdentifier":"d11ad97a-7e7f-3cb0-b5a7-422772c5c8c4","position":{"x":56.0,"y":712.0},"componentType":"FUNNEL","groupIdentifier":"3d2502b6-63d0-3826-be23-a72ef5b88a8b"}],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"044dceba-8595-3400-bf69-a4d0928f5c19","instanceIdentifier":"aadb020f-85c8-3e98-9dbd-eee0b02b5773","name":"1) Acquisition","comments":"","position":{"x":-632.0,"y":-72.0},"processGroups":[],"remoteProcessGroups":[],"processors":[{"identifier":"45d72182-58bb-3030-8c5a-e1afb1c5f6e3","instanceIdentifier":"90a8b8e2-49e4-36bc-8a81-7aaf4177fa4a","name":"Get Diary (use 'Run Once', not 'Start')","comments":"","position":{"x":-704.0,"y":288.0},"type":"org.apache.nifi.processors.standard.InvokeHTTP","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.08.27-1"},"properties":{"Request Content-Encoding":"DISABLED","proxy-configuration-service":null,"Request Multipart Form-Data Filename Enabled":"true","Request Chunked Transfer-Encoding Enabled":"false","HTTP/2 Disabled":"False","Connection Timeout":"5 secs","Response Cookie Strategy":"DISABLED","Socket Read Timeout":"15 secs","Socket Idle Connections":"5","Request Body Enabled":"true","HTTP URL":"https://devcenter.datavolo.io/assets/4tutorials/exploring-rag/Fred-Diary.txt","Request OAuth2 Access Token Provider":null,"Socket Idle Timeout":"5 mins","Response Redirects Enabled":"True","Socket Write Timeout":"15 secs","Request Header Attributes Pattern":null,"Response FlowFile Naming Strategy":"RANDOM","Response Cache Enabled":"false","Request Date Header Enabled":"True","Request Failure Penalization Enabled":"false","Response Body Attribute Size":"256","SSL Context Service":null,"Response Generation Required":"false","Request User-Agent":null,"Response Header Request Attributes Enabled":"false","HTTP Method":"GET","Request Username":null,"Request Content-Type":"${mime.type}","Response Body Attribute Name":null,"Request Digest Authentication Enabled":"false","Request Multipart Form-Data Name":null,"Response Cache Size":"10MB","Response Body Ignored":"false"},"propertyDescriptors":{"Request Content-Encoding":{"name":"Request Content-Encoding","displayName":"Request Content-Encoding","identifiesControllerService":false,"sensitive":false,"dynamic":false},"proxy-configuration-service":{"name":"proxy-configuration-service","displayName":"Proxy Configuration Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Request Multipart Form-Data Filename Enabled":{"name":"Request Multipart Form-Data Filename Enabled","displayName":"Request Multipart Form-Data Filename Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Chunked Transfer-Encoding Enabled":{"name":"Request Chunked Transfer-Encoding Enabled","displayName":"Request Chunked Transfer-Encoding Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP/2 Disabled":{"name":"HTTP/2 Disabled","displayName":"HTTP/2 Disabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Connection Timeout":{"name":"Connection Timeout","displayName":"Connection Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cookie Strategy":{"name":"Response Cookie Strategy","displayName":"Response Cookie Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Password":{"name":"Request Password","displayName":"Request Password","identifiesControllerService":false,"sensitive":true,"dynamic":false},"Socket Read Timeout":{"name":"Socket Read Timeout","displayName":"Socket Read Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Socket Idle Connections":{"name":"Socket Idle Connections","displayName":"Socket Idle Connections","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Body Enabled":{"name":"Request Body Enabled","displayName":"Request Body Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP URL":{"name":"HTTP URL","displayName":"HTTP URL","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request OAuth2 Access Token Provider":{"name":"Request OAuth2 Access Token Provider","displayName":"Request OAuth2 Access Token Provider","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Socket Idle Timeout":{"name":"Socket Idle Timeout","displayName":"Socket Idle Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Redirects Enabled":{"name":"Response Redirects Enabled","displayName":"Response Redirects Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Socket Write Timeout":{"name":"Socket Write Timeout","displayName":"Socket Write Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Header Attributes Pattern":{"name":"Request Header Attributes Pattern","displayName":"Request Header Attributes Pattern","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response FlowFile Naming Strategy":{"name":"Response FlowFile Naming Strategy","displayName":"Response FlowFile Naming Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cache Enabled":{"name":"Response Cache Enabled","displayName":"Response Cache Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Date Header Enabled":{"name":"Request Date Header Enabled","displayName":"Request Date Header Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Failure Penalization Enabled":{"name":"Request Failure Penalization Enabled","displayName":"Request Failure Penalization Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Attribute Size":{"name":"Response Body Attribute Size","displayName":"Response Body Attribute Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"SSL Context Service":{"name":"SSL Context Service","displayName":"SSL Context Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Response Generation Required":{"name":"Response Generation Required","displayName":"Response Generation Required","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request User-Agent":{"name":"Request User-Agent","displayName":"Request User-Agent","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Header Request Attributes Enabled":{"name":"Response Header Request Attributes Enabled","displayName":"Response Header Request Attributes Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"HTTP Method":{"name":"HTTP Method","displayName":"HTTP Method","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Username":{"name":"Request Username","displayName":"Request Username","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Content-Type":{"name":"Request Content-Type","displayName":"Request Content-Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Attribute Name":{"name":"Response Body Attribute Name","displayName":"Response Body Attribute Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Digest Authentication Enabled":{"name":"Request Digest Authentication Enabled","displayName":"Request Digest Authentication Enabled","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Request Multipart Form-Data Name":{"name":"Request Multipart Form-Data Name","displayName":"Request Multipart Form-Data Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Cache Size":{"name":"Response Cache Size","displayName":"Response Cache Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Response Body Ignored":{"name":"Response Body Ignored","displayName":"Response Body Ignored","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"1 day","schedulingStrategy":"TIMER_DRIVEN","executionNode":"PRIMARY","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":["No Retry","Retry","Original","Failure"],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"044dceba-8595-3400-bf69-a4d0928f5c19"}],"inputPorts":[],"outputPorts":[{"identifier":"0d5c4677-6227-3054-b411-6c09abdeffc2","instanceIdentifier":"34e914ae-a80e-3413-9722-3d0adc18afec","name":"Journal Text File","position":{"x":-648.0,"y":672.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"044dceba-8595-3400-bf69-a4d0928f5c19"}],"connections":[{"identifier":"889bba71-c932-3c61-979c-40d464c7826d","instanceIdentifier":"fd52eea3-dd65-3a5d-b0e4-5f8da73b780a","name":"","source":{"id":"45d72182-58bb-3030-8c5a-e1afb1c5f6e3","type":"PROCESSOR","groupId":"044dceba-8595-3400-bf69-a4d0928f5c19","name":"Get Diary (use 'Run Once', not 'Start')","comments":"","instanceIdentifier":"90a8b8e2-49e4-36bc-8a81-7aaf4177fa4a"},"destination":{"id":"0d5c4677-6227-3054-b411-6c09abdeffc2","type":"OUTPUT_PORT","groupId":"044dceba-8595-3400-bf69-a4d0928f5c19","name":"Journal Text File","instanceIdentifier":"34e914ae-a80e-3413-9722-3d0adc18afec"},"labelIndex":0,"zIndex":0,"selectedRelationships":["Response"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"044dceba-8595-3400-bf69-a4d0928f5c19"}],"labels":[{"identifier":"bd9d4f3e-0514-3738-927d-9c02a4f54514","instanceIdentifier":"f61f99f1-5e1f-3577-add2-96d43716649f","position":{"x":-712.0,"y":216.0},"label":"use 'Run Once', NOT 'Started' on this processor","zIndex":0,"width":360.0,"height":40.0,"style":{"font-size":"16px"},"componentType":"LABEL","groupIdentifier":"044dceba-8595-3400-bf69-a4d0928f5c19"}],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"b76b66db-a80f-3c5f-a853-9b9675babe57","instanceIdentifier":"88ca5747-5c7b-325f-9b60-c4264518e23e","name":"4) Chunking","comments":"","position":{"x":-632.0,"y":784.0},"processGroups":[],"remoteProcessGroups":[],"processors":[],"inputPorts":[{"identifier":"893f7b25-461d-3c2d-b35d-db228d4271a0","instanceIdentifier":"729a166f-9400-3d9b-a038-5f7679cca3cb","name":"input","position":{"x":-303.5,"y":-152.99998495023544},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"b76b66db-a80f-3c5f-a853-9b9675babe57"}],"outputPorts":[{"identifier":"3e353a80-4fa3-30a8-a5a2-0d64aa0d01aa","instanceIdentifier":"8855572b-ae00-3789-9de5-69cea72bf76f","name":"output","position":{"x":-304.0,"y":264.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"b76b66db-a80f-3c5f-a853-9b9675babe57"}],"connections":[],"labels":[],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"06c3e2a8-2513-3208-8a05-e93780b86bf0","instanceIdentifier":"ab669175-aab5-3b0e-bc1a-be3172f433c0","name":"3) Clean & Augment","comments":"","position":{"x":-632.0,"y":504.0},"processGroups":[],"remoteProcessGroups":[],"processors":[],"inputPorts":[{"identifier":"d2b270e3-0a26-3e56-8b55-96ade65cf5ef","instanceIdentifier":"3c97050e-eab7-336a-9a3d-54eeb3dbadc1","name":"input","position":{"x":-352.0,"y":-184.0},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"06c3e2a8-2513-3208-8a05-e93780b86bf0"}],"outputPorts":[{"identifier":"2b6b3696-8c9c-39d4-b1df-19deac81f117","instanceIdentifier":"6b9d84c6-d87f-3b44-ad46-4d37c8e142a0","name":"output","position":{"x":-360.0,"y":112.0},"type":"OUTPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"OUTPUT_PORT","groupIdentifier":"06c3e2a8-2513-3208-8a05-e93780b86bf0"}],"connections":[],"labels":[],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"fc0c69af-7be8-34db-a382-5aab3334d733","instanceIdentifier":"fb95b52e-cc27-3f46-a57a-7911c0c0fb2f","name":"6) Store Embeddings","comments":"","position":{"x":-632.0,"y":1344.0},"processGroups":[],"remoteProcessGroups":[],"processors":[],"inputPorts":[{"identifier":"6c30db3a-71c0-3629-9a8e-1a8ee3185363","instanceIdentifier":"7d8044b4-4776-357d-beac-89659761e883","name":"input","position":{"x":-303.5,"y":-152.99998495023544},"type":"INPUT_PORT","concurrentlySchedulableTaskCount":1,"scheduledState":"ENABLED","allowRemoteAccess":false,"portFunction":"STANDARD","componentType":"INPUT_PORT","groupIdentifier":"fc0c69af-7be8-34db-a382-5aab3334d733"}],"outputPorts":[],"connections":[],"labels":[],"funnels":[],"controllerServices":[],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"remoteProcessGroups":[],"processors":[{"identifier":"b6cd7e7f-59e7-34e5-8441-ee5ac83dedc8","instanceIdentifier":"8f17bd12-b92e-3301-a769-dd26bff8ecfc","name":"Submit Prompt (Use 'Run Once')","comments":"Please only 'RUN ONCE' -- do NOT simply 'START' it. This will allow the test harness to submit one question at a time to the underlying LLM.","position":{"x":-1352.0,"y":-200.0},"type":"org.apache.nifi.processors.standard.GenerateFlowFile","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-nar","version":"2024.08.27-1"},"properties":{"character-set":"UTF-8","File Size":"0B","mime-type":null,"generate-ff-custom-text":"Does Fred Flintstone like to send and receive mail?","Batch Size":"1","Unique FlowFiles":"false","Data Format":"Text"},"propertyDescriptors":{"character-set":{"name":"character-set","displayName":"Character Set","identifiesControllerService":false,"sensitive":false,"dynamic":false},"File Size":{"name":"File Size","displayName":"File Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"mime-type":{"name":"mime-type","displayName":"Mime Type","identifiesControllerService":false,"sensitive":false,"dynamic":false},"generate-ff-custom-text":{"name":"generate-ff-custom-text","displayName":"Custom Text","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Batch Size":{"name":"Batch Size","displayName":"Batch Size","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Unique FlowFiles":{"name":"Unique FlowFiles","displayName":"Unique FlowFiles","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Data Format":{"name":"Data Format","displayName":"Data Format","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"style":{},"schedulingPeriod":"1 day","schedulingStrategy":"TIMER_DRIVEN","executionNode":"ALL","penaltyDuration":"30 sec","yieldDuration":"1 sec","bulletinLevel":"WARN","runDurationMillis":0,"concurrentlySchedulableTaskCount":1,"autoTerminatedRelationships":[],"scheduledState":"ENABLED","retryCount":10,"retriedRelationships":[],"backoffMechanism":"PENALIZE_FLOWFILE","maxBackoffPeriod":"10 mins","componentType":"PROCESSOR","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"inputPorts":[],"outputPorts":[],"connections":[{"identifier":"9bdeff52-ed45-327c-8a2c-c7d06860c561","instanceIdentifier":"09814c4e-dd94-36fe-b411-81c84b9ad00c","name":"","source":{"id":"9d4f95d5-c764-3ce3-ac2b-a0f17f419bb1","type":"OUTPUT_PORT","groupId":"3f00b00f-c449-3b6b-bf08-26f8c95bf8c8","name":"output","instanceIdentifier":"68504942-ffd0-35f5-8b7b-4e0aeecc7949"},"destination":{"id":"d2b270e3-0a26-3e56-8b55-96ade65cf5ef","type":"INPUT_PORT","groupId":"06c3e2a8-2513-3208-8a05-e93780b86bf0","name":"input","instanceIdentifier":"3c97050e-eab7-336a-9a3d-54eeb3dbadc1"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"ddace6fa-a85c-368c-906e-2a17287fb65d","instanceIdentifier":"d4187d70-6c84-38cf-8004-4212140d9640","name":"","source":{"id":"0d5c4677-6227-3054-b411-6c09abdeffc2","type":"OUTPUT_PORT","groupId":"044dceba-8595-3400-bf69-a4d0928f5c19","name":"Journal Text File","instanceIdentifier":"34e914ae-a80e-3413-9722-3d0adc18afec"},"destination":{"id":"4e606021-d0b6-3d1a-a887-29416bac16a9","type":"INPUT_PORT","groupId":"3f00b00f-c449-3b6b-bf08-26f8c95bf8c8","name":"input","instanceIdentifier":"3f880082-e2c1-3b93-a96b-323feda0898b"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"77509ac8-93d7-3a8b-aeb0-c1d34926bdc8","instanceIdentifier":"057143bb-4a63-388f-bdd2-5056cb291080","name":"","source":{"id":"f5b22667-a1ff-3f42-85a1-972c7890911b","type":"OUTPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"NO aug","instanceIdentifier":"3ffaf45b-9b04-38ff-a5e7-6cdf1bc3d606"},"destination":{"id":"c122590f-a416-3335-b5b4-3453495a2ca1","type":"FUNNEL","groupId":"a179e095-ea6d-3349-92fc-e5292f138ac8","name":"Funnel","comments":"","instanceIdentifier":"e44bfd4e-01fc-3ed6-b606-8b617664428d"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"b9783528-d694-3f9c-9149-91d9d501b505","instanceIdentifier":"21fde4fc-7a28-30d7-8209-f9e1021a54be","name":"","source":{"id":"2b6b3696-8c9c-39d4-b1df-19deac81f117","type":"OUTPUT_PORT","groupId":"06c3e2a8-2513-3208-8a05-e93780b86bf0","name":"output","instanceIdentifier":"6b9d84c6-d87f-3b44-ad46-4d37c8e142a0"},"destination":{"id":"893f7b25-461d-3c2d-b35d-db228d4271a0","type":"INPUT_PORT","groupId":"b76b66db-a80f-3c5f-a853-9b9675babe57","name":"input","instanceIdentifier":"729a166f-9400-3d9b-a038-5f7679cca3cb"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"10b0b8ea-af03-3620-855a-9b7df0909734","instanceIdentifier":"cf959e84-04b1-3587-8725-f7345ff4a738","name":"","source":{"id":"f2a6d674-e394-3c3e-b219-380738977194","type":"OUTPUT_PORT","groupId":"39cb7f48-3989-3eca-ba45-bcae8bd97028","name":"output","instanceIdentifier":"a2308dfb-9223-3e1f-b343-30a29b91aca9"},"destination":{"id":"6c30db3a-71c0-3629-9a8e-1a8ee3185363","type":"INPUT_PORT","groupId":"fc0c69af-7be8-34db-a382-5aab3334d733","name":"input","instanceIdentifier":"7d8044b4-4776-357d-beac-89659761e883"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"1acb74f0-371a-3114-9743-307409bdf0be","instanceIdentifier":"5e114f74-8d88-3ecb-bfd8-dd3b18b209e8","name":"Prompt From User","source":{"id":"b6cd7e7f-59e7-34e5-8441-ee5ac83dedc8","type":"PROCESSOR","groupId":"a179e095-ea6d-3349-92fc-e5292f138ac8","name":"Submit Prompt (Use 'Run Once')","comments":"Please only 'RUN ONCE' -- do NOT simply 'START' it. This will allow the test harness to submit one question at a time to the underlying LLM.","instanceIdentifier":"8f17bd12-b92e-3301-a769-dd26bff8ecfc"},"destination":{"id":"4c0b91f4-4dfb-300a-99a2-c1ea4db16ae0","type":"INPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"UDP (User Defined Prompt)","instanceIdentifier":"3fbd4e00-bc31-3616-b06b-1f45c869c9db"},"labelIndex":0,"zIndex":0,"selectedRelationships":["success"],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"66d3ecf1-f510-34ff-afe4-e262181a54f2","instanceIdentifier":"7f11e454-9156-39aa-a57c-dfcd398ab0c1","name":"","source":{"id":"eef91b77-5836-3526-84fe-0351761e12a0","type":"OUTPUT_PORT","groupId":"3d2502b6-63d0-3826-be23-a72ef5b88a8b","name":"RAG app","instanceIdentifier":"d7d4f9dd-43f1-35d4-a174-214edf4098da"},"destination":{"id":"a57743f9-efea-3e3a-abd7-bff7d3c661ff","type":"FUNNEL","groupId":"a179e095-ea6d-3349-92fc-e5292f138ac8","name":"Funnel","comments":"","instanceIdentifier":"bf6fcd2b-cba3-3a10-8822-0856004756ce"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"8fc282b1-24ac-3f39-8267-91862364a29f","instanceIdentifier":"49086da6-1a42-313f-91e7-f2dc38fc9fe8","name":"","source":{"id":"3e353a80-4fa3-30a8-a5a2-0d64aa0d01aa","type":"OUTPUT_PORT","groupId":"b76b66db-a80f-3c5f-a853-9b9675babe57","name":"output","instanceIdentifier":"8855572b-ae00-3789-9de5-69cea72bf76f"},"destination":{"id":"8fd2d4ba-3ade-3f74-a784-70799b3473cc","type":"INPUT_PORT","groupId":"39cb7f48-3989-3eca-ba45-bcae8bd97028","name":"input","instanceIdentifier":"7403ec7c-1f64-3e93-8ad2-d5ecdb22f53c"},"labelIndex":0,"zIndex":0,"selectedRelationships":[""],"backPressureObjectThreshold":10000,"backPressureDataSizeThreshold":"1 GB","flowFileExpiration":"0 sec","prioritizers":[],"bends":[],"loadBalanceStrategy":"DO_NOT_LOAD_BALANCE","partitioningAttribute":"","loadBalanceCompression":"DO_NOT_COMPRESS","componentType":"CONNECTION","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"labels":[{"identifier":"a58b86af-a4af-3fdd-a569-29e136ad0d0f","instanceIdentifier":"7fa65825-81a7-3227-9815-796556be6323","position":{"x":-848.0,"y":-216.0},"label":"\n** LET'S BUILD THE AI DATA ENGINEERING PIPELINE\nsee https://datavolo.io/understanding-rag/ for more info\n\n\n* Extract\n\n\n\n\n\n\n\n\n\n* Transform\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n* Load","zIndex":0,"width":656.0,"height":1808.0,"style":{"background-color":"#d6ffd9","font-size":"24px"},"componentType":"LABEL","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"da6e16f7-07b6-3cbd-a001-ed6882ad6f65","instanceIdentifier":"4b951a7b-363f-3951-8f1f-1faa70abf944","position":{"x":-1308.956102526467,"y":-387.09265579984253},"label":"Datavolo DevCenter Tutorial: Exploring RAG\nhttps://devcenter.datavolo.io/tutorials/exploring-rag/","zIndex":0,"width":664.0,"height":112.0,"style":{"background-color":"#317fd3","font-size":"24px"},"componentType":"LABEL","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"7eff354e-ef0e-3946-82b9-c0f08bef0ca8","instanceIdentifier":"ebb1f603-84a4-30b6-98aa-7596bdb2dfaf","position":{"x":-1856.0,"y":-216.0},"label":"** AI TEST HARNESS\n\n1. Update 'Custom Text' property in 'Submit Prompt' \nprocessor with your prompt.\n\n2. Kick off a 'Run Once' (NOT 'Start') on that processor.\n\n3. View contents on FlowFiles in 'NO aug' and 'RAG app' queues.\n\n\n** SAMPLE PROMPTS\n\nDoes Fred Flintstone like to send and receive mail?\n\nHow does Fred Flintstone feel about public transportation?\n\nIs Fred Flintstone someone who frequently journals?\n\nHow often does Fred Flintstone go to the movies?","zIndex":0,"width":896.0,"height":776.0,"style":{"font-size":"18px"},"componentType":"LABEL","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"funnels":[{"identifier":"a57743f9-efea-3e3a-abd7-bff7d3c661ff","instanceIdentifier":"bf6fcd2b-cba3-3a10-8822-0856004756ce","position":{"x":-1784.0,"y":480.0},"componentType":"FUNNEL","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"c122590f-a416-3335-b5b4-3453495a2ca1","instanceIdentifier":"e44bfd4e-01fc-3ed6-b606-8b617664428d","position":{"x":-1784.0,"y":360.0},"componentType":"FUNNEL","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"controllerServices":[{"identifier":"8a8cdfd5-81b1-3b82-90fd-8fb5f44b8beb","instanceIdentifier":"be9183e6-95d7-39da-bc99-8338c8c94c22","name":"JsonRecordSetWriter","comments":"","type":"org.apache.nifi.json.JsonRecordSetWriter","bundle":{"group":"org.apache.nifi","artifact":"nifi-record-serialization-services-nar","version":"2024.08.27-1"},"properties":{"schema-reference-reader":null,"schema-branch":null,"Allow Scientific Notation":"false","compression-level":"1","schema-cache":null,"Timestamp Format":null,"Date Format":null,"Pretty Print JSON":"false","compression-format":"none","Schema Write Strategy":"no-schema","suppress-nulls":"never-suppress","output-grouping":"output-array","schema-name":"${schema.name}","schema-registry":null,"Time Format":null,"schema-access-strategy":"inherit-record-schema","schema-version":null,"schema-text":"${avro.schema}","Schema Reference Writer":null},"propertyDescriptors":{"schema-reference-reader":{"name":"schema-reference-reader","displayName":"Schema Reference Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"schema-branch":{"name":"schema-branch","displayName":"Schema Branch","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Allow Scientific Notation":{"name":"Allow Scientific Notation","displayName":"Allow Scientific Notation","identifiesControllerService":false,"sensitive":false,"dynamic":false},"compression-level":{"name":"compression-level","displayName":"Compression Level","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-cache":{"name":"schema-cache","displayName":"Schema Cache","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Timestamp Format":{"name":"Timestamp Format","displayName":"Timestamp Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Date Format":{"name":"Date Format","displayName":"Date Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Pretty Print JSON":{"name":"Pretty Print JSON","displayName":"Pretty Print JSON","identifiesControllerService":false,"sensitive":false,"dynamic":false},"compression-format":{"name":"compression-format","displayName":"Compression Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Schema Write Strategy":{"name":"Schema Write Strategy","displayName":"Schema Write Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"suppress-nulls":{"name":"suppress-nulls","displayName":"Suppress Null Values","identifiesControllerService":false,"sensitive":false,"dynamic":false},"output-grouping":{"name":"output-grouping","displayName":"Output Grouping","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-name":{"name":"schema-name","displayName":"Schema Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-registry":{"name":"schema-registry","displayName":"Schema Registry","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Time Format":{"name":"Time Format","displayName":"Time Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-access-strategy":{"name":"schema-access-strategy","displayName":"Schema Access Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-version":{"name":"schema-version","displayName":"Schema Version","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-text":{"name":"schema-text","displayName":"Schema Text","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Schema Reference Writer":{"name":"Schema Reference Writer","displayName":"Schema Reference Writer","identifiesControllerService":true,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"org.apache.nifi.serialization.RecordSetWriterFactory","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-services-api-nar","version":"2024.08.27-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"c92c24ae-e33e-3c55-a95a-7a497b7399c4","instanceIdentifier":"e50afd7d-6bfa-35ae-84d5-0f71ba2cd5b7","name":"JsonTreeReader","comments":"","type":"org.apache.nifi.json.JsonTreeReader","bundle":{"group":"org.apache.nifi","artifact":"nifi-record-serialization-services-nar","version":"2024.08.27-1"},"properties":{"schema-reference-reader":null,"schema-branch":null,"Max String Length":"20 MB","schema-application-strategy":"SELECTED_PART","Timestamp Format":null,"schema-inference-cache":null,"Date Format":null,"schema-name":"${schema.name}","starting-field-strategy":"ROOT_NODE","schema-registry":null,"starting-field-name":null,"Time Format":null,"schema-access-strategy":"infer-schema","schema-version":null,"schema-text":"${avro.schema}","Allow Comments":"false"},"propertyDescriptors":{"schema-reference-reader":{"name":"schema-reference-reader","displayName":"Schema Reference Reader","identifiesControllerService":true,"sensitive":false,"dynamic":false},"schema-branch":{"name":"schema-branch","displayName":"Schema Branch","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Max String Length":{"name":"Max String Length","displayName":"Max String Length","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-application-strategy":{"name":"schema-application-strategy","displayName":"Schema Application Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Timestamp Format":{"name":"Timestamp Format","displayName":"Timestamp Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-inference-cache":{"name":"schema-inference-cache","displayName":"Schema Inference Cache","identifiesControllerService":true,"sensitive":false,"dynamic":false},"Date Format":{"name":"Date Format","displayName":"Date Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-name":{"name":"schema-name","displayName":"Schema Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"starting-field-strategy":{"name":"starting-field-strategy","displayName":"Starting Field Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-registry":{"name":"schema-registry","displayName":"Schema Registry","identifiesControllerService":true,"sensitive":false,"dynamic":false},"starting-field-name":{"name":"starting-field-name","displayName":"Starting Field Name","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Time Format":{"name":"Time Format","displayName":"Time Format","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-access-strategy":{"name":"schema-access-strategy","displayName":"Schema Access Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-version":{"name":"schema-version","displayName":"Schema Version","identifiesControllerService":false,"sensitive":false,"dynamic":false},"schema-text":{"name":"schema-text","displayName":"Schema Text","identifiesControllerService":false,"sensitive":false,"dynamic":false},"Allow Comments":{"name":"Allow Comments","displayName":"Allow Comments","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"org.apache.nifi.serialization.RecordReaderFactory","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-services-api-nar","version":"2024.08.27-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"},{"identifier":"7c0e34d9-23f9-3e1a-8b7a-a4a5e8952b0c","instanceIdentifier":"d34023a1-8370-3d65-a39b-2255986c6205","name":"StandardWebClientServiceProvider","comments":"","type":"org.apache.nifi.web.client.provider.service.StandardWebClientServiceProvider","bundle":{"group":"org.apache.nifi","artifact":"nifi-web-client-provider-service-nar","version":"2024.08.27-1"},"properties":{"connect-timeout":"10 secs","redirect-handling-strategy":"FOLLOWED","read-timeout":"10 secs","ssl-context-service":null,"proxy-configuration-service":null,"write-timeout":"10 secs"},"propertyDescriptors":{"connect-timeout":{"name":"connect-timeout","displayName":"Connect Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"redirect-handling-strategy":{"name":"redirect-handling-strategy","displayName":"Redirect Handling Strategy","identifiesControllerService":false,"sensitive":false,"dynamic":false},"read-timeout":{"name":"read-timeout","displayName":"Read Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false},"ssl-context-service":{"name":"ssl-context-service","displayName":"SSL Context Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"proxy-configuration-service":{"name":"proxy-configuration-service","displayName":"Proxy Configuration Service","identifiesControllerService":true,"sensitive":false,"dynamic":false},"write-timeout":{"name":"write-timeout","displayName":"Write Timeout","identifiesControllerService":false,"sensitive":false,"dynamic":false}},"controllerServiceApis":[{"type":"org.apache.nifi.web.client.provider.api.WebClientServiceProvider","bundle":{"group":"org.apache.nifi","artifact":"nifi-standard-services-api-nar","version":"2024.08.27-1"}}],"scheduledState":"DISABLED","bulletinLevel":"WARN","componentType":"CONTROLLER_SERVICE","groupIdentifier":"a179e095-ea6d-3349-92fc-e5292f138ac8"}],"parameterContextName":"Tutorials","defaultFlowFileExpiration":"0 sec","defaultBackPressureObjectThreshold":10000,"defaultBackPressureDataSizeThreshold":"1 GB","scheduledState":"ENABLED","executionEngine":"INHERITED","maxConcurrentTasks":1,"statelessFlowTimeout":"1 min","flowFileConcurrency":"UNBOUNDED","flowFileOutboundPolicy":"STREAM_WHEN_AVAILABLE","componentType":"PROCESS_GROUP"},"externalControllerServices":{},"parameterContexts":{"Tutorials":{"name":"Tutorials","parameters":[{"name":"PineconeIndex","description":"","sensitive":false,"provided":false,"value":"diary"},{"name":"PineconeAPIKey","description":"","sensitive":true,"provided":false},{"name":"OpenAIKey","description":"","sensitive":true,"provided":false}],"inheritedParameterContexts":[],"componentType":"PARAMETER_CONTEXT"}},"flowEncodingVersion":"1.0","parameterProviders":{},"latest":false}