Custom prompt configuration feature and Pyright fixes (buerokratt#297)

* updated docker compose ec2

* integrate streaming endpoint with test prodction connection page

* formatted response with markdown

* fe logic for the encryption

* vault secret update after fixing issues

* fixed formatting issue

* integration with be

* update cron manager vault script

* tested integration of vault security update

* fix security issues

* creation success model changes

* clean vite config generated files

* fixed issue references are not sending with streming tokens

* complete buerokratt#192 and buerokratt#206 bug fixes

* production inference display logic change

* change production inference display logic

* fixed requested issue

* Refactor Docker Compose configuration for vault agents and update CSP settings

* Remove obsolete Vite configuration files and associated plugins

* prompt coniguration backend to be testing

* custom prompt configuration update and fixed Pyright issues

* fixed copilot reviews

* fixed review comments

---------

Co-authored-by: Thiru Dinesh <56014038+Thirunayan22@users.noreply.github.com>
Co-authored-by: Thiru Dinesh <thiru.dinesh@rootcodelabs.com>
Co-authored-by: erangi-ar <erangika.ariyasena@rootcode.io>
Co-authored-by: erangi-ar <111747955+erangi-ar@users.noreply.github.com>

Author: 4 people

DSL/Ruuter.private/rag-search/POST/prompt-configuration/save.yml

@@ -38,7 +38,7 @@ update_prompt:
       id: ${existing_prompt.response.body[0].id}
       prompt: ${prompt}
   result: update_result
-  next: return_update_success
+  next: refresh_llm_cache
 
 insert_prompt:
   call: http.post
@@ -47,6 +47,25 @@ insert_prompt:
     body:
       prompt: ${prompt}
   result: insert_result
+  next: refresh_llm_cache
+
+refresh_llm_cache:
+  call: http.post
+  args:
+    url: "[#RAG_SEARCH_PROMPT_REFRESH]"
+    body: {}
+  result: refresh_result
+  next: check_operation_type
+  on_error: handle_refresh_error
+
+handle_refresh_error:
+  log: "Prompt refresh failed, will use TTL cache fallback"
+  next: check_operation_type
+
+check_operation_type:
+  switch:
+    - condition: "${update_result != null}"
+      next: return_update_success
   next: return_insert_success
 
 return_update_success:
@@ -55,4 +74,4 @@ return_update_success:
 
 return_insert_success:
   return: ${insert_result.response.body[0]}
-  next: end
+  next: end

DSL/Ruuter.public/rag-search/POST/llm-connections/prompts/get-prompt.yml

@@ -0,0 +1,34 @@
+declaration:
+  call: declare
+  version: 0.1
+  description: "Get custom prompt configuration from database"
+  method: post
+  accepts: json
+  returns: json
+  namespace: rag-search
+
+get_prompt_configuration:
+  call: http.get
+  args:
+    url: "[#RAG_SEARCH_RESQL]/get-prompt-configuration"
+  result: prompt_result
+  next: check_prompt_exists
+
+check_prompt_exists:
+  switch:
+    - condition: "${prompt_result.response.body.length > 0}"
+      next: return_result
+  next: return_empty
+
+return_result:
+  return: ${prompt_result.response.body[0]}
+  next: end
+
+return_empty:
+  assign:
+    emptyData: {}
+  next: return_empty_response
+
+return_empty_response:
+  return: ${emptyData}
+  next: end

constants.ini

@@ -7,5 +7,6 @@ RAG_SEARCH_PROJECT_LAYER=rag-search
 RAG_SEARCH_TIM=http://tim:8085
 RAG_SEARCH_CRON_MANAGER=http://cron-manager:9010
 RAG_SEARCH_LLM_ORCHESTRATOR=http://llm-orchestration-service:8100/orchestrate
+RAG_SEARCH_PROMPT_REFRESH=http://llm-orchestration-service:8100/prompt-config/refresh
 DOMAIN=localhost
 DB_PASSWORD=dbadmin