feat!: implement chat endpoint switch

.env.sample

@@ -57,3 +57,5 @@ AZURE_SPEECH_SERVICE_REGION=
 AZURE_AUTH_TYPE=keys
 USE_KEY_VAULT=true
 AZURE_KEY_VAULT_ENDPOINT=
+# Chat conversation type to decide between custom or byod (bring your own data) conversation type
+CHAT_CONVERSATION_TYPE=

code/backend/batch/utilities/helpers/env_helper.py

@@ -202,6 +202,10 @@ def __load_config(self, **kwargs) -> None:
         self.ORCHESTRATION_STRATEGY = os.getenv(
             "ORCHESTRATION_STRATEGY", "openai_function"
         )
+        # Conversation Type - which chooses between custom or byod
+        self.CHAT_CONVERSATION_TYPE = os.getenv(
+            "CHAT_CONVERSATION_TYPE", "custom"
+        )
         # Speech Service
         self.AZURE_SPEECH_SERVICE_NAME = os.getenv("AZURE_SPEECH_SERVICE_NAME", "")
         self.AZURE_SPEECH_SERVICE_REGION = os.getenv("AZURE_SPEECH_SERVICE_REGION")

code/create_app.py

@@ -384,6 +384,14 @@ async def conversation_custom():
                 500,
             )
 
+    @app.route("/api/conversation", methods=["POST"])
+    async def conversation():
+        conversation_type = env_helper.CHAT_CONVERSATION_TYPE
+        if conversation_type == 'custom':
+            return conversation_custom()
+        else:
+            return conversation_azure_byod()
+
     @app.route("/api/speech", methods=["GET"])
     def speech_config():
         try:

infra/main.bicep

@@ -531,6 +531,7 @@ module web './app/web.bicep' = if (hostingModel == 'code') {
       AZURE_SPEECH_SERVICE_REGION: location
       AZURE_SPEECH_RECOGNIZER_LANGUAGES: recognizedLanguages
       ORCHESTRATION_STRATEGY: orchestrationStrategy
+      CHAT_CONVERSATION_TYPE: chatConversationType
       LOGLEVEL: logLevel
     }
   }
@@ -596,6 +597,7 @@ module web_docker './app/web.bicep' = if (hostingModel == 'container') {
       AZURE_SPEECH_SERVICE_REGION: location
       AZURE_SPEECH_RECOGNIZER_LANGUAGES: recognizedLanguages
       ORCHESTRATION_STRATEGY: orchestrationStrategy
+      CHAT_CONVERSATION_TYPE: chatConversationType
       LOGLEVEL: logLevel
     }
   }
@@ -662,7 +664,6 @@ module adminweb './app/adminweb.bicep' = if (hostingModel == 'code') {
       BACKEND_URL: 'https://${functionName}.azurewebsites.net'
       DOCUMENT_PROCESSING_QUEUE_NAME: queueName
       FUNCTION_KEY: clientKey
-      ORCHESTRATION_STRATEGY: orchestrationStrategy
       LOGLEVEL: logLevel
     }
   }
@@ -1042,3 +1043,4 @@ output USE_KEY_VAULT bool = useKeyVault
 output FRONTEND_WEBSITE_NAME string = hostingModel == 'code' ? web.outputs.FRONTEND_API_URI : web_docker.outputs.FRONTEND_API_URI
 output ADMIN_WEBSITE_NAME string = hostingModel == 'code' ? adminweb.outputs.WEBSITE_ADMIN_URI : adminweb_docker.outputs.WEBSITE_ADMIN_URI
 output LOGLEVEL string = logLevel
+output CHAT_CONVERSATION_TYPE string = chatConversationType

infra/main.bicepparam

@@ -17,6 +17,7 @@ param azureSearchUseSemanticSearch = readEnvironmentVariable('AZURE_SEARCH_USE_S
 param orchestrationStrategy = readEnvironmentVariable('ORCHESTRATION_STRATEGY', 'openai_function')
 param logLevel = readEnvironmentVariable('LOGLEVEL', 'INFO')
 param recognizedLanguages = readEnvironmentVariable('AZURE_SPEECH_RECOGNIZER_LANGUAGES', 'en-US,fr-FR,de-DE,it-IT')
+param chatConversationType = readEnvironmentVariable('CHAT_CONVERSATION_TYPE', 'custom')
 
 // OpenAI parameters
 param azureOpenAIApiVersion = readEnvironmentVariable('AZURE_OPENAI_API_VERSION', '2024-02-01')