add vision

Pwd9000-ML · Jan 21, 2024 · b6159b5 · b6159b5
1 parent 5167de0
commit b6159b5
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 4 deletions.
diff --git a/06_librechat_app_config.tf b/06_librechat_app_config.tf
@@ -107,7 +107,7 @@ locals {
 #   # Azure      #
 #   #============#
 #    AZURE_API_KEY = ""
-#    AZURE_OPENAI_MODELS = "gpt-3.5-turbo,gpt-4"
+#    AZURE_OPENAI_MODELS = "gpt-4-1106-preview,gpt-4,gpt-3.5-turbo,gpt-3.5-turbo-1106,gpt-4-vision-preview"
 #    AZURE_OPENAI_DEFAULT_MODEL = "gpt-3.5-turbo"
 #    PLUGINS_USE_AZURE = true
 #    AZURE_USE_MODEL_AS_DEPLOYMENT_NAME = true

diff --git a/tests/auto_test1/testing.auto.tfvars b/tests/auto_test1/testing.auto.tfvars
@@ -52,12 +52,20 @@ oai_network_acls = null
 oai_storage      = null
 oai_model_deployment = [
   {
-    deployment_id  = "gpt-4"
-    model_name     = "gpt-4"
+    deployment_id  = "gpt-4-1106-Preview"
+    model_name     = "gpt-4-1106-Preview"
     model_format   = "OpenAI"
     model_version  = "1106-Preview"
     scale_type     = "Standard"
-    scale_capacity = 10 # 34K == Roughly 204 RPM (Requests per minute)
+    scale_capacity = 20 # 34K == Roughly 204 RPM (Requests per minute)
+  },
+  {
+    deployment_id  = "gpt-4-vision-preview"
+    model_name     = "gpt-4-vision-preview"
+    model_format   = "OpenAI"
+    model_version  = "vision-preview"
+    scale_type     = "Standard"
+    scale_capacity = 20 # 34K == Roughly 204 RPM (Requests per minute)
   }
 ]