Bläddra i källkod

add PROMPT_GENERATION_MAX_TOKENS and CODE_GENERATION_MAX_TOKENS in docker enviromment (#10040)

Xiao Ley 5 månader sedan
förälder
incheckning
c647e4307a
2 ändrade filer med 18 tillägg och 0 borttagningar
  1. 16 0
      docker/.env.example
  2. 2 0
      docker/docker-compose.yaml

+ 16 - 0
docker/.env.example

@@ -558,6 +558,22 @@ ETL_TYPE=dify
 # For example: http://unstructured:8000/general/v0/general
 UNSTRUCTURED_API_URL=
 
+# ------------------------------
+# Model Configuration
+# ------------------------------
+
+# The maximum number of tokens allowed for prompt generation.
+# This setting controls the upper limit of tokens that can be used by the LLM 
+# when generating a prompt in the prompt generation tool.
+# Default: 512 tokens.
+PROMPT_GENERATION_MAX_TOKENS=512
+
+# The maximum number of tokens allowed for code generation.
+# This setting controls the upper limit of tokens that can be used by the LLM 
+# when generating code in the code generation tool.
+# Default: 1024 tokens.
+CODE_GENERATION_MAX_TOKENS=1024
+
 # ------------------------------
 # Multi-modal Configuration
 # ------------------------------

+ 2 - 0
docker/docker-compose.yaml

@@ -207,6 +207,8 @@ x-shared-env: &shared-api-worker-env
   UPLOAD_FILE_BATCH_LIMIT: ${UPLOAD_FILE_BATCH_LIMIT:-5}
   ETL_TYPE: ${ETL_TYPE:-dify}
   UNSTRUCTURED_API_URL: ${UNSTRUCTURED_API_URL:-}
+  PROMPT_GENERATION_MAX_TOKENS: ${PROMPT_GENERATION_MAX_TOKENS:-512}
+  CODE_GENERATION_MAX_TOKENS: ${CODE_GENERATION_MAX_TOKENS:-1024}
   MULTIMODAL_SEND_IMAGE_FORMAT: ${MULTIMODAL_SEND_IMAGE_FORMAT:-base64}
   UPLOAD_IMAGE_FILE_SIZE_LIMIT: ${UPLOAD_IMAGE_FILE_SIZE_LIMIT:-10}
   SENTRY_DSN: ${API_SENTRY_DSN:-}