docker-compose.yaml 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832
  1. x-shared-env: &shared-api-worker-env
  2. WORKFLOW_FILE_UPLOAD_LIMIT: ${WORKFLOW_FILE_UPLOAD_LIMIT:-10}
  3. LOG_LEVEL: ${LOG_LEVEL:-INFO}
  4. LOG_FILE: ${LOG_FILE:-}
  5. LOG_FILE_MAX_SIZE: ${LOG_FILE_MAX_SIZE:-20}
  6. LOG_FILE_BACKUP_COUNT: ${LOG_FILE_BACKUP_COUNT:-5}
  7. DEBUG: ${DEBUG:-false}
  8. FLASK_DEBUG: ${FLASK_DEBUG:-false}
  9. SECRET_KEY: ${SECRET_KEY:-sk-9f73s3ljTXVcMT3Blb3ljTqtsKiGHXVcMT3BlbkFJLK7U}
  10. INIT_PASSWORD: ${INIT_PASSWORD:-}
  11. CONSOLE_WEB_URL: ${CONSOLE_WEB_URL:-}
  12. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  13. SERVICE_API_URL: ${SERVICE_API_URL:-}
  14. APP_WEB_URL: ${APP_WEB_URL:-}
  15. CHECK_UPDATE_URL: ${CHECK_UPDATE_URL:-https://updates.dify.ai}
  16. OPENAI_API_BASE: ${OPENAI_API_BASE:-https://api.openai.com/v1}
  17. FILES_URL: ${FILES_URL:-}
  18. FILES_ACCESS_TIMEOUT: ${FILES_ACCESS_TIMEOUT:-300}
  19. APP_MAX_ACTIVE_REQUESTS: ${APP_MAX_ACTIVE_REQUESTS:-0}
  20. MIGRATION_ENABLED: ${MIGRATION_ENABLED:-true}
  21. DEPLOY_ENV: ${DEPLOY_ENV:-PRODUCTION}
  22. DIFY_BIND_ADDRESS: ${DIFY_BIND_ADDRESS:-0.0.0.0}
  23. DIFY_PORT: ${DIFY_PORT:-5001}
  24. SERVER_WORKER_AMOUNT: ${SERVER_WORKER_AMOUNT:-}
  25. SERVER_WORKER_CLASS: ${SERVER_WORKER_CLASS:-}
  26. CELERY_WORKER_CLASS: ${CELERY_WORKER_CLASS:-}
  27. GUNICORN_TIMEOUT: ${GUNICORN_TIMEOUT:-360}
  28. CELERY_WORKER_AMOUNT: ${CELERY_WORKER_AMOUNT:-}
  29. CELERY_AUTO_SCALE: ${CELERY_AUTO_SCALE:-false}
  30. CELERY_MAX_WORKERS: ${CELERY_MAX_WORKERS:-}
  31. CELERY_MIN_WORKERS: ${CELERY_MIN_WORKERS:-}
  32. API_TOOL_DEFAULT_CONNECT_TIMEOUT: ${API_TOOL_DEFAULT_CONNECT_TIMEOUT:-10}
  33. API_TOOL_DEFAULT_READ_TIMEOUT: ${API_TOOL_DEFAULT_READ_TIMEOUT:-60}
  34. DB_USERNAME: ${DB_USERNAME:-postgres}
  35. DB_PASSWORD: ${DB_PASSWORD:-difyai123456}
  36. DB_HOST: ${DB_HOST:-db}
  37. DB_PORT: ${DB_PORT:-5432}
  38. DB_DATABASE: ${DB_DATABASE:-dify}
  39. SQLALCHEMY_POOL_SIZE: ${SQLALCHEMY_POOL_SIZE:-30}
  40. SQLALCHEMY_POOL_RECYCLE: ${SQLALCHEMY_POOL_RECYCLE:-3600}
  41. SQLALCHEMY_ECHO: ${SQLALCHEMY_ECHO:-false}
  42. REDIS_HOST: ${REDIS_HOST:-redis}
  43. REDIS_PORT: ${REDIS_PORT:-6379}
  44. REDIS_USERNAME: ${REDIS_USERNAME:-}
  45. REDIS_PASSWORD: ${REDIS_PASSWORD:-difyai123456}
  46. REDIS_USE_SSL: ${REDIS_USE_SSL:-false}
  47. REDIS_DB: ${REDIS_DB:-0}
  48. REDIS_USE_SENTINEL: ${REDIS_USE_SENTINEL:-false}
  49. REDIS_SENTINELS: ${REDIS_SENTINELS:-}
  50. REDIS_SENTINEL_SERVICE_NAME: ${REDIS_SENTINEL_SERVICE_NAME:-}
  51. REDIS_SENTINEL_USERNAME: ${REDIS_SENTINEL_USERNAME:-}
  52. REDIS_SENTINEL_PASSWORD: ${REDIS_SENTINEL_PASSWORD:-}
  53. REDIS_SENTINEL_SOCKET_TIMEOUT: ${REDIS_SENTINEL_SOCKET_TIMEOUT:-0.1}
  54. ACCESS_TOKEN_EXPIRE_MINUTES: ${ACCESS_TOKEN_EXPIRE_MINUTES:-60}
  55. CELERY_BROKER_URL: ${CELERY_BROKER_URL:-redis://:difyai123456@redis:6379/1}
  56. BROKER_USE_SSL: ${BROKER_USE_SSL:-false}
  57. CELERY_USE_SENTINEL: ${CELERY_USE_SENTINEL:-false}
  58. CELERY_SENTINEL_MASTER_NAME: ${CELERY_SENTINEL_MASTER_NAME:-}
  59. CELERY_SENTINEL_SOCKET_TIMEOUT: ${CELERY_SENTINEL_SOCKET_TIMEOUT:-0.1}
  60. WEB_API_CORS_ALLOW_ORIGINS: ${WEB_API_CORS_ALLOW_ORIGINS:-*}
  61. CONSOLE_CORS_ALLOW_ORIGINS: ${CONSOLE_CORS_ALLOW_ORIGINS:-*}
  62. STORAGE_TYPE: ${STORAGE_TYPE:-local}
  63. STORAGE_LOCAL_PATH: ${STORAGE_LOCAL_PATH:-storage}
  64. S3_USE_AWS_MANAGED_IAM: ${S3_USE_AWS_MANAGED_IAM:-false}
  65. S3_ENDPOINT: ${S3_ENDPOINT:-}
  66. S3_BUCKET_NAME: ${S3_BUCKET_NAME:-}
  67. S3_ACCESS_KEY: ${S3_ACCESS_KEY:-}
  68. S3_SECRET_KEY: ${S3_SECRET_KEY:-}
  69. S3_REGION: ${S3_REGION:-us-east-1}
  70. AZURE_BLOB_ACCOUNT_NAME: ${AZURE_BLOB_ACCOUNT_NAME:-}
  71. AZURE_BLOB_ACCOUNT_KEY: ${AZURE_BLOB_ACCOUNT_KEY:-}
  72. AZURE_BLOB_CONTAINER_NAME: ${AZURE_BLOB_CONTAINER_NAME:-}
  73. AZURE_BLOB_ACCOUNT_URL: ${AZURE_BLOB_ACCOUNT_URL:-}
  74. GOOGLE_STORAGE_BUCKET_NAME: ${GOOGLE_STORAGE_BUCKET_NAME:-}
  75. GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64: ${GOOGLE_STORAGE_SERVICE_ACCOUNT_JSON_BASE64:-}
  76. ALIYUN_OSS_BUCKET_NAME: ${ALIYUN_OSS_BUCKET_NAME:-}
  77. ALIYUN_OSS_ACCESS_KEY: ${ALIYUN_OSS_ACCESS_KEY:-}
  78. ALIYUN_OSS_SECRET_KEY: ${ALIYUN_OSS_SECRET_KEY:-}
  79. ALIYUN_OSS_ENDPOINT: ${ALIYUN_OSS_ENDPOINT:-}
  80. ALIYUN_OSS_REGION: ${ALIYUN_OSS_REGION:-}
  81. ALIYUN_OSS_AUTH_VERSION: ${ALIYUN_OSS_AUTH_VERSION:-v4}
  82. ALIYUN_OSS_PATH: ${ALIYUN_OSS_PATH:-}
  83. TENCENT_COS_BUCKET_NAME: ${TENCENT_COS_BUCKET_NAME:-}
  84. TENCENT_COS_SECRET_KEY: ${TENCENT_COS_SECRET_KEY:-}
  85. TENCENT_COS_SECRET_ID: ${TENCENT_COS_SECRET_ID:-}
  86. TENCENT_COS_REGION: ${TENCENT_COS_REGION:-}
  87. TENCENT_COS_SCHEME: ${TENCENT_COS_SCHEME:-}
  88. HUAWEI_OBS_BUCKET_NAME: ${HUAWEI_OBS_BUCKET_NAME:-}
  89. HUAWEI_OBS_SECRET_KEY: ${HUAWEI_OBS_SECRET_KEY:-}
  90. HUAWEI_OBS_ACCESS_KEY: ${HUAWEI_OBS_ACCESS_KEY:-}
  91. HUAWEI_OBS_SERVER: ${HUAWEI_OBS_SERVER:-}
  92. OCI_ENDPOINT: ${OCI_ENDPOINT:-}
  93. OCI_BUCKET_NAME: ${OCI_BUCKET_NAME:-}
  94. OCI_ACCESS_KEY: ${OCI_ACCESS_KEY:-}
  95. OCI_SECRET_KEY: ${OCI_SECRET_KEY:-}
  96. OCI_REGION: ${OCI_REGION:-}
  97. VOLCENGINE_TOS_BUCKET_NAME: ${VOLCENGINE_TOS_BUCKET_NAME:-}
  98. VOLCENGINE_TOS_SECRET_KEY: ${VOLCENGINE_TOS_SECRET_KEY:-}
  99. VOLCENGINE_TOS_ACCESS_KEY: ${VOLCENGINE_TOS_ACCESS_KEY:-}
  100. VOLCENGINE_TOS_ENDPOINT: ${VOLCENGINE_TOS_ENDPOINT:-}
  101. VOLCENGINE_TOS_REGION: ${VOLCENGINE_TOS_REGION:-}
  102. BAIDU_OBS_BUCKET_NAME: ${BAIDU_OBS_BUCKET_NAME:-}
  103. BAIDU_OBS_SECRET_KEY: ${BAIDU_OBS_SECRET_KEY:-}
  104. BAIDU_OBS_ACCESS_KEY: ${BAIDU_OBS_ACCESS_KEY:-}
  105. BAIDU_OBS_ENDPOINT: ${BAIDU_OBS_ENDPOINT:-}
  106. VECTOR_STORE: ${VECTOR_STORE:-weaviate}
  107. WEAVIATE_ENDPOINT: ${WEAVIATE_ENDPOINT:-http://weaviate:8080}
  108. WEAVIATE_API_KEY: ${WEAVIATE_API_KEY:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  109. QDRANT_URL: ${QDRANT_URL:-http://qdrant:6333}
  110. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  111. QDRANT_CLIENT_TIMEOUT: ${QDRANT_CLIENT_TIMEOUT:-20}
  112. QDRANT_GRPC_ENABLED: ${QDRANT_GRPC_ENABLED:-false}
  113. QDRANT_GRPC_PORT: ${QDRANT_GRPC_PORT:-6334}
  114. COUCHBASE_CONNECTION_STRING: ${COUCHBASE_CONNECTION_STRING:-'couchbase-server'}
  115. COUCHBASE_USER: ${COUCHBASE_USER:-Administrator}
  116. COUCHBASE_PASSWORD: ${COUCHBASE_PASSWORD:-password}
  117. COUCHBASE_BUCKET_NAME: ${COUCHBASE_BUCKET_NAME:-Embeddings}
  118. COUCHBASE_SCOPE_NAME: ${COUCHBASE_SCOPE_NAME:-_default}
  119. MILVUS_URI: ${MILVUS_URI:-http://127.0.0.1:19530}
  120. MILVUS_TOKEN: ${MILVUS_TOKEN:-}
  121. MILVUS_USER: ${MILVUS_USER:-root}
  122. MILVUS_PASSWORD: ${MILVUS_PASSWORD:-Milvus}
  123. MYSCALE_HOST: ${MYSCALE_HOST:-myscale}
  124. MYSCALE_PORT: ${MYSCALE_PORT:-8123}
  125. MYSCALE_USER: ${MYSCALE_USER:-default}
  126. MYSCALE_PASSWORD: ${MYSCALE_PASSWORD:-}
  127. MYSCALE_DATABASE: ${MYSCALE_DATABASE:-dify}
  128. MYSCALE_FTS_PARAMS: ${MYSCALE_FTS_PARAMS:-}
  129. RELYT_HOST: ${RELYT_HOST:-db}
  130. RELYT_PORT: ${RELYT_PORT:-5432}
  131. RELYT_USER: ${RELYT_USER:-postgres}
  132. RELYT_PASSWORD: ${RELYT_PASSWORD:-difyai123456}
  133. RELYT_DATABASE: ${RELYT_DATABASE:-postgres}
  134. PGVECTOR_HOST: ${PGVECTOR_HOST:-pgvector}
  135. PGVECTOR_PORT: ${PGVECTOR_PORT:-5432}
  136. PGVECTOR_USER: ${PGVECTOR_USER:-postgres}
  137. PGVECTOR_PASSWORD: ${PGVECTOR_PASSWORD:-difyai123456}
  138. PGVECTOR_DATABASE: ${PGVECTOR_DATABASE:-dify}
  139. TIDB_VECTOR_HOST: ${TIDB_VECTOR_HOST:-tidb}
  140. TIDB_VECTOR_PORT: ${TIDB_VECTOR_PORT:-4000}
  141. TIDB_VECTOR_USER: ${TIDB_VECTOR_USER:-}
  142. TIDB_VECTOR_PASSWORD: ${TIDB_VECTOR_PASSWORD:-}
  143. TIDB_VECTOR_DATABASE: ${TIDB_VECTOR_DATABASE:-dify}
  144. TIDB_ON_QDRANT_URL: ${TIDB_ON_QDRANT_URL:-http://127.0.0.1}
  145. TIDB_ON_QDRANT_API_KEY: ${TIDB_ON_QDRANT_API_KEY:-dify}
  146. TIDB_ON_QDRANT_CLIENT_TIMEOUT: ${TIDB_ON_QDRANT_CLIENT_TIMEOUT:-20}
  147. TIDB_ON_QDRANT_GRPC_ENABLED: ${TIDB_ON_QDRANT_GRPC_ENABLED:-false}
  148. TIDB_ON_QDRANT_GRPC_PORT: ${TIDB_ON_QDRANT_GRPC_PORT:-6334}
  149. TIDB_PUBLIC_KEY: ${TIDB_PUBLIC_KEY:-dify}
  150. TIDB_PRIVATE_KEY: ${TIDB_PRIVATE_KEY:-dify}
  151. TIDB_API_URL: ${TIDB_API_URL:-http://127.0.0.1}
  152. TIDB_IAM_API_URL: ${TIDB_IAM_API_URL:-http://127.0.0.1}
  153. TIDB_REGION: ${TIDB_REGION:-regions/aws-us-east-1}
  154. TIDB_PROJECT_ID: ${TIDB_PROJECT_ID:-dify}
  155. TIDB_SPEND_LIMIT: ${TIDB_SPEND_LIMIT:-100}
  156. ORACLE_HOST: ${ORACLE_HOST:-oracle}
  157. ORACLE_PORT: ${ORACLE_PORT:-1521}
  158. ORACLE_USER: ${ORACLE_USER:-dify}
  159. ORACLE_PASSWORD: ${ORACLE_PASSWORD:-dify}
  160. ORACLE_DATABASE: ${ORACLE_DATABASE:-FREEPDB1}
  161. CHROMA_HOST: ${CHROMA_HOST:-127.0.0.1}
  162. CHROMA_PORT: ${CHROMA_PORT:-8000}
  163. CHROMA_TENANT: ${CHROMA_TENANT:-default_tenant}
  164. CHROMA_DATABASE: ${CHROMA_DATABASE:-default_database}
  165. CHROMA_AUTH_PROVIDER: ${CHROMA_AUTH_PROVIDER:-chromadb.auth.token_authn.TokenAuthClientProvider}
  166. CHROMA_AUTH_CREDENTIALS: ${CHROMA_AUTH_CREDENTIALS:-}
  167. ELASTICSEARCH_HOST: ${ELASTICSEARCH_HOST:-0.0.0.0}
  168. ELASTICSEARCH_PORT: ${ELASTICSEARCH_PORT:-9200}
  169. ELASTICSEARCH_USERNAME: ${ELASTICSEARCH_USERNAME:-elastic}
  170. ELASTICSEARCH_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  171. LINDORM_URL: ${LINDORM_URL:-http://lindorm:30070}
  172. LINDORM_USERNAME: ${LINDORM_USERNAME:-lindorm}
  173. LINDORM_PASSWORD: ${LINDORM_USERNAME:-lindorm }
  174. KIBANA_PORT: ${KIBANA_PORT:-5601}
  175. # AnalyticDB configuration
  176. ANALYTICDB_KEY_ID: ${ANALYTICDB_KEY_ID:-}
  177. ANALYTICDB_KEY_SECRET: ${ANALYTICDB_KEY_SECRET:-}
  178. ANALYTICDB_REGION_ID: ${ANALYTICDB_REGION_ID:-}
  179. ANALYTICDB_INSTANCE_ID: ${ANALYTICDB_INSTANCE_ID:-}
  180. ANALYTICDB_ACCOUNT: ${ANALYTICDB_ACCOUNT:-}
  181. ANALYTICDB_PASSWORD: ${ANALYTICDB_PASSWORD:-}
  182. ANALYTICDB_NAMESPACE: ${ANALYTICDB_NAMESPACE:-dify}
  183. ANALYTICDB_NAMESPACE_PASSWORD: ${ANALYTICDB_NAMESPACE_PASSWORD:-}
  184. OPENSEARCH_HOST: ${OPENSEARCH_HOST:-opensearch}
  185. OPENSEARCH_PORT: ${OPENSEARCH_PORT:-9200}
  186. OPENSEARCH_USER: ${OPENSEARCH_USER:-admin}
  187. OPENSEARCH_PASSWORD: ${OPENSEARCH_PASSWORD:-admin}
  188. OPENSEARCH_SECURE: ${OPENSEARCH_SECURE:-true}
  189. TENCENT_VECTOR_DB_URL: ${TENCENT_VECTOR_DB_URL:-http://127.0.0.1}
  190. TENCENT_VECTOR_DB_API_KEY: ${TENCENT_VECTOR_DB_API_KEY:-dify}
  191. TENCENT_VECTOR_DB_TIMEOUT: ${TENCENT_VECTOR_DB_TIMEOUT:-30}
  192. TENCENT_VECTOR_DB_USERNAME: ${TENCENT_VECTOR_DB_USERNAME:-dify}
  193. TENCENT_VECTOR_DB_DATABASE: ${TENCENT_VECTOR_DB_DATABASE:-dify}
  194. TENCENT_VECTOR_DB_SHARD: ${TENCENT_VECTOR_DB_SHARD:-1}
  195. TENCENT_VECTOR_DB_REPLICAS: ${TENCENT_VECTOR_DB_REPLICAS:-2}
  196. BAIDU_VECTOR_DB_ENDPOINT: ${BAIDU_VECTOR_DB_ENDPOINT:-http://127.0.0.1:5287}
  197. BAIDU_VECTOR_DB_CONNECTION_TIMEOUT_MS: ${BAIDU_VECTOR_DB_CONNECTION_TIMEOUT_MS:-30000}
  198. BAIDU_VECTOR_DB_ACCOUNT: ${BAIDU_VECTOR_DB_ACCOUNT:-root}
  199. BAIDU_VECTOR_DB_API_KEY: ${BAIDU_VECTOR_DB_API_KEY:-dify}
  200. BAIDU_VECTOR_DB_DATABASE: ${BAIDU_VECTOR_DB_DATABASE:-dify}
  201. BAIDU_VECTOR_DB_SHARD: ${BAIDU_VECTOR_DB_SHARD:-1}
  202. BAIDU_VECTOR_DB_REPLICAS: ${BAIDU_VECTOR_DB_REPLICAS:-3}
  203. VIKINGDB_ACCESS_KEY: ${VIKINGDB_ACCESS_KEY:-dify}
  204. VIKINGDB_SECRET_KEY: ${VIKINGDB_SECRET_KEY:-dify}
  205. VIKINGDB_REGION: ${VIKINGDB_REGION:-cn-shanghai}
  206. VIKINGDB_HOST: ${VIKINGDB_HOST:-api-vikingdb.xxx.volces.com}
  207. VIKINGDB_SCHEMA: ${VIKINGDB_SCHEMA:-http}
  208. UPSTASH_VECTOR_URL: ${UPSTASH_VECTOR_URL:-https://xxx-vector.upstash.io}
  209. UPSTASH_VECTOR_TOKEN: ${UPSTASH_VECTOR_TOKEN:-dify}
  210. UPLOAD_FILE_SIZE_LIMIT: ${UPLOAD_FILE_SIZE_LIMIT:-15}
  211. UPLOAD_FILE_BATCH_LIMIT: ${UPLOAD_FILE_BATCH_LIMIT:-5}
  212. ETL_TYPE: ${ETL_TYPE:-dify}
  213. UNSTRUCTURED_API_URL: ${UNSTRUCTURED_API_URL:-}
  214. PROMPT_GENERATION_MAX_TOKENS: ${PROMPT_GENERATION_MAX_TOKENS:-512}
  215. CODE_GENERATION_MAX_TOKENS: ${CODE_GENERATION_MAX_TOKENS:-1024}
  216. MULTIMODAL_SEND_IMAGE_FORMAT: ${MULTIMODAL_SEND_IMAGE_FORMAT:-base64}
  217. MULTIMODAL_SEND_VIDEO_FORMAT: ${MULTIMODAL_SEND_VIDEO_FORMAT:-base64}
  218. UPLOAD_IMAGE_FILE_SIZE_LIMIT: ${UPLOAD_IMAGE_FILE_SIZE_LIMIT:-10}
  219. UPLOAD_VIDEO_FILE_SIZE_LIMIT: ${UPLOAD_VIDEO_FILE_SIZE_LIMIT:-100}
  220. UPLOAD_AUDIO_FILE_SIZE_LIMIT: ${UPLOAD_AUDIO_FILE_SIZE_LIMIT:-50}
  221. SENTRY_DSN: ${API_SENTRY_DSN:-}
  222. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  223. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  224. NOTION_INTEGRATION_TYPE: ${NOTION_INTEGRATION_TYPE:-public}
  225. NOTION_CLIENT_SECRET: ${NOTION_CLIENT_SECRET:-}
  226. NOTION_CLIENT_ID: ${NOTION_CLIENT_ID:-}
  227. NOTION_INTERNAL_SECRET: ${NOTION_INTERNAL_SECRET:-}
  228. MAIL_TYPE: ${MAIL_TYPE:-resend}
  229. MAIL_DEFAULT_SEND_FROM: ${MAIL_DEFAULT_SEND_FROM:-}
  230. SMTP_SERVER: ${SMTP_SERVER:-}
  231. SMTP_PORT: ${SMTP_PORT:-465}
  232. SMTP_USERNAME: ${SMTP_USERNAME:-}
  233. SMTP_PASSWORD: ${SMTP_PASSWORD:-}
  234. SMTP_USE_TLS: ${SMTP_USE_TLS:-true}
  235. SMTP_OPPORTUNISTIC_TLS: ${SMTP_OPPORTUNISTIC_TLS:-false}
  236. RESEND_API_KEY: ${RESEND_API_KEY:-your-resend-api-key}
  237. RESEND_API_URL: ${RESEND_API_URL:-https://api.resend.com}
  238. INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH: ${INDEXING_MAX_SEGMENTATION_TOKENS_LENGTH:-1000}
  239. INVITE_EXPIRY_HOURS: ${INVITE_EXPIRY_HOURS:-72}
  240. RESET_PASSWORD_TOKEN_EXPIRY_MINUTES: ${RESET_PASSWORD_TOKEN_EXPIRY_MINUTES:-5}
  241. CODE_EXECUTION_ENDPOINT: ${CODE_EXECUTION_ENDPOINT:-http://sandbox:8194}
  242. CODE_EXECUTION_API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  243. CODE_MAX_NUMBER: ${CODE_MAX_NUMBER:-9223372036854775807}
  244. CODE_MIN_NUMBER: ${CODE_MIN_NUMBER:--9223372036854775808}
  245. CODE_MAX_DEPTH: ${CODE_MAX_DEPTH:-5}
  246. CODE_MAX_PRECISION: ${CODE_MAX_PRECISION:-20}
  247. CODE_MAX_STRING_LENGTH: ${CODE_MAX_STRING_LENGTH:-80000}
  248. TEMPLATE_TRANSFORM_MAX_LENGTH: ${TEMPLATE_TRANSFORM_MAX_LENGTH:-80000}
  249. CODE_MAX_STRING_ARRAY_LENGTH: ${CODE_MAX_STRING_ARRAY_LENGTH:-30}
  250. CODE_MAX_OBJECT_ARRAY_LENGTH: ${CODE_MAX_OBJECT_ARRAY_LENGTH:-30}
  251. CODE_MAX_NUMBER_ARRAY_LENGTH: ${CODE_MAX_NUMBER_ARRAY_LENGTH:-1000}
  252. WORKFLOW_MAX_EXECUTION_STEPS: ${WORKFLOW_MAX_EXECUTION_STEPS:-500}
  253. WORKFLOW_MAX_EXECUTION_TIME: ${WORKFLOW_MAX_EXECUTION_TIME:-1200}
  254. WORKFLOW_CALL_MAX_DEPTH: ${WORKFLOW_CALL_MAX_DEPTH:-5}
  255. SSRF_PROXY_HTTP_URL: ${SSRF_PROXY_HTTP_URL:-http://ssrf_proxy:3128}
  256. SSRF_PROXY_HTTPS_URL: ${SSRF_PROXY_HTTPS_URL:-http://ssrf_proxy:3128}
  257. HTTP_REQUEST_NODE_MAX_BINARY_SIZE: ${HTTP_REQUEST_NODE_MAX_BINARY_SIZE:-10485760}
  258. HTTP_REQUEST_NODE_MAX_TEXT_SIZE: ${HTTP_REQUEST_NODE_MAX_TEXT_SIZE:-1048576}
  259. APP_MAX_EXECUTION_TIME: ${APP_MAX_EXECUTION_TIME:-12000}
  260. POSITION_TOOL_PINS: ${POSITION_TOOL_PINS:-}
  261. POSITION_TOOL_INCLUDES: ${POSITION_TOOL_INCLUDES:-}
  262. POSITION_TOOL_EXCLUDES: ${POSITION_TOOL_EXCLUDES:-}
  263. POSITION_PROVIDER_PINS: ${POSITION_PROVIDER_PINS:-}
  264. POSITION_PROVIDER_INCLUDES: ${POSITION_PROVIDER_INCLUDES:-}
  265. POSITION_PROVIDER_EXCLUDES: ${POSITION_PROVIDER_EXCLUDES:-}
  266. MAX_VARIABLE_SIZE: ${MAX_VARIABLE_SIZE:-204800}
  267. OCEANBASE_VECTOR_HOST: ${OCEANBASE_VECTOR_HOST:-http://oceanbase-vector}
  268. OCEANBASE_VECTOR_PORT: ${OCEANBASE_VECTOR_PORT:-2881}
  269. OCEANBASE_VECTOR_USER: ${OCEANBASE_VECTOR_USER:-root@test}
  270. OCEANBASE_VECTOR_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  271. OCEANBASE_VECTOR_DATABASE: ${OCEANBASE_VECTOR_DATABASE:-test}
  272. OCEANBASE_CLUSTER_NAME: ${OCEANBASE_CLUSTER_NAME:-difyai}
  273. OCEANBASE_MEMORY_LIMIT: ${OCEANBASE_MEMORY_LIMIT:-6G}
  274. CREATE_TIDB_SERVICE_JOB_ENABLED: ${CREATE_TIDB_SERVICE_JOB_ENABLED:-false}
  275. services:
  276. # API service
  277. api:
  278. image: langgenius/dify-api:0.11.0
  279. restart: always
  280. environment:
  281. # Use the shared environment variables.
  282. <<: *shared-api-worker-env
  283. # Startup mode, 'api' starts the API server.
  284. MODE: api
  285. depends_on:
  286. - db
  287. - redis
  288. volumes:
  289. # Mount the storage directory to the container, for storing user files.
  290. - ./volumes/app/storage:/app/api/storage
  291. networks:
  292. - ssrf_proxy_network
  293. - default
  294. # worker service
  295. # The Celery worker for processing the queue.
  296. worker:
  297. image: langgenius/dify-api:0.11.0
  298. restart: always
  299. environment:
  300. # Use the shared environment variables.
  301. <<: *shared-api-worker-env
  302. # Startup mode, 'worker' starts the Celery worker for processing the queue.
  303. MODE: worker
  304. depends_on:
  305. - db
  306. - redis
  307. volumes:
  308. # Mount the storage directory to the container, for storing user files.
  309. - ./volumes/app/storage:/app/api/storage
  310. networks:
  311. - ssrf_proxy_network
  312. - default
  313. # Frontend web application.
  314. web:
  315. image: langgenius/dify-web:0.11.0
  316. restart: always
  317. environment:
  318. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  319. APP_API_URL: ${APP_API_URL:-}
  320. SENTRY_DSN: ${WEB_SENTRY_DSN:-}
  321. NEXT_TELEMETRY_DISABLED: ${NEXT_TELEMETRY_DISABLED:-0}
  322. TEXT_GENERATION_TIMEOUT_MS: ${TEXT_GENERATION_TIMEOUT_MS:-60000}
  323. CSP_WHITELIST: ${CSP_WHITELIST:-}
  324. # The postgres database.
  325. db:
  326. image: postgres:15-alpine
  327. restart: always
  328. environment:
  329. PGUSER: ${PGUSER:-postgres}
  330. POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-difyai123456}
  331. POSTGRES_DB: ${POSTGRES_DB:-dify}
  332. PGDATA: ${PGDATA:-/var/lib/postgresql/data/pgdata}
  333. command: >
  334. postgres -c 'max_connections=${POSTGRES_MAX_CONNECTIONS:-100}'
  335. -c 'shared_buffers=${POSTGRES_SHARED_BUFFERS:-128MB}'
  336. -c 'work_mem=${POSTGRES_WORK_MEM:-4MB}'
  337. -c 'maintenance_work_mem=${POSTGRES_MAINTENANCE_WORK_MEM:-64MB}'
  338. -c 'effective_cache_size=${POSTGRES_EFFECTIVE_CACHE_SIZE:-4096MB}'
  339. volumes:
  340. - ./volumes/db/data:/var/lib/postgresql/data
  341. healthcheck:
  342. test: ['CMD', 'pg_isready']
  343. interval: 1s
  344. timeout: 3s
  345. retries: 30
  346. # The redis cache.
  347. redis:
  348. image: redis:6-alpine
  349. restart: always
  350. volumes:
  351. # Mount the redis data directory to the container.
  352. - ./volumes/redis/data:/data
  353. # Set the redis password when startup redis server.
  354. command: redis-server --requirepass ${REDIS_PASSWORD:-difyai123456}
  355. healthcheck:
  356. test: ['CMD', 'redis-cli', 'ping']
  357. # The DifySandbox
  358. sandbox:
  359. image: langgenius/dify-sandbox:0.2.10
  360. restart: always
  361. environment:
  362. # The DifySandbox configurations
  363. # Make sure you are changing this key for your deployment with a strong key.
  364. # You can generate a strong key using `openssl rand -base64 42`.
  365. API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  366. GIN_MODE: ${SANDBOX_GIN_MODE:-release}
  367. WORKER_TIMEOUT: ${SANDBOX_WORKER_TIMEOUT:-15}
  368. ENABLE_NETWORK: ${SANDBOX_ENABLE_NETWORK:-true}
  369. HTTP_PROXY: ${SANDBOX_HTTP_PROXY:-http://ssrf_proxy:3128}
  370. HTTPS_PROXY: ${SANDBOX_HTTPS_PROXY:-http://ssrf_proxy:3128}
  371. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  372. volumes:
  373. - ./volumes/sandbox/dependencies:/dependencies
  374. healthcheck:
  375. test: ['CMD', 'curl', '-f', 'http://localhost:8194/health']
  376. networks:
  377. - ssrf_proxy_network
  378. # ssrf_proxy server
  379. # for more information, please refer to
  380. # https://docs.dify.ai/learn-more/faq/install-faq#id-18.-why-is-ssrf_proxy-needed
  381. ssrf_proxy:
  382. image: ubuntu/squid:latest
  383. restart: always
  384. volumes:
  385. - ./ssrf_proxy/squid.conf.template:/etc/squid/squid.conf.template
  386. - ./ssrf_proxy/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  387. entrypoint:
  388. [
  389. 'sh',
  390. '-c',
  391. "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh",
  392. ]
  393. environment:
  394. # pls clearly modify the squid env vars to fit your network environment.
  395. HTTP_PORT: ${SSRF_HTTP_PORT:-3128}
  396. COREDUMP_DIR: ${SSRF_COREDUMP_DIR:-/var/spool/squid}
  397. REVERSE_PROXY_PORT: ${SSRF_REVERSE_PROXY_PORT:-8194}
  398. SANDBOX_HOST: ${SSRF_SANDBOX_HOST:-sandbox}
  399. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  400. networks:
  401. - ssrf_proxy_network
  402. - default
  403. # Certbot service
  404. # use `docker-compose --profile certbot up` to start the certbot service.
  405. certbot:
  406. image: certbot/certbot
  407. profiles:
  408. - certbot
  409. volumes:
  410. - ./volumes/certbot/conf:/etc/letsencrypt
  411. - ./volumes/certbot/www:/var/www/html
  412. - ./volumes/certbot/logs:/var/log/letsencrypt
  413. - ./volumes/certbot/conf/live:/etc/letsencrypt/live
  414. - ./certbot/update-cert.template.txt:/update-cert.template.txt
  415. - ./certbot/docker-entrypoint.sh:/docker-entrypoint.sh
  416. environment:
  417. - CERTBOT_EMAIL=${CERTBOT_EMAIL}
  418. - CERTBOT_DOMAIN=${CERTBOT_DOMAIN}
  419. - CERTBOT_OPTIONS=${CERTBOT_OPTIONS:-}
  420. entrypoint: ['/docker-entrypoint.sh']
  421. command: ['tail', '-f', '/dev/null']
  422. # The nginx reverse proxy.
  423. # used for reverse proxying the API service and Web service.
  424. nginx:
  425. image: nginx:latest
  426. restart: always
  427. volumes:
  428. - ./nginx/nginx.conf.template:/etc/nginx/nginx.conf.template
  429. - ./nginx/proxy.conf.template:/etc/nginx/proxy.conf.template
  430. - ./nginx/https.conf.template:/etc/nginx/https.conf.template
  431. - ./nginx/conf.d:/etc/nginx/conf.d
  432. - ./nginx/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  433. - ./nginx/ssl:/etc/ssl # cert dir (legacy)
  434. - ./volumes/certbot/conf/live:/etc/letsencrypt/live # cert dir (with certbot container)
  435. - ./volumes/certbot/conf:/etc/letsencrypt
  436. - ./volumes/certbot/www:/var/www/html
  437. entrypoint:
  438. [
  439. 'sh',
  440. '-c',
  441. "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh",
  442. ]
  443. environment:
  444. NGINX_SERVER_NAME: ${NGINX_SERVER_NAME:-_}
  445. NGINX_HTTPS_ENABLED: ${NGINX_HTTPS_ENABLED:-false}
  446. NGINX_SSL_PORT: ${NGINX_SSL_PORT:-443}
  447. NGINX_PORT: ${NGINX_PORT:-80}
  448. # You're required to add your own SSL certificates/keys to the `./nginx/ssl` directory
  449. # and modify the env vars below in .env if HTTPS_ENABLED is true.
  450. NGINX_SSL_CERT_FILENAME: ${NGINX_SSL_CERT_FILENAME:-dify.crt}
  451. NGINX_SSL_CERT_KEY_FILENAME: ${NGINX_SSL_CERT_KEY_FILENAME:-dify.key}
  452. NGINX_SSL_PROTOCOLS: ${NGINX_SSL_PROTOCOLS:-TLSv1.1 TLSv1.2 TLSv1.3}
  453. NGINX_WORKER_PROCESSES: ${NGINX_WORKER_PROCESSES:-auto}
  454. NGINX_CLIENT_MAX_BODY_SIZE: ${NGINX_CLIENT_MAX_BODY_SIZE:-15M}
  455. NGINX_KEEPALIVE_TIMEOUT: ${NGINX_KEEPALIVE_TIMEOUT:-65}
  456. NGINX_PROXY_READ_TIMEOUT: ${NGINX_PROXY_READ_TIMEOUT:-3600s}
  457. NGINX_PROXY_SEND_TIMEOUT: ${NGINX_PROXY_SEND_TIMEOUT:-3600s}
  458. NGINX_ENABLE_CERTBOT_CHALLENGE: ${NGINX_ENABLE_CERTBOT_CHALLENGE:-false}
  459. CERTBOT_DOMAIN: ${CERTBOT_DOMAIN:-}
  460. depends_on:
  461. - api
  462. - web
  463. ports:
  464. - '${EXPOSE_NGINX_PORT:-80}:${NGINX_PORT:-80}'
  465. - '${EXPOSE_NGINX_SSL_PORT:-443}:${NGINX_SSL_PORT:-443}'
  466. # The Weaviate vector store.
  467. weaviate:
  468. image: semitechnologies/weaviate:1.19.0
  469. profiles:
  470. - ''
  471. - weaviate
  472. restart: always
  473. volumes:
  474. # Mount the Weaviate data directory to the con tainer.
  475. - ./volumes/weaviate:/var/lib/weaviate
  476. environment:
  477. # The Weaviate configurations
  478. # You can refer to the [Weaviate](https://weaviate.io/developers/weaviate/config-refs/env-vars) documentation for more information.
  479. PERSISTENCE_DATA_PATH: ${WEAVIATE_PERSISTENCE_DATA_PATH:-/var/lib/weaviate}
  480. QUERY_DEFAULTS_LIMIT: ${WEAVIATE_QUERY_DEFAULTS_LIMIT:-25}
  481. AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: ${WEAVIATE_AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED:-false}
  482. DEFAULT_VECTORIZER_MODULE: ${WEAVIATE_DEFAULT_VECTORIZER_MODULE:-none}
  483. CLUSTER_HOSTNAME: ${WEAVIATE_CLUSTER_HOSTNAME:-node1}
  484. AUTHENTICATION_APIKEY_ENABLED: ${WEAVIATE_AUTHENTICATION_APIKEY_ENABLED:-true}
  485. AUTHENTICATION_APIKEY_ALLOWED_KEYS: ${WEAVIATE_AUTHENTICATION_APIKEY_ALLOWED_KEYS:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  486. AUTHENTICATION_APIKEY_USERS: ${WEAVIATE_AUTHENTICATION_APIKEY_USERS:-hello@dify.ai}
  487. AUTHORIZATION_ADMINLIST_ENABLED: ${WEAVIATE_AUTHORIZATION_ADMINLIST_ENABLED:-true}
  488. AUTHORIZATION_ADMINLIST_USERS: ${WEAVIATE_AUTHORIZATION_ADMINLIST_USERS:-hello@dify.ai}
  489. # Qdrant vector store.
  490. # (if used, you need to set VECTOR_STORE to qdrant in the api & worker service.)
  491. qdrant:
  492. image: langgenius/qdrant:v1.7.3
  493. profiles:
  494. - qdrant
  495. restart: always
  496. volumes:
  497. - ./volumes/qdrant:/qdrant/storage
  498. environment:
  499. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  500. # The Couchbase vector store.
  501. couchbase-server:
  502. build: ./couchbase-server
  503. profiles:
  504. - couchbase
  505. restart: always
  506. environment:
  507. - CLUSTER_NAME=dify_search
  508. - COUCHBASE_ADMINISTRATOR_USERNAME=${COUCHBASE_USER:-Administrator}
  509. - COUCHBASE_ADMINISTRATOR_PASSWORD=${COUCHBASE_PASSWORD:-password}
  510. - COUCHBASE_BUCKET=${COUCHBASE_BUCKET_NAME:-Embeddings}
  511. - COUCHBASE_BUCKET_RAMSIZE=512
  512. - COUCHBASE_RAM_SIZE=2048
  513. - COUCHBASE_EVENTING_RAM_SIZE=512
  514. - COUCHBASE_INDEX_RAM_SIZE=512
  515. - COUCHBASE_FTS_RAM_SIZE=1024
  516. hostname: couchbase-server
  517. container_name: couchbase-server
  518. working_dir: /opt/couchbase
  519. stdin_open: true
  520. tty: true
  521. entrypoint: [""]
  522. command: sh -c "/opt/couchbase/init/init-cbserver.sh"
  523. volumes:
  524. - ./volumes/couchbase/data:/opt/couchbase/var/lib/couchbase/data
  525. healthcheck:
  526. # ensure bucket was created before proceeding
  527. test: [ "CMD-SHELL", "curl -s -f -u Administrator:password http://localhost:8091/pools/default/buckets | grep -q '\\[{' || exit 1" ]
  528. interval: 10s
  529. retries: 10
  530. start_period: 30s
  531. timeout: 10s
  532. # The pgvector vector database.
  533. pgvector:
  534. image: pgvector/pgvector:pg16
  535. profiles:
  536. - pgvector
  537. restart: always
  538. environment:
  539. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  540. # The password for the default postgres user.
  541. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  542. # The name of the default postgres database.
  543. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  544. # postgres data directory
  545. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  546. volumes:
  547. - ./volumes/pgvector/data:/var/lib/postgresql/data
  548. healthcheck:
  549. test: ['CMD', 'pg_isready']
  550. interval: 1s
  551. timeout: 3s
  552. retries: 30
  553. # pgvecto-rs vector store
  554. pgvecto-rs:
  555. image: tensorchord/pgvecto-rs:pg16-v0.3.0
  556. profiles:
  557. - pgvecto-rs
  558. restart: always
  559. environment:
  560. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  561. # The password for the default postgres user.
  562. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  563. # The name of the default postgres database.
  564. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  565. # postgres data directory
  566. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  567. volumes:
  568. - ./volumes/pgvecto_rs/data:/var/lib/postgresql/data
  569. healthcheck:
  570. test: ['CMD', 'pg_isready']
  571. interval: 1s
  572. timeout: 3s
  573. retries: 30
  574. # Chroma vector database
  575. chroma:
  576. image: ghcr.io/chroma-core/chroma:0.5.1
  577. profiles:
  578. - chroma
  579. restart: always
  580. volumes:
  581. - ./volumes/chroma:/chroma/chroma
  582. environment:
  583. CHROMA_SERVER_AUTHN_CREDENTIALS: ${CHROMA_SERVER_AUTHN_CREDENTIALS:-difyai123456}
  584. CHROMA_SERVER_AUTHN_PROVIDER: ${CHROMA_SERVER_AUTHN_PROVIDER:-chromadb.auth.token_authn.TokenAuthenticationServerProvider}
  585. IS_PERSISTENT: ${CHROMA_IS_PERSISTENT:-TRUE}
  586. # OceanBase vector database
  587. oceanbase:
  588. image: quay.io/oceanbase/oceanbase-ce:4.3.3.0-100000142024101215
  589. profiles:
  590. - oceanbase
  591. restart: always
  592. volumes:
  593. - ./volumes/oceanbase/data:/root/ob
  594. - ./volumes/oceanbase/conf:/root/.obd/cluster
  595. - ./volumes/oceanbase/init.d:/root/boot/init.d
  596. environment:
  597. OB_MEMORY_LIMIT: ${OCEANBASE_MEMORY_LIMIT:-6G}
  598. OB_SYS_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  599. OB_TENANT_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  600. OB_CLUSTER_NAME: ${OCEANBASE_CLUSTER_NAME:-difyai}
  601. OB_SERVER_IP: '127.0.0.1'
  602. # Oracle vector database
  603. oracle:
  604. image: container-registry.oracle.com/database/free:latest
  605. profiles:
  606. - oracle
  607. restart: always
  608. volumes:
  609. - source: oradata
  610. type: volume
  611. target: /opt/oracle/oradata
  612. - ./startupscripts:/opt/oracle/scripts/startup
  613. environment:
  614. ORACLE_PWD: ${ORACLE_PWD:-Dify123456}
  615. ORACLE_CHARACTERSET: ${ORACLE_CHARACTERSET:-AL32UTF8}
  616. # Milvus vector database services
  617. etcd:
  618. container_name: milvus-etcd
  619. image: quay.io/coreos/etcd:v3.5.5
  620. profiles:
  621. - milvus
  622. environment:
  623. ETCD_AUTO_COMPACTION_MODE: ${ETCD_AUTO_COMPACTION_MODE:-revision}
  624. ETCD_AUTO_COMPACTION_RETENTION: ${ETCD_AUTO_COMPACTION_RETENTION:-1000}
  625. ETCD_QUOTA_BACKEND_BYTES: ${ETCD_QUOTA_BACKEND_BYTES:-4294967296}
  626. ETCD_SNAPSHOT_COUNT: ${ETCD_SNAPSHOT_COUNT:-50000}
  627. volumes:
  628. - ./volumes/milvus/etcd:/etcd
  629. command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
  630. healthcheck:
  631. test: ['CMD', 'etcdctl', 'endpoint', 'health']
  632. interval: 30s
  633. timeout: 20s
  634. retries: 3
  635. networks:
  636. - milvus
  637. minio:
  638. container_name: milvus-minio
  639. image: minio/minio:RELEASE.2023-03-20T20-16-18Z
  640. profiles:
  641. - milvus
  642. environment:
  643. MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY:-minioadmin}
  644. MINIO_SECRET_KEY: ${MINIO_SECRET_KEY:-minioadmin}
  645. volumes:
  646. - ./volumes/milvus/minio:/minio_data
  647. command: minio server /minio_data --console-address ":9001"
  648. healthcheck:
  649. test: ['CMD', 'curl', '-f', 'http://localhost:9000/minio/health/live']
  650. interval: 30s
  651. timeout: 20s
  652. retries: 3
  653. networks:
  654. - milvus
  655. milvus-standalone:
  656. container_name: milvus-standalone
  657. image: milvusdb/milvus:v2.3.1
  658. profiles:
  659. - milvus
  660. command: ['milvus', 'run', 'standalone']
  661. environment:
  662. ETCD_ENDPOINTS: ${ETCD_ENDPOINTS:-etcd:2379}
  663. MINIO_ADDRESS: ${MINIO_ADDRESS:-minio:9000}
  664. common.security.authorizationEnabled: ${MILVUS_AUTHORIZATION_ENABLED:-true}
  665. volumes:
  666. - ./volumes/milvus/milvus:/var/lib/milvus
  667. healthcheck:
  668. test: ['CMD', 'curl', '-f', 'http://localhost:9091/healthz']
  669. interval: 30s
  670. start_period: 90s
  671. timeout: 20s
  672. retries: 3
  673. depends_on:
  674. - etcd
  675. - minio
  676. ports:
  677. - 19530:19530
  678. - 9091:9091
  679. networks:
  680. - milvus
  681. # Opensearch vector database
  682. opensearch:
  683. container_name: opensearch
  684. image: opensearchproject/opensearch:latest
  685. profiles:
  686. - opensearch
  687. environment:
  688. discovery.type: ${OPENSEARCH_DISCOVERY_TYPE:-single-node}
  689. bootstrap.memory_lock: ${OPENSEARCH_BOOTSTRAP_MEMORY_LOCK:-true}
  690. OPENSEARCH_JAVA_OPTS: -Xms${OPENSEARCH_JAVA_OPTS_MIN:-512m} -Xmx${OPENSEARCH_JAVA_OPTS_MAX:-1024m}
  691. OPENSEARCH_INITIAL_ADMIN_PASSWORD: ${OPENSEARCH_INITIAL_ADMIN_PASSWORD:-Qazwsxedc!@#123}
  692. ulimits:
  693. memlock:
  694. soft: ${OPENSEARCH_MEMLOCK_SOFT:--1}
  695. hard: ${OPENSEARCH_MEMLOCK_HARD:--1}
  696. nofile:
  697. soft: ${OPENSEARCH_NOFILE_SOFT:-65536}
  698. hard: ${OPENSEARCH_NOFILE_HARD:-65536}
  699. volumes:
  700. - ./volumes/opensearch/data:/usr/share/opensearch/data
  701. networks:
  702. - opensearch-net
  703. opensearch-dashboards:
  704. container_name: opensearch-dashboards
  705. image: opensearchproject/opensearch-dashboards:latest
  706. profiles:
  707. - opensearch
  708. environment:
  709. OPENSEARCH_HOSTS: '["https://opensearch:9200"]'
  710. volumes:
  711. - ./volumes/opensearch/opensearch_dashboards.yml:/usr/share/opensearch-dashboards/config/opensearch_dashboards.yml
  712. networks:
  713. - opensearch-net
  714. depends_on:
  715. - opensearch
  716. # MyScale vector database
  717. myscale:
  718. container_name: myscale
  719. image: myscale/myscaledb:1.6.4
  720. profiles:
  721. - myscale
  722. restart: always
  723. tty: true
  724. volumes:
  725. - ./volumes/myscale/data:/var/lib/clickhouse
  726. - ./volumes/myscale/log:/var/log/clickhouse-server
  727. - ./volumes/myscale/config/users.d/custom_users_config.xml:/etc/clickhouse-server/users.d/custom_users_config.xml
  728. ports:
  729. - ${MYSCALE_PORT:-8123}:${MYSCALE_PORT:-8123}
  730. # https://www.elastic.co/guide/en/elasticsearch/reference/current/settings.html
  731. # https://www.elastic.co/guide/en/elasticsearch/reference/current/docker.html#docker-prod-prerequisites
  732. elasticsearch:
  733. image: docker.elastic.co/elasticsearch/elasticsearch:8.14.3
  734. container_name: elasticsearch
  735. profiles:
  736. - elasticsearch
  737. restart: always
  738. volumes:
  739. - dify_es01_data:/usr/share/elasticsearch/data
  740. environment:
  741. ELASTIC_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  742. cluster.name: dify-es-cluster
  743. node.name: dify-es0
  744. discovery.type: single-node
  745. xpack.license.self_generated.type: trial
  746. xpack.security.enabled: 'true'
  747. xpack.security.enrollment.enabled: 'false'
  748. xpack.security.http.ssl.enabled: 'false'
  749. ports:
  750. - ${ELASTICSEARCH_PORT:-9200}:9200
  751. healthcheck:
  752. test: ['CMD', 'curl', '-s', 'http://localhost:9200/_cluster/health?pretty']
  753. interval: 30s
  754. timeout: 10s
  755. retries: 50
  756. # https://www.elastic.co/guide/en/kibana/current/docker.html
  757. # https://www.elastic.co/guide/en/kibana/current/settings.html
  758. kibana:
  759. image: docker.elastic.co/kibana/kibana:8.14.3
  760. container_name: kibana
  761. profiles:
  762. - elasticsearch
  763. depends_on:
  764. - elasticsearch
  765. restart: always
  766. environment:
  767. XPACK_ENCRYPTEDSAVEDOBJECTS_ENCRYPTIONKEY: d1a66dfd-c4d3-4a0a-8290-2abcb83ab3aa
  768. NO_PROXY: localhost,127.0.0.1,elasticsearch,kibana
  769. XPACK_SECURITY_ENABLED: 'true'
  770. XPACK_SECURITY_ENROLLMENT_ENABLED: 'false'
  771. XPACK_SECURITY_HTTP_SSL_ENABLED: 'false'
  772. XPACK_FLEET_ISAIRGAPPED: 'true'
  773. I18N_LOCALE: zh-CN
  774. SERVER_PORT: '5601'
  775. ELASTICSEARCH_HOSTS: http://elasticsearch:9200
  776. ports:
  777. - ${KIBANA_PORT:-5601}:5601
  778. healthcheck:
  779. test: ['CMD-SHELL', 'curl -s http://localhost:5601 >/dev/null || exit 1']
  780. interval: 30s
  781. timeout: 10s
  782. retries: 3
  783. # unstructured .
  784. # (if used, you need to set ETL_TYPE to Unstructured in the api & worker service.)
  785. unstructured:
  786. image: downloads.unstructured.io/unstructured-io/unstructured-api:latest
  787. profiles:
  788. - unstructured
  789. restart: always
  790. volumes:
  791. - ./volumes/unstructured:/app/data
  792. networks:
  793. # create a network between sandbox, api and ssrf_proxy, and can not access outside.
  794. ssrf_proxy_network:
  795. driver: bridge
  796. internal: true
  797. milvus:
  798. driver: bridge
  799. opensearch-net:
  800. driver: bridge
  801. internal: true
  802. volumes:
  803. oradata:
  804. dify_es01_data: