docker-compose-template.yaml 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610
  1. x-shared-env: &shared-api-worker-env
  2. services:
  3. # API service
  4. api:
  5. image: langgenius/dify-api:dev-plugin-deploy
  6. restart: always
  7. environment:
  8. # Use the shared environment variables.
  9. <<: *shared-api-worker-env
  10. # Startup mode, 'api' starts the API server.
  11. MODE: api
  12. SENTRY_DSN: ${API_SENTRY_DSN:-}
  13. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  14. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  15. PLUGIN_API_KEY: ${PLUGIN_DAEMON_KEY:-lYkiYYT6owG+71oLerGzA7GXCgOT++6ovaezWAjpCjf+Sjc3ZtU+qUEi}
  16. PLUGIN_API_URL: ${PLUGIN_DAEMON_URL:-http://plugin_daemon:5002}
  17. PLUGIN_MAX_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  18. INNER_API_KEY_FOR_PLUGIN: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  19. MARKETPLACE_ENABLED: ${MARKETPLACE_ENABLED:-false}
  20. MARKETPLACE_API_URL: ${MARKETPLACE_API_URL:-https://marketplace-plugin.dify.dev}
  21. PLUGIN_REMOTE_INSTALL_PORT: ${EXPOSE_PLUGIN_DEBUGGING_PORT:-5003}
  22. PLUGIN_REMOTE_INSTALL_HOST: ${EXPOSE_PLUGIN_DEBUGGING_HOST:-localhost}
  23. ENDPOINT_URL_TEMPLATE: ${ENDPOINT_URL_TEMPLATE:-http://localhost/e/{hook_id}}
  24. depends_on:
  25. - db
  26. - redis
  27. volumes:
  28. # Mount the storage directory to the container, for storing user files.
  29. - ./volumes/app/storage:/app/api/storage
  30. networks:
  31. - ssrf_proxy_network
  32. - default
  33. # worker service
  34. # The Celery worker for processing the queue.
  35. worker:
  36. image: langgenius/dify-api:dev-plugin-deploy
  37. restart: always
  38. environment:
  39. # Use the shared environment variables.
  40. <<: *shared-api-worker-env
  41. # Startup mode, 'worker' starts the Celery worker for processing the queue.
  42. MODE: worker
  43. SENTRY_DSN: ${API_SENTRY_DSN:-}
  44. SENTRY_TRACES_SAMPLE_RATE: ${API_SENTRY_TRACES_SAMPLE_RATE:-1.0}
  45. SENTRY_PROFILES_SAMPLE_RATE: ${API_SENTRY_PROFILES_SAMPLE_RATE:-1.0}
  46. PLUGIN_API_KEY: ${PLUGIN_DAEMON_KEY:-lYkiYYT6owG+71oLerGzA7GXCgOT++6ovaezWAjpCjf+Sjc3ZtU+qUEi}
  47. PLUGIN_API_URL: ${PLUGIN_DAEMON_URL:-http://plugin_daemon:5002}
  48. PLUGIN_MAX_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  49. INNER_API_KEY_FOR_PLUGIN: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  50. MARKETPLACE_ENABLED: ${MARKETPLACE_ENABLED:-false}
  51. MARKETPLACE_API_URL: ${MARKETPLACE_API_URL:-https://marketplace-plugin.dify.dev}
  52. depends_on:
  53. - db
  54. - redis
  55. volumes:
  56. # Mount the storage directory to the container, for storing user files.
  57. - ./volumes/app/storage:/app/api/storage
  58. networks:
  59. - ssrf_proxy_network
  60. - default
  61. # Frontend web application.
  62. web:
  63. image: langgenius/dify-web:dev-plugin-deploy
  64. restart: always
  65. environment:
  66. CONSOLE_API_URL: ${CONSOLE_API_URL:-}
  67. APP_API_URL: ${APP_API_URL:-}
  68. SENTRY_DSN: ${WEB_SENTRY_DSN:-}
  69. NEXT_TELEMETRY_DISABLED: ${NEXT_TELEMETRY_DISABLED:-0}
  70. TEXT_GENERATION_TIMEOUT_MS: ${TEXT_GENERATION_TIMEOUT_MS:-60000}
  71. CSP_WHITELIST: ${CSP_WHITELIST:-}
  72. MARKETPLACE_API_URL: ${MARKETPLACE_API_URL:-https://marketplace-plugin.dify.dev}
  73. MARKETPLACE_URL: ${MARKETPLACE_URL:-https://marketplace-plugin.dify.dev}
  74. TOP_K_MAX_VALUE: ${TOP_K_MAX_VALUE:-}
  75. # The postgres database.
  76. db:
  77. image: postgres:15-alpine
  78. restart: always
  79. environment:
  80. PGUSER: ${PGUSER:-postgres}
  81. POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-difyai123456}
  82. POSTGRES_DB: ${POSTGRES_DB:-dify}
  83. PGDATA: ${PGDATA:-/var/lib/postgresql/data/pgdata}
  84. command: >
  85. postgres -c 'max_connections=${POSTGRES_MAX_CONNECTIONS:-100}'
  86. -c 'shared_buffers=${POSTGRES_SHARED_BUFFERS:-128MB}'
  87. -c 'work_mem=${POSTGRES_WORK_MEM:-4MB}'
  88. -c 'maintenance_work_mem=${POSTGRES_MAINTENANCE_WORK_MEM:-64MB}'
  89. -c 'effective_cache_size=${POSTGRES_EFFECTIVE_CACHE_SIZE:-4096MB}'
  90. volumes:
  91. - ./volumes/db/data:/var/lib/postgresql/data
  92. healthcheck:
  93. test: [ 'CMD', 'pg_isready' ]
  94. interval: 1s
  95. timeout: 3s
  96. retries: 30
  97. ports:
  98. - '${EXPOSE_DB_PORT:-5432}:5432'
  99. # The redis cache.
  100. redis:
  101. image: redis:6-alpine
  102. restart: always
  103. environment:
  104. REDISCLI_AUTH: ${REDIS_PASSWORD:-difyai123456}
  105. volumes:
  106. # Mount the redis data directory to the container.
  107. - ./volumes/redis/data:/data
  108. # Set the redis password when startup redis server.
  109. command: redis-server --requirepass ${REDIS_PASSWORD:-difyai123456}
  110. healthcheck:
  111. test: [ 'CMD', 'redis-cli', 'ping' ]
  112. # The DifySandbox
  113. sandbox:
  114. image: langgenius/dify-sandbox:0.2.10
  115. restart: always
  116. environment:
  117. # The DifySandbox configurations
  118. # Make sure you are changing this key for your deployment with a strong key.
  119. # You can generate a strong key using `openssl rand -base64 42`.
  120. API_KEY: ${SANDBOX_API_KEY:-dify-sandbox}
  121. GIN_MODE: ${SANDBOX_GIN_MODE:-release}
  122. WORKER_TIMEOUT: ${SANDBOX_WORKER_TIMEOUT:-15}
  123. ENABLE_NETWORK: ${SANDBOX_ENABLE_NETWORK:-true}
  124. HTTP_PROXY: ${SANDBOX_HTTP_PROXY:-http://ssrf_proxy:3128}
  125. HTTPS_PROXY: ${SANDBOX_HTTPS_PROXY:-http://ssrf_proxy:3128}
  126. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  127. volumes:
  128. - ./volumes/sandbox/dependencies:/dependencies
  129. healthcheck:
  130. test: [ 'CMD', 'curl', '-f', 'http://localhost:8194/health' ]
  131. networks:
  132. - ssrf_proxy_network
  133. # plugin daemon
  134. plugin_daemon:
  135. image: langgenius/dify-plugin-daemon:47c8bed17c22f67bd035d0979e696cb00ca45b16-local
  136. restart: always
  137. environment:
  138. # Use the shared environment variables.
  139. <<: *shared-api-worker-env
  140. DB_DATABASE: ${DB_PLUGIN_DATABASE:-dify_plugin}
  141. SERVER_PORT: ${PLUGIN_DAEMON_PORT:-5002}
  142. SERVER_KEY: ${PLUGIN_DAEMON_KEY:-lYkiYYT6owG+71oLerGzA7GXCgOT++6ovaezWAjpCjf+Sjc3ZtU+qUEi}
  143. MAX_PLUGIN_PACKAGE_SIZE: ${PLUGIN_MAX_PACKAGE_SIZE:-52428800}
  144. PPROF_ENABLED: ${PLUGIN_PPROF_ENABLED:-false}
  145. DIFY_INNER_API_URL: ${PLUGIN_DIFY_INNER_API_URL:-http://api:5001}
  146. DIFY_INNER_API_KEY: ${PLUGIN_DIFY_INNER_API_KEY:-QaHbTe77CtuXmsfyhR7+vRjI/+XbV1AaFy691iy+kGDv2Jvy0/eAh8Y1}
  147. PLUGIN_REMOTE_INSTALLING_HOST: ${PLUGIN_DEBUGGING_HOST:-0.0.0.0}
  148. PLUGIN_REMOTE_INSTALLING_PORT: ${PLUGIN_DEBUGGING_PORT:-5003}
  149. PLUGIN_WORKING_PATH: ${PLUGIN_WORKING_PATH:-/app/storage/cwd}
  150. ports:
  151. - "${EXPOSE_PLUGIN_DEBUGGING_PORT:-5003}:${PLUGIN_DEBUGGING_PORT:-5003}"
  152. volumes:
  153. - ./volumes/plugin_daemon:/app/storage
  154. # ssrf_proxy server
  155. # for more information, please refer to
  156. # https://docs.dify.ai/learn-more/faq/install-faq#id-18.-why-is-ssrf_proxy-needed
  157. ssrf_proxy:
  158. image: ubuntu/squid:latest
  159. restart: always
  160. volumes:
  161. - ./ssrf_proxy/squid.conf.template:/etc/squid/squid.conf.template
  162. - ./ssrf_proxy/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  163. entrypoint: [ 'sh', '-c', "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  164. environment:
  165. # pls clearly modify the squid env vars to fit your network environment.
  166. HTTP_PORT: ${SSRF_HTTP_PORT:-3128}
  167. COREDUMP_DIR: ${SSRF_COREDUMP_DIR:-/var/spool/squid}
  168. REVERSE_PROXY_PORT: ${SSRF_REVERSE_PROXY_PORT:-8194}
  169. SANDBOX_HOST: ${SSRF_SANDBOX_HOST:-sandbox}
  170. SANDBOX_PORT: ${SANDBOX_PORT:-8194}
  171. networks:
  172. - ssrf_proxy_network
  173. - default
  174. # Certbot service
  175. # use `docker-compose --profile certbot up` to start the certbot service.
  176. certbot:
  177. image: certbot/certbot
  178. profiles:
  179. - certbot
  180. volumes:
  181. - ./volumes/certbot/conf:/etc/letsencrypt
  182. - ./volumes/certbot/www:/var/www/html
  183. - ./volumes/certbot/logs:/var/log/letsencrypt
  184. - ./volumes/certbot/conf/live:/etc/letsencrypt/live
  185. - ./certbot/update-cert.template.txt:/update-cert.template.txt
  186. - ./certbot/docker-entrypoint.sh:/docker-entrypoint.sh
  187. environment:
  188. - CERTBOT_EMAIL=${CERTBOT_EMAIL}
  189. - CERTBOT_DOMAIN=${CERTBOT_DOMAIN}
  190. - CERTBOT_OPTIONS=${CERTBOT_OPTIONS:-}
  191. entrypoint: [ '/docker-entrypoint.sh' ]
  192. command: [ 'tail', '-f', '/dev/null' ]
  193. # The nginx reverse proxy.
  194. # used for reverse proxying the API service and Web service.
  195. nginx:
  196. image: nginx:latest
  197. restart: always
  198. volumes:
  199. - ./nginx/nginx.conf.template:/etc/nginx/nginx.conf.template
  200. - ./nginx/proxy.conf.template:/etc/nginx/proxy.conf.template
  201. - ./nginx/https.conf.template:/etc/nginx/https.conf.template
  202. - ./nginx/conf.d:/etc/nginx/conf.d
  203. - ./nginx/docker-entrypoint.sh:/docker-entrypoint-mount.sh
  204. - ./nginx/ssl:/etc/ssl # cert dir (legacy)
  205. - ./volumes/certbot/conf/live:/etc/letsencrypt/live # cert dir (with certbot container)
  206. - ./volumes/certbot/conf:/etc/letsencrypt
  207. - ./volumes/certbot/www:/var/www/html
  208. entrypoint: [ 'sh', '-c', "cp /docker-entrypoint-mount.sh /docker-entrypoint.sh && sed -i 's/\r$$//' /docker-entrypoint.sh && chmod +x /docker-entrypoint.sh && /docker-entrypoint.sh" ]
  209. environment:
  210. NGINX_SERVER_NAME: ${NGINX_SERVER_NAME:-_}
  211. NGINX_HTTPS_ENABLED: ${NGINX_HTTPS_ENABLED:-false}
  212. NGINX_SSL_PORT: ${NGINX_SSL_PORT:-443}
  213. NGINX_PORT: ${NGINX_PORT:-80}
  214. # You're required to add your own SSL certificates/keys to the `./nginx/ssl` directory
  215. # and modify the env vars below in .env if HTTPS_ENABLED is true.
  216. NGINX_SSL_CERT_FILENAME: ${NGINX_SSL_CERT_FILENAME:-dify.crt}
  217. NGINX_SSL_CERT_KEY_FILENAME: ${NGINX_SSL_CERT_KEY_FILENAME:-dify.key}
  218. NGINX_SSL_PROTOCOLS: ${NGINX_SSL_PROTOCOLS:-TLSv1.1 TLSv1.2 TLSv1.3}
  219. NGINX_WORKER_PROCESSES: ${NGINX_WORKER_PROCESSES:-auto}
  220. NGINX_CLIENT_MAX_BODY_SIZE: ${NGINX_CLIENT_MAX_BODY_SIZE:-15M}
  221. NGINX_KEEPALIVE_TIMEOUT: ${NGINX_KEEPALIVE_TIMEOUT:-65}
  222. NGINX_PROXY_READ_TIMEOUT: ${NGINX_PROXY_READ_TIMEOUT:-3600s}
  223. NGINX_PROXY_SEND_TIMEOUT: ${NGINX_PROXY_SEND_TIMEOUT:-3600s}
  224. NGINX_ENABLE_CERTBOT_CHALLENGE: ${NGINX_ENABLE_CERTBOT_CHALLENGE:-false}
  225. CERTBOT_DOMAIN: ${CERTBOT_DOMAIN:-}
  226. depends_on:
  227. - api
  228. - web
  229. ports:
  230. - '${EXPOSE_NGINX_PORT:-80}:${NGINX_PORT:-80}'
  231. - '${EXPOSE_NGINX_SSL_PORT:-443}:${NGINX_SSL_PORT:-443}'
  232. # The TiDB vector store.
  233. # For production use, please refer to https://github.com/pingcap/tidb-docker-compose
  234. tidb:
  235. image: pingcap/tidb:v8.4.0
  236. profiles:
  237. - tidb
  238. command:
  239. - --store=unistore
  240. restart: always
  241. # The Weaviate vector store.
  242. weaviate:
  243. image: semitechnologies/weaviate:1.19.0
  244. profiles:
  245. - ''
  246. - weaviate
  247. restart: always
  248. volumes:
  249. # Mount the Weaviate data directory to the con tainer.
  250. - ./volumes/weaviate:/var/lib/weaviate
  251. environment:
  252. # The Weaviate configurations
  253. # You can refer to the [Weaviate](https://weaviate.io/developers/weaviate/config-refs/env-vars) documentation for more information.
  254. PERSISTENCE_DATA_PATH: ${WEAVIATE_PERSISTENCE_DATA_PATH:-/var/lib/weaviate}
  255. QUERY_DEFAULTS_LIMIT: ${WEAVIATE_QUERY_DEFAULTS_LIMIT:-25}
  256. AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED: ${WEAVIATE_AUTHENTICATION_ANONYMOUS_ACCESS_ENABLED:-false}
  257. DEFAULT_VECTORIZER_MODULE: ${WEAVIATE_DEFAULT_VECTORIZER_MODULE:-none}
  258. CLUSTER_HOSTNAME: ${WEAVIATE_CLUSTER_HOSTNAME:-node1}
  259. AUTHENTICATION_APIKEY_ENABLED: ${WEAVIATE_AUTHENTICATION_APIKEY_ENABLED:-true}
  260. AUTHENTICATION_APIKEY_ALLOWED_KEYS: ${WEAVIATE_AUTHENTICATION_APIKEY_ALLOWED_KEYS:-WVF5YThaHlkYwhGUSmCRgsX3tD5ngdN8pkih}
  261. AUTHENTICATION_APIKEY_USERS: ${WEAVIATE_AUTHENTICATION_APIKEY_USERS:-hello@dify.ai}
  262. AUTHORIZATION_ADMINLIST_ENABLED: ${WEAVIATE_AUTHORIZATION_ADMINLIST_ENABLED:-true}
  263. AUTHORIZATION_ADMINLIST_USERS: ${WEAVIATE_AUTHORIZATION_ADMINLIST_USERS:-hello@dify.ai}
  264. # Qdrant vector store.
  265. # (if used, you need to set VECTOR_STORE to qdrant in the api & worker service.)
  266. qdrant:
  267. image: langgenius/qdrant:v1.7.3
  268. profiles:
  269. - qdrant
  270. restart: always
  271. volumes:
  272. - ./volumes/qdrant:/qdrant/storage
  273. environment:
  274. QDRANT_API_KEY: ${QDRANT_API_KEY:-difyai123456}
  275. # The Couchbase vector store.
  276. couchbase-server:
  277. build: ./couchbase-server
  278. profiles:
  279. - couchbase
  280. restart: always
  281. environment:
  282. - CLUSTER_NAME=dify_search
  283. - COUCHBASE_ADMINISTRATOR_USERNAME=${COUCHBASE_USER:-Administrator}
  284. - COUCHBASE_ADMINISTRATOR_PASSWORD=${COUCHBASE_PASSWORD:-password}
  285. - COUCHBASE_BUCKET=${COUCHBASE_BUCKET_NAME:-Embeddings}
  286. - COUCHBASE_BUCKET_RAMSIZE=512
  287. - COUCHBASE_RAM_SIZE=2048
  288. - COUCHBASE_EVENTING_RAM_SIZE=512
  289. - COUCHBASE_INDEX_RAM_SIZE=512
  290. - COUCHBASE_FTS_RAM_SIZE=1024
  291. hostname: couchbase-server
  292. container_name: couchbase-server
  293. working_dir: /opt/couchbase
  294. stdin_open: true
  295. tty: true
  296. entrypoint: [ "" ]
  297. command: sh -c "/opt/couchbase/init/init-cbserver.sh"
  298. volumes:
  299. - ./volumes/couchbase/data:/opt/couchbase/var/lib/couchbase/data
  300. healthcheck:
  301. # ensure bucket was created before proceeding
  302. test: [ "CMD-SHELL", "curl -s -f -u Administrator:password http://localhost:8091/pools/default/buckets | grep -q '\\[{' || exit 1" ]
  303. interval: 10s
  304. retries: 10
  305. start_period: 30s
  306. timeout: 10s
  307. # The pgvector vector database.
  308. pgvector:
  309. image: pgvector/pgvector:pg16
  310. profiles:
  311. - pgvector
  312. restart: always
  313. environment:
  314. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  315. # The password for the default postgres user.
  316. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  317. # The name of the default postgres database.
  318. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  319. # postgres data directory
  320. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  321. volumes:
  322. - ./volumes/pgvector/data:/var/lib/postgresql/data
  323. healthcheck:
  324. test: [ 'CMD', 'pg_isready' ]
  325. interval: 1s
  326. timeout: 3s
  327. retries: 30
  328. # pgvecto-rs vector store
  329. pgvecto-rs:
  330. image: tensorchord/pgvecto-rs:pg16-v0.3.0
  331. profiles:
  332. - pgvecto-rs
  333. restart: always
  334. environment:
  335. PGUSER: ${PGVECTOR_PGUSER:-postgres}
  336. # The password for the default postgres user.
  337. POSTGRES_PASSWORD: ${PGVECTOR_POSTGRES_PASSWORD:-difyai123456}
  338. # The name of the default postgres database.
  339. POSTGRES_DB: ${PGVECTOR_POSTGRES_DB:-dify}
  340. # postgres data directory
  341. PGDATA: ${PGVECTOR_PGDATA:-/var/lib/postgresql/data/pgdata}
  342. volumes:
  343. - ./volumes/pgvecto_rs/data:/var/lib/postgresql/data
  344. healthcheck:
  345. test: [ 'CMD', 'pg_isready' ]
  346. interval: 1s
  347. timeout: 3s
  348. retries: 30
  349. # Chroma vector database
  350. chroma:
  351. image: ghcr.io/chroma-core/chroma:0.5.20
  352. profiles:
  353. - chroma
  354. restart: always
  355. volumes:
  356. - ./volumes/chroma:/chroma/chroma
  357. environment:
  358. CHROMA_SERVER_AUTHN_CREDENTIALS: ${CHROMA_SERVER_AUTHN_CREDENTIALS:-difyai123456}
  359. CHROMA_SERVER_AUTHN_PROVIDER: ${CHROMA_SERVER_AUTHN_PROVIDER:-chromadb.auth.token_authn.TokenAuthenticationServerProvider}
  360. IS_PERSISTENT: ${CHROMA_IS_PERSISTENT:-TRUE}
  361. # OceanBase vector database
  362. oceanbase:
  363. image: quay.io/oceanbase/oceanbase-ce:4.3.3.0-100000142024101215
  364. profiles:
  365. - oceanbase
  366. restart: always
  367. volumes:
  368. - ./volumes/oceanbase/data:/root/ob
  369. - ./volumes/oceanbase/conf:/root/.obd/cluster
  370. - ./volumes/oceanbase/init.d:/root/boot/init.d
  371. environment:
  372. OB_MEMORY_LIMIT: ${OCEANBASE_MEMORY_LIMIT:-6G}
  373. OB_SYS_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  374. OB_TENANT_PASSWORD: ${OCEANBASE_VECTOR_PASSWORD:-difyai123456}
  375. OB_CLUSTER_NAME: ${OCEANBASE_CLUSTER_NAME:-difyai}
  376. OB_SERVER_IP: '127.0.0.1'
  377. # Oracle vector database
  378. oracle:
  379. image: container-registry.oracle.com/database/free:latest
  380. profiles:
  381. - oracle
  382. restart: always
  383. volumes:
  384. - source: oradata
  385. type: volume
  386. target: /opt/oracle/oradata
  387. - ./startupscripts:/opt/oracle/scripts/startup
  388. environment:
  389. ORACLE_PWD: ${ORACLE_PWD:-Dify123456}
  390. ORACLE_CHARACTERSET: ${ORACLE_CHARACTERSET:-AL32UTF8}
  391. # Milvus vector database services
  392. etcd:
  393. container_name: milvus-etcd
  394. image: quay.io/coreos/etcd:v3.5.5
  395. profiles:
  396. - milvus
  397. environment:
  398. ETCD_AUTO_COMPACTION_MODE: ${ETCD_AUTO_COMPACTION_MODE:-revision}
  399. ETCD_AUTO_COMPACTION_RETENTION: ${ETCD_AUTO_COMPACTION_RETENTION:-1000}
  400. ETCD_QUOTA_BACKEND_BYTES: ${ETCD_QUOTA_BACKEND_BYTES:-4294967296}
  401. ETCD_SNAPSHOT_COUNT: ${ETCD_SNAPSHOT_COUNT:-50000}
  402. volumes:
  403. - ./volumes/milvus/etcd:/etcd
  404. command: etcd -advertise-client-urls=http://127.0.0.1:2379 -listen-client-urls http://0.0.0.0:2379 --data-dir /etcd
  405. healthcheck:
  406. test: [ 'CMD', 'etcdctl', 'endpoint', 'health' ]
  407. interval: 30s
  408. timeout: 20s
  409. retries: 3
  410. networks:
  411. - milvus
  412. minio:
  413. container_name: milvus-minio
  414. image: minio/minio:RELEASE.2023-03-20T20-16-18Z
  415. profiles:
  416. - milvus
  417. environment:
  418. MINIO_ACCESS_KEY: ${MINIO_ACCESS_KEY:-minioadmin}
  419. MINIO_SECRET_KEY: ${MINIO_SECRET_KEY:-minioadmin}
  420. volumes:
  421. - ./volumes/milvus/minio:/minio_data
  422. command: minio server /minio_data --console-address ":9001"
  423. healthcheck:
  424. test: [ 'CMD', 'curl', '-f', 'http://localhost:9000/minio/health/live' ]
  425. interval: 30s
  426. timeout: 20s
  427. retries: 3
  428. networks:
  429. - milvus
  430. milvus-standalone:
  431. container_name: milvus-standalone
  432. image: milvusdb/milvus:v2.3.1
  433. profiles:
  434. - milvus
  435. command: [ 'milvus', 'run', 'standalone' ]
  436. environment:
  437. ETCD_ENDPOINTS: ${ETCD_ENDPOINTS:-etcd:2379}
  438. MINIO_ADDRESS: ${MINIO_ADDRESS:-minio:9000}
  439. common.security.authorizationEnabled: ${MILVUS_AUTHORIZATION_ENABLED:-true}
  440. volumes:
  441. - ./volumes/milvus/milvus:/var/lib/milvus
  442. healthcheck:
  443. test: [ 'CMD', 'curl', '-f', 'http://localhost:9091/healthz' ]
  444. interval: 30s
  445. start_period: 90s
  446. timeout: 20s
  447. retries: 3
  448. depends_on:
  449. - etcd
  450. - minio
  451. ports:
  452. - 19530:19530
  453. - 9091:9091
  454. networks:
  455. - milvus
  456. # Opensearch vector database
  457. opensearch:
  458. container_name: opensearch
  459. image: opensearchproject/opensearch:latest
  460. profiles:
  461. - opensearch
  462. environment:
  463. discovery.type: ${OPENSEARCH_DISCOVERY_TYPE:-single-node}
  464. bootstrap.memory_lock: ${OPENSEARCH_BOOTSTRAP_MEMORY_LOCK:-true}
  465. OPENSEARCH_JAVA_OPTS: -Xms${OPENSEARCH_JAVA_OPTS_MIN:-512m} -Xmx${OPENSEARCH_JAVA_OPTS_MAX:-1024m}
  466. OPENSEARCH_INITIAL_ADMIN_PASSWORD: ${OPENSEARCH_INITIAL_ADMIN_PASSWORD:-Qazwsxedc!@#123}
  467. ulimits:
  468. memlock:
  469. soft: ${OPENSEARCH_MEMLOCK_SOFT:--1}
  470. hard: ${OPENSEARCH_MEMLOCK_HARD:--1}
  471. nofile:
  472. soft: ${OPENSEARCH_NOFILE_SOFT:-65536}
  473. hard: ${OPENSEARCH_NOFILE_HARD:-65536}
  474. volumes:
  475. - ./volumes/opensearch/data:/usr/share/opensearch/data
  476. networks:
  477. - opensearch-net
  478. opensearch-dashboards:
  479. container_name: opensearch-dashboards
  480. image: opensearchproject/opensearch-dashboards:latest
  481. profiles:
  482. - opensearch
  483. environment:
  484. OPENSEARCH_HOSTS: '["https://opensearch:9200"]'
  485. volumes:
  486. - ./volumes/opensearch/opensearch_dashboards.yml:/usr/share/opensearch-dashboards/config/opensearch_dashboards.yml
  487. networks:
  488. - opensearch-net
  489. depends_on:
  490. - opensearch
  491. # MyScale vector database
  492. myscale:
  493. container_name: myscale
  494. image: myscale/myscaledb:1.6.4
  495. profiles:
  496. - myscale
  497. restart: always
  498. tty: true
  499. volumes:
  500. - ./volumes/myscale/data:/var/lib/clickhouse
  501. - ./volumes/myscale/log:/var/log/clickhouse-server
  502. - ./volumes/myscale/config/users.d/custom_users_config.xml:/etc/clickhouse-server/users.d/custom_users_config.xml
  503. ports:
  504. - ${MYSCALE_PORT:-8123}:${MYSCALE_PORT:-8123}
  505. # https://www.elastic.co/guide/en/elasticsearch/reference/current/settings.html
  506. # https://www.elastic.co/guide/en/elasticsearch/reference/current/docker.html#docker-prod-prerequisites
  507. elasticsearch:
  508. image: docker.elastic.co/elasticsearch/elasticsearch:8.14.3
  509. container_name: elasticsearch
  510. profiles:
  511. - elasticsearch
  512. restart: always
  513. volumes:
  514. - dify_es01_data:/usr/share/elasticsearch/data
  515. environment:
  516. ELASTIC_PASSWORD: ${ELASTICSEARCH_PASSWORD:-elastic}
  517. cluster.name: dify-es-cluster
  518. node.name: dify-es0
  519. discovery.type: single-node
  520. xpack.license.self_generated.type: trial
  521. xpack.security.enabled: 'true'
  522. xpack.security.enrollment.enabled: 'false'
  523. xpack.security.http.ssl.enabled: 'false'
  524. ports:
  525. - ${ELASTICSEARCH_PORT:-9200}:9200
  526. healthcheck:
  527. test: [ 'CMD', 'curl', '-s', 'http://localhost:9200/_cluster/health?pretty' ]
  528. interval: 30s
  529. timeout: 10s
  530. retries: 50
  531. # https://www.elastic.co/guide/en/kibana/current/docker.html
  532. # https://www.elastic.co/guide/en/kibana/current/settings.html
  533. kibana:
  534. image: docker.elastic.co/kibana/kibana:8.14.3
  535. container_name: kibana
  536. profiles:
  537. - elasticsearch
  538. depends_on:
  539. - elasticsearch
  540. restart: always
  541. environment:
  542. XPACK_ENCRYPTEDSAVEDOBJECTS_ENCRYPTIONKEY: d1a66dfd-c4d3-4a0a-8290-2abcb83ab3aa
  543. NO_PROXY: localhost,127.0.0.1,elasticsearch,kibana
  544. XPACK_SECURITY_ENABLED: 'true'
  545. XPACK_SECURITY_ENROLLMENT_ENABLED: 'false'
  546. XPACK_SECURITY_HTTP_SSL_ENABLED: 'false'
  547. XPACK_FLEET_ISAIRGAPPED: 'true'
  548. I18N_LOCALE: zh-CN
  549. SERVER_PORT: '5601'
  550. ELASTICSEARCH_HOSTS: http://elasticsearch:9200
  551. ports:
  552. - ${KIBANA_PORT:-5601}:5601
  553. healthcheck:
  554. test: [ 'CMD-SHELL', 'curl -s http://localhost:5601 >/dev/null || exit 1' ]
  555. interval: 30s
  556. timeout: 10s
  557. retries: 3
  558. # unstructured .
  559. # (if used, you need to set ETL_TYPE to Unstructured in the api & worker service.)
  560. unstructured:
  561. image: downloads.unstructured.io/unstructured-io/unstructured-api:latest
  562. profiles:
  563. - unstructured
  564. restart: always
  565. volumes:
  566. - ./volumes/unstructured:/app/data
  567. networks:
  568. # create a network between sandbox, api and ssrf_proxy, and can not access outside.
  569. ssrf_proxy_network:
  570. driver: bridge
  571. internal: true
  572. milvus:
  573. driver: bridge
  574. opensearch-net:
  575. driver: bridge
  576. internal: true
  577. volumes:
  578. oradata:
  579. dify_es01_data: