lightrag-cn-git/scripts/setup/templates/vllm-embed.yml

  vllm-embed:
    image: vllm/vllm-openai-cpu:latest
    command: >
      --model ${VLLM_EMBED_MODEL:-BAAI/bge-m3}
      --port ${VLLM_EMBED_PORT:-8001}
      --dtype float32
      --api-key ${VLLM_EMBED_API_KEY}
      ${VLLM_EMBED_EXTRA_ARGS:-}
    ports:
      - "${VLLM_EMBED_PORT:-8001}:${VLLM_EMBED_PORT:-8001}"
    volumes:
      - vllm_embed_cache:/root/.cache/huggingface
    healthcheck:
      test:
        - CMD-SHELL
        - 'PORT_HEX="$(printf ''%04X'' ${VLLM_EMBED_PORT:-8001})"; cat /proc/net/tcp /proc/net/tcp6 2>/dev/null | grep -q ":$${PORT_HEX} "'
      interval: 5s
      timeout: 3s
      retries: 120
      start_period: 10s
    restart: unless-stopped