parent
0e213aaa09
commit
83f4ed5390
|
@ -47,6 +47,9 @@ docker compose -f docker/docker-compose.yml up -d
|
|||
|
||||
访问地址:`服务器ip:8888`,进入到后台管理界面
|
||||
|
||||
具体操作方式可参考视频:[https://www.bilibili.com/video/BV1UJLezaEEE](https://www.bilibili.com/video/BV1UJLezaEEE)
|
||||
|
||||
图文教程:[https://blog.csdn.net/qq1198768105/article/details/147475488](https://blog.csdn.net/qq1198768105/article/details/147475488)
|
||||
|
||||
#### 2. 源码运行(mysql、minio、es等组件仍需docker启动)
|
||||
|
||||
|
|
|
@ -73,39 +73,39 @@ services:
|
|||
networks:
|
||||
- ragflow
|
||||
|
||||
# vllm 嵌入模型
|
||||
vllm-bge:
|
||||
container_name: vllm-bge
|
||||
image: vllm/vllm-openai:latest
|
||||
ipc: host
|
||||
volumes:
|
||||
- ./models/bge-m3:/models
|
||||
command: [
|
||||
"--model", "/models",
|
||||
"--served-model-name", "bge-m3",
|
||||
"--dtype", "float16",
|
||||
"--gpu-memory-utilization", "0.9",
|
||||
]
|
||||
ports:
|
||||
- "8000:8000"
|
||||
networks:
|
||||
- ragflow
|
||||
# # vllm 嵌入模型
|
||||
# vllm-bge:
|
||||
# container_name: vllm-bge
|
||||
# image: vllm/vllm-openai:latest
|
||||
# ipc: host
|
||||
# volumes:
|
||||
# - ./models/bge-m3:/models
|
||||
# command: [
|
||||
# "--model", "/models",
|
||||
# "--served-model-name", "bge-m3",
|
||||
# "--dtype", "float16",
|
||||
# "--gpu-memory-utilization", "0.9",
|
||||
# ]
|
||||
# ports:
|
||||
# - "8000:8000"
|
||||
# networks:
|
||||
# - ragflow
|
||||
|
||||
# vllm 语言模型
|
||||
vllm-deepseek:
|
||||
container_name: vllm-deepseek
|
||||
image: vllm/vllm-openai:latest
|
||||
ipc: host
|
||||
volumes:
|
||||
- ./models/DeepSeek-R1-1.5B:/models
|
||||
command: [
|
||||
"--model", "/models",
|
||||
"--served-model-name", "deepseek-r1",
|
||||
"--dtype", "float16",
|
||||
"--tensor-parallel-size", "1",
|
||||
"--max-model-len", "4096"
|
||||
]
|
||||
ports:
|
||||
- "8001:8000"
|
||||
networks:
|
||||
- ragflow
|
||||
# # vllm 语言模型
|
||||
# vllm-deepseek:
|
||||
# container_name: vllm-deepseek
|
||||
# image: vllm/vllm-openai:latest
|
||||
# ipc: host
|
||||
# volumes:
|
||||
# - ./models/DeepSeek-R1-1.5B:/models
|
||||
# command: [
|
||||
# "--model", "/models",
|
||||
# "--served-model-name", "deepseek-r1",
|
||||
# "--dtype", "float16",
|
||||
# "--tensor-parallel-size", "1",
|
||||
# "--max-model-len", "4096"
|
||||
# ]
|
||||
# ports:
|
||||
# - "8001:8000"
|
||||
# networks:
|
||||
# - ragflow
|
Loading…
Reference in New Issue