parent
0e213aaa09
commit
83f4ed5390
|
@ -47,6 +47,9 @@ docker compose -f docker/docker-compose.yml up -d
|
||||||
|
|
||||||
访问地址:`服务器ip:8888`,进入到后台管理界面
|
访问地址:`服务器ip:8888`,进入到后台管理界面
|
||||||
|
|
||||||
|
具体操作方式可参考视频:[https://www.bilibili.com/video/BV1UJLezaEEE](https://www.bilibili.com/video/BV1UJLezaEEE)
|
||||||
|
|
||||||
|
图文教程:[https://blog.csdn.net/qq1198768105/article/details/147475488](https://blog.csdn.net/qq1198768105/article/details/147475488)
|
||||||
|
|
||||||
#### 2. 源码运行(mysql、minio、es等组件仍需docker启动)
|
#### 2. 源码运行(mysql、minio、es等组件仍需docker启动)
|
||||||
|
|
||||||
|
|
|
@ -73,39 +73,39 @@ services:
|
||||||
networks:
|
networks:
|
||||||
- ragflow
|
- ragflow
|
||||||
|
|
||||||
# vllm 嵌入模型
|
# # vllm 嵌入模型
|
||||||
vllm-bge:
|
# vllm-bge:
|
||||||
container_name: vllm-bge
|
# container_name: vllm-bge
|
||||||
image: vllm/vllm-openai:latest
|
# image: vllm/vllm-openai:latest
|
||||||
ipc: host
|
# ipc: host
|
||||||
volumes:
|
# volumes:
|
||||||
- ./models/bge-m3:/models
|
# - ./models/bge-m3:/models
|
||||||
command: [
|
# command: [
|
||||||
"--model", "/models",
|
# "--model", "/models",
|
||||||
"--served-model-name", "bge-m3",
|
# "--served-model-name", "bge-m3",
|
||||||
"--dtype", "float16",
|
# "--dtype", "float16",
|
||||||
"--gpu-memory-utilization", "0.9",
|
# "--gpu-memory-utilization", "0.9",
|
||||||
]
|
# ]
|
||||||
ports:
|
# ports:
|
||||||
- "8000:8000"
|
# - "8000:8000"
|
||||||
networks:
|
# networks:
|
||||||
- ragflow
|
# - ragflow
|
||||||
|
|
||||||
# vllm 语言模型
|
# # vllm 语言模型
|
||||||
vllm-deepseek:
|
# vllm-deepseek:
|
||||||
container_name: vllm-deepseek
|
# container_name: vllm-deepseek
|
||||||
image: vllm/vllm-openai:latest
|
# image: vllm/vllm-openai:latest
|
||||||
ipc: host
|
# ipc: host
|
||||||
volumes:
|
# volumes:
|
||||||
- ./models/DeepSeek-R1-1.5B:/models
|
# - ./models/DeepSeek-R1-1.5B:/models
|
||||||
command: [
|
# command: [
|
||||||
"--model", "/models",
|
# "--model", "/models",
|
||||||
"--served-model-name", "deepseek-r1",
|
# "--served-model-name", "deepseek-r1",
|
||||||
"--dtype", "float16",
|
# "--dtype", "float16",
|
||||||
"--tensor-parallel-size", "1",
|
# "--tensor-parallel-size", "1",
|
||||||
"--max-model-len", "4096"
|
# "--max-model-len", "4096"
|
||||||
]
|
# ]
|
||||||
ports:
|
# ports:
|
||||||
- "8001:8000"
|
# - "8001:8000"
|
||||||
networks:
|
# networks:
|
||||||
- ragflow
|
# - ragflow
|
Loading…
Reference in New Issue