File tree Expand file tree Collapse file tree 3 files changed +5
-6
lines changed Expand file tree Collapse file tree 3 files changed +5
-6
lines changed Original file line number Diff line number Diff line change @@ -6,5 +6,5 @@ COPY requirements.txt /workspace/
66COPY . /workspace
77
88RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
9- pip install --no-cache-dir -r /workspace/requirements.txt -i https://pypi.tuna.tsinghua.edu.cn/simple && \
10- pip install bitsandbytes --upgrade -i https://pypi.tuna.tsinghua.edu.cn/simple
9+ pip install --no-cache-dir -r /workspace/requirements.txt && \
10+ pip install bitsandbytes --upgrade
Original file line number Diff line number Diff line change @@ -6,7 +6,7 @@ COPY requirements.txt /workspace/
66COPY . /workspace
77
88RUN pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple && \
9- pip install --no-cache-dir -r /workspace/requirements.txt && \
109 pip install bitsandbytes --upgrade && \
1110 pip install vllm>=0.2.2 && \
11+ pip install --no-cache-dir -r /workspace/requirements.txt && \
1212 pip uninstall transformer-engine -y
Original file line number Diff line number Diff line change @@ -12,13 +12,12 @@ docker build -f docker/Dockerfile.vllm -t llm-api:vllm .
1212
1313### 本地环境
1414
15- 安装依赖
16-
15+ 安装依赖,确保安装顺序严格按照下面的命令:
1716
1817``` shell
19- pip install -r requirements.txt
2018pip install torch==2.1.0
2119pip install vllm> =0.2.2
20+ pip install -r requirements.txt
2221pip uninstall transformer-engine -y
2322```
2423
You can’t perform that action at this time.
0 commit comments