Skip to content

Commit 718f758

Browse files
authored
[RAPTOR-14024] set PYTHONUNBUFFERED=1 in vllm env (#1535)
1 parent ab21429 commit 718f758

File tree

2 files changed

+6
-4
lines changed

2 files changed

+6
-4
lines changed

public_dropin_gpu_environments/vllm/Dockerfile

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,5 +37,7 @@ WORKDIR ${CODE_DIR}
3737
COPY --chown=1000:0 ./*.sh ./*.py ${CODE_DIR}/
3838

3939
ENV WITH_ERROR_SERVER=1
40+
#This makes print statements show up in the logs API
41+
ENV PYTHONUNBUFFERED=1
4042

4143
ENTRYPOINT ["/opt/code/start_server.sh"]

public_dropin_gpu_environments/vllm/env_info.json

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
"description": "A high-throughput and memory-efficient inference and serving engine for LLMs.",
55
"programmingLanguage": "python",
66
"label": "v0.8.3+dr.1",
7-
"environmentVersionId": "6848b64a2081a81aa6129277",
7+
"environmentVersionId": "685c32fd6796f40f96d7c546",
88
"environmentVersionDescription": "Update to vllm v0.8.3\nFROM vllm/vllm-openai:v0.8.3",
99
"isPublic": true,
1010
"useCases": [
@@ -13,8 +13,8 @@
1313
"contextUrl": "https://github.com/datarobot/datarobot-user-models/tree/master/public_dropin_gpu_environments/vllm",
1414
"imageRepository": "env-gpu-vllm",
1515
"tags": [
16-
"v11.1.0-6848b64a2081a81aa6129277",
17-
"6848b64a2081a81aa6129277",
18-
"v11.1.0-latest"
16+
"v11.2.0-685c32fd6796f40f96d7c546",
17+
"685c32fd6796f40f96d7c546",
18+
"v11.2.0-latest"
1919
]
2020
}

0 commit comments

Comments
 (0)