File tree Expand file tree Collapse file tree 2 files changed +6
-4
lines changed
public_dropin_gpu_environments/vllm Expand file tree Collapse file tree 2 files changed +6
-4
lines changed Original file line number Diff line number Diff line change @@ -37,5 +37,7 @@ WORKDIR ${CODE_DIR}
3737COPY --chown=1000:0 ./*.sh ./*.py ${CODE_DIR}/
3838
3939ENV WITH_ERROR_SERVER=1
40+ # This makes print statements show up in the logs API
41+ ENV PYTHONUNBUFFERED=1
4042
4143ENTRYPOINT ["/opt/code/start_server.sh" ]
Original file line number Diff line number Diff line change 44 "description" : " A high-throughput and memory-efficient inference and serving engine for LLMs." ,
55 "programmingLanguage" : " python" ,
66 "label" : " v0.8.3+dr.1" ,
7- "environmentVersionId" : " 6848b64a2081a81aa6129277 " ,
7+ "environmentVersionId" : " 685c32fd6796f40f96d7c546 " ,
88 "environmentVersionDescription" : " Update to vllm v0.8.3\n FROM vllm/vllm-openai:v0.8.3" ,
99 "isPublic" : true ,
1010 "useCases" : [
1313 "contextUrl" : " https://github.com/datarobot/datarobot-user-models/tree/master/public_dropin_gpu_environments/vllm" ,
1414 "imageRepository" : " env-gpu-vllm" ,
1515 "tags" : [
16- " v11.1 .0-6848b64a2081a81aa6129277 " ,
17- " 6848b64a2081a81aa6129277 " ,
18- " v11.1 .0-latest"
16+ " v11.2 .0-685c32fd6796f40f96d7c546 " ,
17+ " 685c32fd6796f40f96d7c546 " ,
18+ " v11.2 .0-latest"
1919 ]
2020}
You can’t perform that action at this time.
0 commit comments