groupuser/TinyLlama-1.1B-Chat-v1.0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Automatically updated from 모델 배포(742:TinyLlama-1.1B) by 그룹사용자(groupuser)

Browse Source
This commit is contained in:
groupuser 2026-05-14 02:11:12 +00:00
parent 2e65464067
commit 1366d031dc
1 changed files with 3 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
config.pbtxt
View File

@ -1,5 +1,6 @@
# Triton Backend for Python. # Triton Backend for vLLM.
backend: "python" backend: "vllm"
platform: "vllm"
max_batch_size: 0 max_batch_size: 0
input [ input [
@ -59,12 +60,6 @@ output [
] ]
parameters: [
{
key: "model_path",
value: {string_value: "/cheetah/input/model/groupuser/TinyLlama-1.1B-Chat-v1.0"}
}
]
instance_group [ instance_group [