Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
96 changes: 88 additions & 8 deletions gpustack_runner/runner.py.json
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,18 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-a3-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -19,7 +30,18 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-a3-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down Expand Up @@ -514,7 +536,16 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-950-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -525,7 +556,16 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-950-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -536,7 +576,18 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-910b-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -547,7 +598,18 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-910b-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down Expand Up @@ -1130,7 +1192,15 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-310p-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -1141,7 +1211,17 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-310p-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down
96 changes: 88 additions & 8 deletions tests/gpustack_runner/fixtures/test_list_runners_by_backend.json
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,18 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-a3-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -25,7 +36,18 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-a3-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down Expand Up @@ -520,7 +542,16 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-950-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -531,7 +562,16 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-950-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -542,7 +582,18 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-910b-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -553,7 +604,18 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-910b-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"mooncake-transfer-engine": "0.3.11.post1",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down Expand Up @@ -1136,7 +1198,15 @@
"service_version": "0.23.0",
"platform": "linux/amd64",
"docker_image": "gpustack/runner:cann9.1-310p-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand All @@ -1147,7 +1217,17 @@
"service_version": "0.23.0",
"platform": "linux/arm64",
"docker_image": "gpustack/runner:cann9.1-310p-vllm0.23.0",
"deprecated": false
"deprecated": false,
"dependencies": {
"diffusers": "0.40.0",
"ray": "2.48.0",
"torch": "2.10.0+cpu",
"torch-npu": "2.10.0.post4",
"transformers": "5.5.4",
"vllm-ascend": "0.23.0",
"vllm-omni": "0.20.0+cpu",
"vllm-router": "0.1.15"
}
},
{
"backend": "cann",
Expand Down
Loading