vllm static

2024-11-28 16:03:31 +01:00 · 2024-11-28 16:03:31 +01:00 · 2b7d77ac25
commit 2b7d77ac25
parent c9e4ad8769
16 changed files with 38 additions and 0 deletions
--- a/vllm-model.json
+++ b/vllm-model.json
@ -0,0 +1,30 @@
+{
+    "object": "list",
+    "data": [
+        {
+            "id": "Qwen/Qwen2.5-Coder-7B-Instruct",
+            "object": "model",
+            "created": 1732795272,
+            "owned_by": "vllm",
+            "root": "Qwen/Qwen2.5-Coder-7B-Instruct",
+            "parent": null,
+            "max_model_len": 32768,
+            "permission": [
+                {
+                    "id": "modelperm-3e30cc7c3a4749419d0e58489ffc3fef",
+                    "object": "model_permission",
+                    "created": 1732795272,
+                    "allow_create_engine": false,
+                    "allow_sampling": true,
+                    "allow_logprobs": true,
+                    "allow_search_indices": false,
+                    "allow_view": true,
+                    "allow_fine_tuning": false,
+                    "organization": "*",
+                    "group": null,
+                    "is_blocking": false
+                }
+            ]
+        }
+    ]
+}