vllm static

This commit is contained in:
Miki 2024-11-28 16:03:31 +01:00
parent c9e4ad8769
commit 2b7d77ac25
16 changed files with 38 additions and 0 deletions

File diff suppressed because one or more lines are too long

Binary file not shown.

Binary file not shown.

File diff suppressed because one or more lines are too long

Binary file not shown.

Binary file not shown.

View file

@ -0,0 +1 @@
import{a as t}from"../chunks/entry.CkeGJzPd.js";export{t as start};

Binary file not shown.

Binary file not shown.

View file

@ -0,0 +1 @@
import{s as S,n as _,d as x}from"../chunks/scheduler.D9xsQs6S.js";import{S as j,i as q,e as d,l as f,s as y,c as g,m as h,n as v,d as l,a as C,j as m,f as $,o as E}from"../chunks/index.B2LhTP1n.js";import{s as H}from"../chunks/entry.CkeGJzPd.js";const P=()=>{const s=H;return{page:{subscribe:s.page.subscribe},navigating:{subscribe:s.navigating.subscribe},updated:s.updated}},k={subscribe(s){return P().page.subscribe(s)}};function w(s){var b;let t,r=s[0].status+"",o,n,i,c=((b=s[0].error)==null?void 0:b.message)+"",u;return{c(){t=d("h1"),o=f(r),n=y(),i=d("p"),u=f(c)},l(e){t=g(e,"H1",{});var a=h(t);o=v(a,r),a.forEach(l),n=C(e),i=g(e,"P",{});var p=h(i);u=v(p,c),p.forEach(l)},m(e,a){m(e,t,a),$(t,o),m(e,n,a),m(e,i,a),$(i,u)},p(e,[a]){var p;a&1&&r!==(r=e[0].status+"")&&E(o,r),a&1&&c!==(c=((p=e[0].error)==null?void 0:p.message)+"")&&E(u,c)},i:_,o:_,d(e){e&&(l(t),l(n),l(i))}}}function z(s,t,r){let o;return x(s,k,n=>r(0,o=n)),[o]}let F=class extends j{constructor(t){super(),q(this,t,z,w,S,{})}};export{F as component};

Binary file not shown.

Binary file not shown.

View file

@ -0,0 +1 @@
import{s as K,n as N}from"../chunks/scheduler.D9xsQs6S.js";import{S as Q,i as U,e as g,s as P,c as T,g as R,a as S,m as D,d as m,b as L,j as k,f,p as V,l as C,n as A,o as j}from"../chunks/index.B2LhTP1n.js";function Y(n){return(n==null?void 0:n.length)!==void 0?n:Array.from(n)}async function W(){return{containers:await fetch("/api/tags",{mode:"cors",headers:{"Access-Control-Allow-Origin":"*"}}).then(n=>n.json())}}const lt=Object.freeze(Object.defineProperty({__proto__:null,load:W},Symbol.toStringTag,{value:"Module"}));function F(n,t,o){const a=n.slice();return a[1]=t[o],a}function X(n){let t,o=n[1].ip+"",a;return{c(){t=g("td"),a=C(o)},l(e){t=T(e,"TD",{});var c=D(t);a=A(c,o),c.forEach(m)},m(e,c){k(e,t,c),f(t,a)},p(e,c){c&1&&o!==(o=e[1].ip+"")&&j(a,o)},d(e){e&&m(t)}}}function Z(n){let t,o=n[1].ip+"",a,e,c=n[1].port+"",p;return{c(){t=g("td"),a=C(o),e=C(":"),p=C(c)},l(h){t=T(h,"TD",{});var r=D(t);a=A(r,o),e=A(r,":"),p=A(r,c),r.forEach(m)},m(h,r){k(h,t,r),f(t,a),f(t,e),f(t,p)},p(h,r){r&1&&o!==(o=h[1].ip+"")&&j(a,o),r&1&&c!==(c=h[1].port+"")&&j(p,c)},d(h){h&&m(t)}}}function J(n){let t,o,a=n[1].name+"",e,c,p,h,r=n[1].container+"",v,i,l,u=n[1].engine+"",s,E,H,O=n[1].state+"",y,M;function w(_,d){return _[1].state=="running"?Z:X}let B=w(n),b=B(n);return{c(){t=g("tr"),o=g("td"),e=C(a),c=P(),b.c(),p=P(),h=g("td"),v=C(r),i=P(),l=g("td"),s=C(u),E=P(),H=g("td"),y=C(O),M=P()},l(_){t=T(_,"TR",{});var d=D(t);o=T(d,"TD",{});var q=D(o);e=A(q,a),q.forEach(m),c=S(d),b.l(d),p=S(d),h=T(d,"TD",{});var z=D(h);v=A(z,r),z.forEach(m),i=S(d),l=T(d,"TD",{});var G=D(l);s=A(G,u),G.forEach(m),E=S(d),H=T(d,"TD",{});var I=D(H);y=A(I,O),I.forEach(m),M=S(d),d.forEach(m)},m(_,d){k(_,t,d),f(t,o),f(o,e),f(t,c),b.m(t,null),f(t,p),f(t,h),f(h,v),f(t,i),f(t,l),f(l,s),f(t,E),f(t,H),f(H,y),f(t,M)},p(_,d){d&1&&a!==(a=_[1].name+"")&&j(e,a),B===(B=w(_))&&b?b.p(_,d):(b.d(1),b=B(_),b&&(b.c(),b.m(t,p))),d&1&&r!==(r=_[1].container+"")&&j(v,r),d&1&&u!==(u=_[1].engine+"")&&j(s,u),d&1&&O!==(O=_[1].state+"")&&j(y,O)},d(_){_&&m(t),b.d()}}}function $(n){let t,o="GPT Backend",a,e,c,p="<tr><th>Name</th> <th>IP:Port</th> <th>Container</th> <th>Engine</th> <th>Status</th></tr>",h,r,v=Y(n[0].containers.models),i=[];for(let l=0;l<v.length;l+=1)i[l]=J(F(n,v,l));return{c(){t=g("h1"),t.textContent=o,a=P(),e=g("table"),c=g("thead"),c.innerHTML=p,h=P(),r=g("tbody");for(let l=0;l<i.length;l+=1)i[l].c();this.h()},l(l){t=T(l,"H1",{class:!0,"data-svelte-h":!0}),R(t)!=="svelte-1vaxk2u"&&(t.textContent=o),a=S(l),e=T(l,"TABLE",{class:!0});var u=D(e);c=T(u,"THEAD",{class:!0,"data-svelte-h":!0}),R(c)!=="svelte-m5dtrh"&&(c.innerHTML=p),h=S(u),r=T(u,"TBODY",{class:!0});var s=D(r);for(let E=0;E<i.length;E+=1)i[E].l(s);s.forEach(m),u.forEach(m),this.h()},h(){L(t,"class","h1 text-center"),L(c,"class","table-primary"),L(r,"class","table-success"),L(e,"class","table table-hover")},m(l,u){k(l,t,u),k(l,a,u),k(l,e,u),f(e,c),f(e,h),f(e,r);for(let s=0;s<i.length;s+=1)i[s]&&i[s].m(r,null)},p(l,[u]){if(u&1){v=Y(l[0].containers.models);let s;for(s=0;s<v.length;s+=1){const E=F(l,v,s);i[s]?i[s].p(E,u):(i[s]=J(E),i[s].c(),i[s].m(r,null))}for(;s<i.length;s+=1)i[s].d(1);i.length=v.length}},i:N,o:N,d(l){l&&(m(t),m(a),m(e)),V(i,l)}}}function x(n,t,o){let{data:a}=t;return n.$$set=e=>{"data"in e&&o(0,a=e.data)},[a]}class nt extends Q{constructor(t){super(),U(this,t,x,$,K,{data:0})}}export{nt as component,lt as universal};

Binary file not shown.

Binary file not shown.

30
vllm-model.json Normal file
View file

@ -0,0 +1,30 @@
{
"object": "list",
"data": [
{
"id": "Qwen/Qwen2.5-Coder-7B-Instruct",
"object": "model",
"created": 1732795272,
"owned_by": "vllm",
"root": "Qwen/Qwen2.5-Coder-7B-Instruct",
"parent": null,
"max_model_len": 32768,
"permission": [
{
"id": "modelperm-3e30cc7c3a4749419d0e58489ffc3fef",
"object": "model_permission",
"created": 1732795272,
"allow_create_engine": false,
"allow_sampling": true,
"allow_logprobs": true,
"allow_search_indices": false,
"allow_view": true,
"allow_fine_tuning": false,
"organization": "*",
"group": null,
"is_blocking": false
}
]
}
]
}