huggi / src /lib /server /models.ts
coyotte508's picture
coyotte508 HF staff
♻️ Simplify setup, prepare for multi-models (#156)
7764421 unverified
raw
history blame
785 Bytes
import { HF_ACCESS_TOKEN, MODELS } from "$env/static/private";
import { z } from "zod";
export const models = z
.array(
z.union([
z.string().min(1),
z.object({
name: z.string().min(1),
displayName: z.string().min(1).optional(),
endpoints: z
.array(
z.object({
url: z.string().url(),
authorization: z.string().min(1).default(`Bearer ${HF_ACCESS_TOKEN}`),
weight: z.number().int().positive().default(1),
})
)
.optional(),
}),
])
)
.parse(JSON.parse(MODELS));
export const modelNames: Array<{ name: string; displayName: string }> = models.map((m) =>
typeof m === "string"
? { name: m, displayName: m }
: { name: m.name, displayName: m.displayName ?? m.name }
);
export const defaultModel = modelNames[0];