feat(custom-model): discover context length from /v1/models and add a default context length

Fixes #754
This commit is contained in:
Devvyn committed 2026-11-01 21:08:52 +08:00
1 parent 5582ec523b
commit a97fa0de17
10 files changed
+361 -16

No files matched your search

+3
View File
@@ -2380,6 +2380,9 @@ export const CustomModelHostSchema = z.object({
modelSlotCounts: z.record(z.string().max(200), z.number().int().positive().max(4096)).optional(),
// Same reasoning as modelContextLengths above.
modelSizesGB: z.record(z.string().max(200), z.number().positive().max(100_000)).optional(),
// User-set fallback for models discovery has no context length for (session-routes.ts);
// discovery never writes it. Same bound as the modelContextLengths values above.
defaultContextLength: z.number().int().positive().max(100_000_000).optional(),
});
/**