mirror of
https://github.com/Ark0N/Codeman.git
synced 2026-11-19 20:49:33 +01:00
feat(custom-model): discover context length from /v1/models and add a default context length
Fixes #754
This commit is contained in:
1 parent
5582ec523b
commit
a97fa0de17
10 files changed
+361
-16
No files matched your search
@@ -2380,6 +2380,9 @@ export const CustomModelHostSchema = z.object({
|
||||
modelSlotCounts: z.record(z.string().max(200), z.number().int().positive().max(4096)).optional(),
|
||||
// Same reasoning as modelContextLengths above.
|
||||
modelSizesGB: z.record(z.string().max(200), z.number().positive().max(100_000)).optional(),
|
||||
// User-set fallback for models discovery has no context length for (session-routes.ts);
|
||||
// discovery never writes it. Same bound as the modelContextLengths values above.
|
||||
defaultContextLength: z.number().int().positive().max(100_000_000).optional(),
|
||||
});
|
||||
|
||||
/**
|
||||
|
||||
Reference in new issue
Block a user