feat: add num_keep, num_batch

This commit is contained in:
Sam McLeod committed 2024-06-14 16:21:20 +10:00
1 parent 162643a4b1
commit 3f5e36271f
41 files changed
+182

No files matched your search

+2
View File
@@ -92,6 +92,8 @@ type Settings = {
top_k?: string;
top_p?: string;
num_ctx?: string;
num_batch?: string;
num_keep?: string;
options?: ModelOptions;
};