remove: used advanced params
This commit is contained in:
1 parent
2c80f60f3e
commit
670dfca6a8
2 files changed
-13
No files matched your search
@@ -391,17 +391,10 @@ def parse_ollama_modelfile(model_text):
|
|||||||
"top_k": int,
|
"top_k": int,
|
||||||
"top_p": float,
|
"top_p": float,
|
||||||
"num_keep": int,
|
"num_keep": int,
|
||||||
"typical_p": float,
|
|
||||||
"presence_penalty": float,
|
"presence_penalty": float,
|
||||||
"frequency_penalty": float,
|
"frequency_penalty": float,
|
||||||
"penalize_newline": bool,
|
|
||||||
"numa": bool,
|
|
||||||
"num_batch": int,
|
"num_batch": int,
|
||||||
"num_gpu": int,
|
"num_gpu": int,
|
||||||
"main_gpu": int,
|
|
||||||
"low_vram": bool,
|
|
||||||
"f16_kv": bool,
|
|
||||||
"vocab_only": bool,
|
|
||||||
"use_mmap": bool,
|
"use_mmap": bool,
|
||||||
"use_mlock": bool,
|
"use_mlock": bool,
|
||||||
"num_thread": int,
|
"num_thread": int,
|
||||||
|
|||||||
@@ -153,17 +153,11 @@ def apply_model_params_to_body_ollama(params: dict, form_data: dict) -> dict:
|
|||||||
"repeat_last_n": int,
|
"repeat_last_n": int,
|
||||||
"top_k": int,
|
"top_k": int,
|
||||||
"min_p": float,
|
"min_p": float,
|
||||||
"typical_p": float,
|
|
||||||
"repeat_penalty": float,
|
"repeat_penalty": float,
|
||||||
"presence_penalty": float,
|
"presence_penalty": float,
|
||||||
"frequency_penalty": float,
|
"frequency_penalty": float,
|
||||||
"penalize_newline": bool,
|
|
||||||
"stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
|
"stop": lambda x: [bytes(s, "utf-8").decode("unicode_escape") for s in x],
|
||||||
"numa": bool,
|
|
||||||
"num_gpu": int,
|
"num_gpu": int,
|
||||||
"main_gpu": int,
|
|
||||||
"low_vram": bool,
|
|
||||||
"vocab_only": bool,
|
|
||||||
"use_mmap": bool,
|
"use_mmap": bool,
|
||||||
"use_mlock": bool,
|
"use_mlock": bool,
|
||||||
"num_thread": int,
|
"num_thread": int,
|
||||||
|
|||||||
Reference in new issue
Block a user