LiquidAI/LFM2-350M-Extract-GGUF
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Update 4 LEAP sdk manifests

Browse Source
This commit is contained in:
Yuri Khrustalev
2025-12-18 14:55:02 +00:00
committed by system
parent 40cbc7e9cc
commit 2e5ab38e9e
4 changed files with 56 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
leap/Q4_0.json Normal file
View File

@@ -0,0 +1,14 @@
{
"inference_type": "llama.cpp/text-to-text",
"schema_version": "1.0.0",
"load_time_parameters": {
"model": "../LFM2-350M-Extract-Q4_0.gguf"
},
"generation_time_parameters": {
"sampling_parameters": {
"temperature": 0.3,
"min_p": 0.15,
"repetition_penalty": 1.05
}
}
}

14
leap/Q4_K_M.json Normal file
View File

@@ -0,0 +1,14 @@
{
"inference_type": "llama.cpp/text-to-text",
"schema_version": "1.0.0",
"load_time_parameters": {
"model": "../LFM2-350M-Extract-Q4_K_M.gguf"
},
"generation_time_parameters": {
"sampling_parameters": {
"temperature": 0.3,
"min_p": 0.15,
"repetition_penalty": 1.05
}
}
}

14
leap/Q5_K_M.json Normal file
View File

@@ -0,0 +1,14 @@
{
"inference_type": "llama.cpp/text-to-text",
"schema_version": "1.0.0",
"load_time_parameters": {
"model": "../LFM2-350M-Extract-Q5_K_M.gguf"
},
"generation_time_parameters": {
"sampling_parameters": {
"temperature": 0.3,
"min_p": 0.15,
"repetition_penalty": 1.05
}
}
}

14
leap/Q8_0.json Normal file
View File

@@ -0,0 +1,14 @@
{
"inference_type": "llama.cpp/text-to-text",
"schema_version": "1.0.0",
"load_time_parameters": {
"model": "../LFM2-350M-Extract-Q8_0.gguf"
},
"generation_time_parameters": {
"sampling_parameters": {
"temperature": 0.3,
"min_p": 0.15,
"repetition_penalty": 1.05
}
}
}