diff --git a/leap/Q4_0.json b/leap/Q4_0.json index 30b1b0a..20185c8 100644 --- a/leap/Q4_0.json +++ b/leap/Q4_0.json @@ -6,7 +6,9 @@ }, "generation_time_parameters": { "sampling_parameters": { - "temperature": 0.0 + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 } } } \ No newline at end of file diff --git a/leap/Q4_K_M.json b/leap/Q4_K_M.json index bb003c8..3af80d2 100644 --- a/leap/Q4_K_M.json +++ b/leap/Q4_K_M.json @@ -6,7 +6,9 @@ }, "generation_time_parameters": { "sampling_parameters": { - "temperature": 0.0 + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 } } } \ No newline at end of file diff --git a/leap/Q5_K_M.json b/leap/Q5_K_M.json index c2b7729..5e1ece8 100644 --- a/leap/Q5_K_M.json +++ b/leap/Q5_K_M.json @@ -6,7 +6,9 @@ }, "generation_time_parameters": { "sampling_parameters": { - "temperature": 0.0 + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 } } } \ No newline at end of file diff --git a/leap/Q8_0.json b/leap/Q8_0.json index a1716f6..92b71d1 100644 --- a/leap/Q8_0.json +++ b/leap/Q8_0.json @@ -6,7 +6,9 @@ }, "generation_time_parameters": { "sampling_parameters": { - "temperature": 0.0 + "temperature": 0.3, + "min_p": 0.15, + "repetition_penalty": 1.05 } } } \ No newline at end of file