llama : define non-positive top_k; top_k range check (#779)

* Define non-positive top_k; top_k range check * minor : brackets --------- Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
2023-04-05 19:20:05 +03:00
parent ff05d05c96
commit 5a8c4f6240
1 changed files with 3 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@@ -1229,7 +1229,9 @@ static llama_vocab::id llama_sample_top_p_top_k(
        }
    }

-    sample_top_k(logits_id, top_k);
+    if (top_k > 0 && top_k < n_logits) {
+        sample_top_k(logits_id, top_k);
+    }

    float maxl = -std::numeric_limits<float>::infinity();
    for (const auto & kv : logits_id) {