llama : add RobertaForSequenceClassification reranker support (#13875)

2025-05-29 08:15:01 +02:00
parent 1b8fb8152d
commit 6385b843a8
6 changed files with 24 additions and 8 deletions
--- a/src/llama-arch.h
+++ b/src/llama-arch.h
@@ -213,6 +213,8 @@ enum llm_kv {
    LLM_KV_CONVNEXT_EMBEDDING_LENGTH,
    LLM_KV_CONVNEXT_BLOCK_COUNT,

+    LLM_KV_CLASSIFIER_OUTPUT_LABELS,
+
    // deprecated:
    LLM_KV_TOKENIZER_PREFIX_ID,
    LLM_KV_TOKENIZER_SUFFIX_ID,