Co-authored-by: Ke Bao <ISPObaoke@163.com>
This commit is contained in:
@@ -215,6 +215,26 @@ def is_multimodal_model(model_architectures):
|
||||
return False
|
||||
|
||||
|
||||
def is_attention_free_model(model_architectures):
|
||||
return False
|
||||
|
||||
|
||||
def model_has_inner_state(model_architectures):
|
||||
return False
|
||||
|
||||
|
||||
def is_embedding_model(model_architectures):
|
||||
if (
|
||||
"LlamaEmbeddingModel" in model_architectures
|
||||
or "MistralModel" in model_architectures
|
||||
or "LlamaForSequenceClassification" in model_architectures
|
||||
or "LlamaForSequenceClassificationWithNormal_Weights" in model_architectures
|
||||
):
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
|
||||
def is_generation_model(model_architectures, is_embedding: bool = False):
|
||||
# We have two ways to determine whether a model is a generative model.
|
||||
# 1. Check the model architectue
|
||||
|
||||
Reference in New Issue
Block a user