初始化项目,由ModelHub XC社区提供模型
Model: penupup/quora-distilbert-multilingual-lcqmc-sfa-hr Source: Original Platform
This commit is contained in:
34
.gitattributes
vendored
Normal file
34
.gitattributes
vendored
Normal file
@@ -0,0 +1,34 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
7
1_Pooling/config.json
Normal file
7
1_Pooling/config.json
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
{
|
||||||
|
"word_embedding_dimension": 768,
|
||||||
|
"pooling_mode_cls_token": false,
|
||||||
|
"pooling_mode_mean_tokens": true,
|
||||||
|
"pooling_mode_max_tokens": false,
|
||||||
|
"pooling_mode_mean_sqrt_len_tokens": false
|
||||||
|
}
|
||||||
4
Information-Retrieval_evaluation_results.csv
Normal file
4
Information-Retrieval_evaluation_results.csv
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
epoch,steps,cos_sim-Accuracy@1,cos_sim-Accuracy@3,cos_sim-Accuracy@5,cos_sim-Accuracy@10,cos_sim-Precision@1,cos_sim-Recall@1,cos_sim-Precision@3,cos_sim-Recall@3,cos_sim-Precision@5,cos_sim-Recall@5,cos_sim-Precision@10,cos_sim-Recall@10,cos_sim-MRR@10,cos_sim-NDCG@10,cos_sim-MAP@100,dot_score-Accuracy@1,dot_score-Accuracy@3,dot_score-Accuracy@5,dot_score-Accuracy@10,dot_score-Precision@1,dot_score-Recall@1,dot_score-Precision@3,dot_score-Recall@3,dot_score-Precision@5,dot_score-Recall@5,dot_score-Precision@10,dot_score-Recall@10,dot_score-MRR@10,dot_score-NDCG@10,dot_score-MAP@100
|
||||||
|
0,0,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8516414141414141,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
-1,-1,1.0,1.0,1.0,1.0,1.0,0.17515527950310558,0.9855072463768115,0.5167701863354037,0.9391304347826087,0.8018633540372669,0.6,0.9710144927536232,1.0,0.9872677273150414,0.9756402534663403,1.0,1.0,1.0,1.0,1.0,0.17515527950310558,0.9855072463768115,0.5167701863354037,0.9304347826086957,0.793167701863354,0.5956521739130434,0.963768115942029,1.0,0.9818984285217082,0.9701682278046756
|
||||||
|
-1,-1,1.0,1.0,1.0,1.0,1.0,0.17515527950310558,0.9855072463768115,0.5167701863354037,0.9391304347826087,0.8018633540372669,0.6,0.9710144927536232,1.0,0.9872677273150414,0.9756402534663403,1.0,1.0,1.0,1.0,1.0,0.17515527950310558,0.9855072463768115,0.5167701863354037,0.9304347826086957,0.793167701863354,0.5956521739130434,0.963768115942029,1.0,0.9818984285217082,0.9701682278046756
|
||||||
|
125
README.md
Normal file
125
README.md
Normal file
@@ -0,0 +1,125 @@
|
|||||||
|
---
|
||||||
|
pipeline_tag: sentence-similarity
|
||||||
|
tags:
|
||||||
|
- sentence-transformers
|
||||||
|
- feature-extraction
|
||||||
|
- sentence-similarity
|
||||||
|
- transformers
|
||||||
|
---
|
||||||
|
|
||||||
|
# {MODEL_NAME}
|
||||||
|
|
||||||
|
This is a [sentence-transformers](https://www.SBERT.net) model: It maps sentences & paragraphs to a 768 dimensional dense vector space and can be used for tasks like clustering or semantic search.
|
||||||
|
|
||||||
|
<!--- Describe your model here -->
|
||||||
|
|
||||||
|
## Usage (Sentence-Transformers)
|
||||||
|
|
||||||
|
Using this model becomes easy when you have [sentence-transformers](https://www.SBERT.net) installed:
|
||||||
|
|
||||||
|
```
|
||||||
|
pip install -U sentence-transformers
|
||||||
|
```
|
||||||
|
|
||||||
|
Then you can use the model like this:
|
||||||
|
|
||||||
|
```python
|
||||||
|
from sentence_transformers import SentenceTransformer
|
||||||
|
sentences = ["This is an example sentence", "Each sentence is converted"]
|
||||||
|
|
||||||
|
model = SentenceTransformer('{MODEL_NAME}')
|
||||||
|
embeddings = model.encode(sentences)
|
||||||
|
print(embeddings)
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
## Usage (HuggingFace Transformers)
|
||||||
|
Without [sentence-transformers](https://www.SBERT.net), you can use the model like this: First, you pass your input through the transformer model, then you have to apply the right pooling-operation on-top of the contextualized word embeddings.
|
||||||
|
|
||||||
|
```python
|
||||||
|
from transformers import AutoTokenizer, AutoModel
|
||||||
|
import torch
|
||||||
|
|
||||||
|
|
||||||
|
#Mean Pooling - Take attention mask into account for correct averaging
|
||||||
|
def mean_pooling(model_output, attention_mask):
|
||||||
|
token_embeddings = model_output[0] #First element of model_output contains all token embeddings
|
||||||
|
input_mask_expanded = attention_mask.unsqueeze(-1).expand(token_embeddings.size()).float()
|
||||||
|
return torch.sum(token_embeddings * input_mask_expanded, 1) / torch.clamp(input_mask_expanded.sum(1), min=1e-9)
|
||||||
|
|
||||||
|
|
||||||
|
# Sentences we want sentence embeddings for
|
||||||
|
sentences = ['This is an example sentence', 'Each sentence is converted']
|
||||||
|
|
||||||
|
# Load model from HuggingFace Hub
|
||||||
|
tokenizer = AutoTokenizer.from_pretrained('{MODEL_NAME}')
|
||||||
|
model = AutoModel.from_pretrained('{MODEL_NAME}')
|
||||||
|
|
||||||
|
# Tokenize sentences
|
||||||
|
encoded_input = tokenizer(sentences, padding=True, truncation=True, return_tensors='pt')
|
||||||
|
|
||||||
|
# Compute token embeddings
|
||||||
|
with torch.no_grad():
|
||||||
|
model_output = model(**encoded_input)
|
||||||
|
|
||||||
|
# Perform pooling. In this case, mean pooling.
|
||||||
|
sentence_embeddings = mean_pooling(model_output, encoded_input['attention_mask'])
|
||||||
|
|
||||||
|
print("Sentence embeddings:")
|
||||||
|
print(sentence_embeddings)
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
## Evaluation Results
|
||||||
|
|
||||||
|
<!--- Describe how your model was evaluated -->
|
||||||
|
|
||||||
|
For an automated evaluation of this model, see the *Sentence Embeddings Benchmark*: [https://seb.sbert.net](https://seb.sbert.net?model_name={MODEL_NAME})
|
||||||
|
|
||||||
|
|
||||||
|
## Training
|
||||||
|
The model was trained with the parameters:
|
||||||
|
|
||||||
|
**DataLoader**:
|
||||||
|
|
||||||
|
`torch.utils.data.dataloader.DataLoader` of length 7 with parameters:
|
||||||
|
```
|
||||||
|
{'batch_size': 64, 'sampler': 'torch.utils.data.sampler.RandomSampler', 'batch_sampler': 'torch.utils.data.sampler.BatchSampler'}
|
||||||
|
```
|
||||||
|
|
||||||
|
**Loss**:
|
||||||
|
|
||||||
|
`sentence_transformers.losses.OnlineContrastiveLoss.OnlineContrastiveLoss`
|
||||||
|
|
||||||
|
Parameters of the fit()-Method:
|
||||||
|
```
|
||||||
|
{
|
||||||
|
"epochs": 10,
|
||||||
|
"evaluation_steps": 0,
|
||||||
|
"evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
|
||||||
|
"max_grad_norm": 1,
|
||||||
|
"optimizer_class": "<class 'transformers.optimization.AdamW'>",
|
||||||
|
"optimizer_params": {
|
||||||
|
"lr": 2e-05
|
||||||
|
},
|
||||||
|
"scheduler": "WarmupLinear",
|
||||||
|
"steps_per_epoch": null,
|
||||||
|
"warmup_steps": 1000,
|
||||||
|
"weight_decay": 0.01
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
|
## Full Model Architecture
|
||||||
|
```
|
||||||
|
SentenceTransformer(
|
||||||
|
(0): Transformer({'max_seq_length': 128, 'do_lower_case': False}) with Transformer model: DistilBertModel
|
||||||
|
(1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False})
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Citing & Authors
|
||||||
|
|
||||||
|
<!--- Describe where people can find more information -->
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhatten_accuracy,manhatten_accuracy_threshold,manhatten_f1,manhatten_precision,manhatten_recall,manhatten_f1_threshold,manhatten_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap
|
||||||
|
-1,-1,0.9146757679180887,0.6908340454101562,0.9128919860627178,0.9562043795620438,0.8733333333333333,0.6908340454101562,0.9609284717132067,0.9112627986348123,154.6722412109375,0.9121621621621622,0.9246575342465754,0.9,154.6722412109375,0.9569649843770136,0.9044368600682594,6.9606242179870605,0.9047619047619048,0.9236111111111112,0.8866666666666667,6.9606242179870605,0.9577804721165892,0.9180887372013652,43.862831115722656,0.9178082191780823,0.9436619718309859,0.8933333333333333,43.862831115722656,0.9561906626978116
|
||||||
|
-1,-1,0.9146757679180887,0.6908340454101562,0.9128919860627178,0.9562043795620438,0.8733333333333333,0.6908340454101562,0.9609284717132067,0.9112627986348123,154.6722412109375,0.9121621621621622,0.9246575342465754,0.9,154.6722412109375,0.9569649843770136,0.9044368600682594,6.960623741149902,0.9047619047619048,0.9236111111111112,0.8866666666666667,6.960623741149902,0.9577804721165892,0.9180887372013652,43.862831115722656,0.9178082191780823,0.9436619718309859,0.8933333333333333,43.862831115722656,0.9561906626978116
|
||||||
|
2
binary_classification_evaluation_results.csv
Normal file
2
binary_classification_evaluation_results.csv
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhatten_accuracy,manhatten_accuracy_threshold,manhatten_f1,manhatten_precision,manhatten_recall,manhatten_f1_threshold,manhatten_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap
|
||||||
|
0,0,0.8785046728971962,0.7152507305145264,0.7941176470588236,0.675,0.9642857142857143,0.5781902074813843,0.7578364440157217,0.8878504672897196,138.97084045410156,0.793103448275862,0.7666666666666667,0.8214285714285714,143.2291259765625,0.7458732145200913,0.8878504672897196,6.292422771453857,0.7868852459016394,0.7272727272727273,0.8571428571428571,6.918990135192871,0.7407456621713792,0.8504672897196262,50.74284362792969,0.7605633802816901,0.627906976744186,0.9642857142857143,38.937217712402344,0.7650624140372936
|
||||||
|
25
config.json
Normal file
25
config.json
Normal file
@@ -0,0 +1,25 @@
|
|||||||
|
{
|
||||||
|
"_name_or_path": "../../../model/sbert/quora_duplicate_questions/output/training_MultipleNegativesRankingLoss-2022-12-30_16-09-30/",
|
||||||
|
"activation": "gelu",
|
||||||
|
"architectures": [
|
||||||
|
"DistilBertModel"
|
||||||
|
],
|
||||||
|
"attention_dropout": 0.1,
|
||||||
|
"dim": 768,
|
||||||
|
"dropout": 0.1,
|
||||||
|
"hidden_dim": 3072,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"max_position_embeddings": 512,
|
||||||
|
"model_type": "distilbert",
|
||||||
|
"n_heads": 12,
|
||||||
|
"n_layers": 6,
|
||||||
|
"output_past": true,
|
||||||
|
"pad_token_id": 0,
|
||||||
|
"qa_dropout": 0.1,
|
||||||
|
"seq_classif_dropout": 0.2,
|
||||||
|
"sinusoidal_pos_embds": false,
|
||||||
|
"tie_weights_": true,
|
||||||
|
"torch_dtype": "float32",
|
||||||
|
"transformers_version": "4.23.1",
|
||||||
|
"vocab_size": 119547
|
||||||
|
}
|
||||||
7
config_sentence_transformers.json
Normal file
7
config_sentence_transformers.json
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
{
|
||||||
|
"__version__": {
|
||||||
|
"sentence_transformers": "2.0.0",
|
||||||
|
"transformers": "4.7.0",
|
||||||
|
"pytorch": "1.9.0+cu102"
|
||||||
|
}
|
||||||
|
}
|
||||||
11
eval/Information-Retrieval_evaluation_results.csv
Normal file
11
eval/Information-Retrieval_evaluation_results.csv
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
epoch,steps,cos_sim-Accuracy@1,cos_sim-Accuracy@3,cos_sim-Accuracy@5,cos_sim-Accuracy@10,cos_sim-Precision@1,cos_sim-Recall@1,cos_sim-Precision@3,cos_sim-Recall@3,cos_sim-Precision@5,cos_sim-Recall@5,cos_sim-Precision@10,cos_sim-Recall@10,cos_sim-MRR@10,cos_sim-NDCG@10,cos_sim-MAP@100,dot_score-Accuracy@1,dot_score-Accuracy@3,dot_score-Accuracy@5,dot_score-Accuracy@10,dot_score-Precision@1,dot_score-Recall@1,dot_score-Precision@3,dot_score-Recall@3,dot_score-Precision@5,dot_score-Recall@5,dot_score-Precision@10,dot_score-Recall@10,dot_score-MRR@10,dot_score-NDCG@10,dot_score-MAP@100
|
||||||
|
0,-1,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8516414141414141,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
1,-1,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8516414141414141,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
2,-1,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8516414141414141,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
3,-1,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8513071895424836,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
4,-1,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.9028493121943991,0.8513071895424836,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
5,-1,0.8181818181818182,1.0,1.0,1.0,0.8181818181818182,0.356060606060606,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9090909090909091,0.8822770953279521,0.8282828282828284,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8440656565656567
|
||||||
|
6,-1,0.8181818181818182,1.0,1.0,1.0,0.8181818181818182,0.356060606060606,0.6363636363636365,0.8257575757575757,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9090909090909091,0.8822770953279521,0.8285799168152109,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8440656565656567
|
||||||
|
7,-1,0.8181818181818182,1.0,1.0,1.0,0.8181818181818182,0.356060606060606,0.6666666666666667,0.856060606060606,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9090909090909091,0.8852345513743913,0.836489898989899,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.8989851782116592,0.8444444444444446
|
||||||
|
8,-1,0.8181818181818182,1.0,1.0,1.0,0.8181818181818182,0.356060606060606,0.6666666666666667,0.856060606060606,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9090909090909091,0.8852345513743913,0.8361556743909685,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.896542413684087,0.8398989898989899
|
||||||
|
9,-1,0.8181818181818182,1.0,1.0,1.0,0.8181818181818182,0.356060606060606,0.6666666666666667,0.856060606060606,0.4545454545454547,0.9545454545454546,0.22727272727272735,0.9545454545454546,0.9090909090909091,0.8869427582790398,0.8391859774212715,0.9090909090909091,1.0,1.0,1.0,0.9090909090909091,0.40151515151515144,0.6060606060606061,0.7803030303030302,0.4363636363636365,0.9090909090909091,0.22727272727272735,0.9545454545454546,0.9545454545454546,0.896542413684087,0.8398989898989899
|
||||||
|
11
eval/binary_classification_evaluation_results.csv
Normal file
11
eval/binary_classification_evaluation_results.csv
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
epoch,steps,cossim_accuracy,cossim_accuracy_threshold,cossim_f1,cossim_precision,cossim_recall,cossim_f1_threshold,cossim_ap,manhatten_accuracy,manhatten_accuracy_threshold,manhatten_f1,manhatten_precision,manhatten_recall,manhatten_f1_threshold,manhatten_ap,euclidean_accuracy,euclidean_accuracy_threshold,euclidean_f1,euclidean_precision,euclidean_recall,euclidean_f1_threshold,euclidean_ap,dot_accuracy,dot_accuracy_threshold,dot_f1,dot_precision,dot_recall,dot_f1_threshold,dot_ap
|
||||||
|
0,-1,0.8785046728971962,0.7153000831604004,0.7941176470588236,0.675,0.9642857142857143,0.5783578157424927,0.7578364440157217,0.8878504672897196,138.98406982421875,0.793103448275862,0.7666666666666667,0.8214285714285714,143.1756591796875,0.7458732145200913,0.8878504672897196,6.292994499206543,0.7868852459016394,0.7272727272727273,0.8571428571428571,6.918923377990723,0.7407456621713792,0.8504672897196262,50.74915313720703,0.7605633802816901,0.627906976744186,0.9642857142857143,38.95372009277344,0.7650624140372936
|
||||||
|
1,-1,0.8785046728971962,0.7153072357177734,0.7941176470588236,0.675,0.9642857142857143,0.5788319110870361,0.7584630104317618,0.8878504672897196,139.05062866210938,0.793103448275862,0.7666666666666667,0.8214285714285714,143.0370635986328,0.7458732145200913,0.8878504672897196,6.295968055725098,0.7868852459016394,0.7272727272727273,0.8571428571428571,6.918813705444336,0.7407456621713792,0.8504672897196262,50.75468444824219,0.7605633802816901,0.627906976744186,0.9642857142857143,38.996490478515625,0.7661446651195446
|
||||||
|
2,-1,0.8785046728971962,0.7151119709014893,0.7941176470588236,0.675,0.9642857142857143,0.5796480178833008,0.7584630104317618,0.8878504672897196,139.16299438476562,0.793103448275862,0.7666666666666667,0.8214285714285714,142.8717803955078,0.7458732145200913,0.8878504672897196,6.300694942474365,0.7868852459016394,0.7272727272727273,0.8571428571428571,6.920260906219482,0.7420011467777131,0.8598130841121495,49.97108459472656,0.7605633802816901,0.627906976744186,0.9642857142857143,39.10533142089844,0.7690771274598031
|
||||||
|
3,-1,0.8785046728971962,0.7149893045425415,0.7941176470588236,0.675,0.9642857142857143,0.5805591344833374,0.7584630104317618,0.8878504672897196,139.26937866210938,0.793103448275862,0.7666666666666667,0.8214285714285714,142.61703491210938,0.7464071490241253,0.897196261682243,6.417535781860352,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.417535781860352,0.743486466982473,0.8598130841121495,50.244720458984375,0.7605633802816901,0.627906976744186,0.9642857142857143,39.23603057861328,0.7700890322217079
|
||||||
|
4,-1,0.8785046728971962,0.7147645950317383,0.7941176470588236,0.675,0.9642857142857143,0.581954836845398,0.7584630104317618,0.897196261682243,140.93128967285156,0.7999999999999999,0.8148148148148148,0.7857142857142857,140.93128967285156,0.746734202922608,0.897196261682243,6.424378871917725,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.424378871917725,0.7439523054917898,0.8598130841121495,50.70547866821289,0.7714285714285715,0.6428571428571429,0.9642857142857143,40.70288848876953,0.7732340939525525
|
||||||
|
5,-1,0.8785046728971962,0.7756680846214294,0.7941176470588236,0.675,0.9642857142857143,0.5837556719779968,0.7596923064980143,0.897196261682243,140.8372802734375,0.8070175438596492,0.7931034482758621,0.8214285714285714,141.61801147460938,0.7476783736943649,0.897196261682243,6.431297302246094,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.431297302246094,0.7439523054917898,0.8598130841121495,51.126739501953125,0.7714285714285715,0.6428571428571429,0.9642857142857143,40.991600036621094,0.7742007199191785
|
||||||
|
6,-1,0.8785046728971962,0.7758897542953491,0.7941176470588236,0.675,0.9642857142857143,0.5853708982467651,0.7596870261600728,0.897196261682243,140.56597900390625,0.8070175438596492,0.7931034482758621,0.8214285714285714,141.67572021484375,0.7482383537839616,0.897196261682243,6.416640281677246,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.416640281677246,0.7472146926888119,0.8598130841121495,53.09589767456055,0.7714285714285715,0.6428571428571429,0.9642857142857143,41.28678894042969,0.7718897142696635
|
||||||
|
7,-1,0.8785046728971962,0.7762866020202637,0.7941176470588236,0.675,0.9642857142857143,0.5878200531005859,0.7596870261600728,0.897196261682243,140.15020751953125,0.8070175438596492,0.7931034482758621,0.8214285714285714,141.2872314453125,0.7510123833437055,0.897196261682243,6.113794326782227,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.399294853210449,0.7495590150331343,0.8598130841121495,53.3231201171875,0.7714285714285715,0.6428571428571429,0.9642857142857143,41.694549560546875,0.7764593657594636
|
||||||
|
8,-1,0.8878504672897196,0.6951338052749634,0.7999999999999999,0.7027027027027027,0.9285714285714286,0.6463806629180908,0.761901030729765,0.897196261682243,139.57412719726562,0.8070175438596492,0.7931034482758621,0.8214285714285714,140.79031372070312,0.7522028595341816,0.897196261682243,6.1220855712890625,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.377052307128906,0.7518712111606615,0.8598130841121495,53.603271484375,0.7714285714285715,0.6428571428571429,0.9642857142857143,42.17536163330078,0.7778469140220119
|
||||||
|
9,-1,0.8878504672897196,0.697858452796936,0.8059701492537313,0.6923076923076923,0.9642857142857143,0.6171824336051941,0.7629305664756872,0.897196261682243,135.81292724609375,0.8070175438596492,0.7931034482758621,0.8214285714285714,140.23594665527344,0.7548442564499593,0.897196261682243,6.1298041343688965,0.7999999999999999,0.8148148148148148,0.7857142857142857,6.352500915527344,0.7539231117088027,0.8598130841121495,53.983299255371094,0.782608695652174,0.6585365853658537,0.9642857142857143,43.110023498535156,0.7775448251460915
|
||||||
|
11
eval/paraphrase_mining_evaluation_dev_results.csv
Normal file
11
eval/paraphrase_mining_evaluation_dev_results.csv
Normal file
@@ -0,0 +1,11 @@
|
|||||||
|
epoch,steps,precision,recall,f1,threshold,average_precision
|
||||||
|
0,-1,0.75,0.782608695652174,0.7659574468085107,0.6891095638275146,0.8511633247736914
|
||||||
|
1,-1,0.75,0.782608695652174,0.7659574468085107,0.6892007291316986,0.8519761582917561
|
||||||
|
2,-1,0.7169811320754716,0.8260869565217391,0.7676767676767677,0.6746405065059662,0.8542282560706022
|
||||||
|
3,-1,0.7307692307692307,0.8260869565217391,0.7755102040816326,0.6784110069274902,0.8549322775769588
|
||||||
|
4,-1,0.7450980392156863,0.8260869565217391,0.7835051546391751,0.6823960542678833,0.8602577048007353
|
||||||
|
5,-1,0.7450980392156863,0.8260869565217391,0.7835051546391751,0.6858071982860565,0.8626706695445898
|
||||||
|
6,-1,0.7755102040816326,0.8260869565217391,0.8,0.6894395351409912,0.8660932270312294
|
||||||
|
7,-1,0.7755102040816326,0.8260869565217391,0.8,0.6926160752773285,0.8709205803147197
|
||||||
|
8,-1,0.7755102040816326,0.8260869565217391,0.8,0.6937445104122162,0.8738625742443796
|
||||||
|
9,-1,0.7755102040816326,0.8260869565217391,0.8,0.6962351202964783,0.8795979004114125
|
||||||
|
14
modules.json
Normal file
14
modules.json
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"idx": 0,
|
||||||
|
"name": "0",
|
||||||
|
"path": "",
|
||||||
|
"type": "sentence_transformers.models.Transformer"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 1,
|
||||||
|
"name": "1",
|
||||||
|
"path": "1_Pooling",
|
||||||
|
"type": "sentence_transformers.models.Pooling"
|
||||||
|
}
|
||||||
|
]
|
||||||
2
paraphrase_mining_evaluation_dev_results.csv
Normal file
2
paraphrase_mining_evaluation_dev_results.csv
Normal file
@@ -0,0 +1,2 @@
|
|||||||
|
epoch,steps,precision,recall,f1,threshold,average_precision
|
||||||
|
0,0,0.75,0.782608695652174,0.7659574468085107,0.6890580952167511,0.8510325761944925
|
||||||
|
3
pytorch_model.bin
Normal file
3
pytorch_model.bin
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:49eb8aa5c58057dac8b0c82de95ab68e6cd8303cb085deef0be599c864b9cfec
|
||||||
|
size 538969501
|
||||||
4
sentence_bert_config.json
Normal file
4
sentence_bert_config.json
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
{
|
||||||
|
"max_seq_length": 128,
|
||||||
|
"do_lower_case": false
|
||||||
|
}
|
||||||
3
similarity_evaluation_bmqmc-sfa-hr_results.csv
Normal file
3
similarity_evaluation_bmqmc-sfa-hr_results.csv
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
|
||||||
|
-1,-1,0.7838907749391268,0.7823139940284614,0.7843090521278877,0.77480658448339,0.7828087176975176,0.7719812722577496,0.7859337950344135,0.7798924052370718
|
||||||
|
-1,-1,0.7838907749391268,0.7823139940284614,0.7843090521278877,0.77480658448339,0.7828087176975176,0.7719812722577496,0.7859337950344135,0.7798924052370718
|
||||||
|
7
special_tokens_map.json
Normal file
7
special_tokens_map.json
Normal file
@@ -0,0 +1,7 @@
|
|||||||
|
{
|
||||||
|
"cls_token": "[CLS]",
|
||||||
|
"mask_token": "[MASK]",
|
||||||
|
"pad_token": "[PAD]",
|
||||||
|
"sep_token": "[SEP]",
|
||||||
|
"unk_token": "[UNK]"
|
||||||
|
}
|
||||||
119709
tokenizer.json
Normal file
119709
tokenizer.json
Normal file
File diff suppressed because it is too large
Load Diff
16
tokenizer_config.json
Normal file
16
tokenizer_config.json
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
{
|
||||||
|
"cls_token": "[CLS]",
|
||||||
|
"do_basic_tokenize": true,
|
||||||
|
"do_lower_case": false,
|
||||||
|
"mask_token": "[MASK]",
|
||||||
|
"model_max_length": 512,
|
||||||
|
"name_or_path": "../../../model/sbert/quora_duplicate_questions/output/training_MultipleNegativesRankingLoss-2022-12-30_16-09-30/",
|
||||||
|
"never_split": null,
|
||||||
|
"pad_token": "[PAD]",
|
||||||
|
"sep_token": "[SEP]",
|
||||||
|
"special_tokens_map_file": "old_models/quora-distilbert-multilingual/0_Transformer/special_tokens_map.json",
|
||||||
|
"strip_accents": null,
|
||||||
|
"tokenize_chinese_chars": true,
|
||||||
|
"tokenizer_class": "DistilBertTokenizer",
|
||||||
|
"unk_token": "[UNK]"
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user