Muennighoff/SGPT-1.3B-weightedmean-nli
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Muennighoff/SGPT-1.3B-weightedmean-nli
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-13 15:54:34 +08:00
commit a260240676
15 changed files with 50313 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
.gitattributes vendored Normal file
View File

@@ -0,0 +1,27 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text

9
1_Pooling/config.json Normal file
View File

@@ -0,0 +1,9 @@
{
"word_embedding_dimension": 2048,
"pooling_mode_cls_token": false,
"pooling_mode_mean_tokens": false,
"pooling_mode_max_tokens": false,
"pooling_mode_mean_sqrt_len_tokens": false,
"pooling_mode_weightedmean_tokens": true,
"pooling_mode_lasttoken": false
}

72
README.md Normal file
View File

@@ -0,0 +1,72 @@
---
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- feature-extraction
- sentence-similarity
---
# SGPT-1.3B-weightedmean-nli
## Usage
For usage instructions, refer to our codebase: https://github.com/Muennighoff/sgpt
## Evaluation Results
For eval results, refer to our paper: https://arxiv.org/abs/2202.08904
## Training
The model was trained with the parameters:
**DataLoader**:
`sentence_transformers.datasets.NoDuplicatesDataLoader.NoDuplicatesDataLoader` of length 93941 with parameters:
```
{'batch_size': 6}
```
**Loss**:
`sentence_transformers.losses.MultipleNegativesRankingLoss.MultipleNegativesRankingLoss` with parameters:
```
{'scale': 20.0, 'similarity_fct': 'cos_sim'}
```
Parameters of the fit()-Method:
```
{
"epochs": 1,
"evaluation_steps": 9394,
"evaluator": "sentence_transformers.evaluation.EmbeddingSimilarityEvaluator.EmbeddingSimilarityEvaluator",
"max_grad_norm": 1,
"optimizer_class": "<class 'transformers.optimization.AdamW'>",
"optimizer_params": {
"lr": 1e-05
},
"scheduler": "WarmupLinear",
"steps_per_epoch": null,
"warmup_steps": 9395,
"weight_decay": 0.01
}
```
## Full Model Architecture
```
SentenceTransformer(
(0): Transformer({'max_seq_length': 75, 'do_lower_case': False}) with Transformer model: GPTNeoModel
(1): Pooling({'word_embedding_dimension': 2048, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': True, 'pooling_mode_lasttoken': False})
)
```
## Citing & Authors
```bibtex
@article{muennighoff2022sgpt,
title={SGPT: GPT Sentence Embeddings for Semantic Search},
author={Muennighoff, Niklas},
journal={arXiv preprint arXiv:2202.08904},
year={2022}
}
```

74
config.json Normal file
View File

@@ -0,0 +1,74 @@
{
"_name_or_path": "EleutherAI/gpt-neo-1.3B",
"activation_function": "gelu_new",
"architectures": [
"GPTNeoModel"
],
"attention_dropout": 0,
"attention_layers": [
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local"
],
"attention_types": [
[
[
"global",
"local"
],
12
]
],
"bos_token_id": 50256,
"embed_dropout": 0,
"eos_token_id": 50256,
"gradient_checkpointing": false,
"hidden_size": 2048,
"initializer_range": 0.02,
"intermediate_size": null,
"layer_norm_epsilon": 1e-05,
"max_position_embeddings": 2048,
"model_type": "gpt_neo",
"num_heads": 16,
"num_layers": 24,
"resid_dropout": 0,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"task_specific_params": {
"text-generation": {
"do_sample": true,
"max_length": 50,
"temperature": 0.9
}
},
"tokenizer_class": "GPT2Tokenizer",
"torch_dtype": "float32",
"transformers_version": "4.11.3",
"use_cache": true,
"vocab_size": 50257,
"window_size": 256
}

7
config_sentence_transformers.json Normal file
View File

@@ -0,0 +1,7 @@
{
"__version__": {
"sentence_transformers": "2.1.0",
"transformers": "4.11.3",
"pytorch": "1.10.1"
}
}

89
eval/similarity_evaluation_sts-dev_results.csv Normal file
View File

@@ -0,0 +1,89 @@
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,9394,0.8466169643976093,0.8572253068828245,0.8554214815746655,0.8581907470508644,0.8572737722326452,0.8609363902803336,0.7391976227377599,0.741672184433755
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,18788,0.8469171819433461,0.8528195565114084,0.8305908574568376,0.8381609253988892,0.8306206110476602,0.8386161089870376,0.739936577843417,0.7527696582844111
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,28182,0.8438525221445002,0.8488139683378565,0.8215216055658319,0.8294746578385671,0.8208760663530921,0.8300442311853723,0.7290087370710764,0.7481493657253322
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,37576,0.8410092163771393,0.8434464254877504,0.8108116113116333,0.819470786166105,0.8114992962578211,0.8213302981255307,0.7233137320749693,0.7460423707236886
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,46970,0.8379214058804858,0.840308129727673,0.8053616107375876,0.8133944616880712,0.8060678381432895,0.8146180781908651,0.7147880129476188,0.737420372546478
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,56364,0.8391701725659262,0.843706124955228,0.8046337500463319,0.8134516313231266,0.804790182268625,0.8139750368218284,0.7189951349928259,0.7397492026796385
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,65758,0.8344295349802213,0.8369230455410563,0.794231846207506,0.8046253559922896,0.7944726914504903,0.8051644318131093,0.7109246798299986,0.7341704728510499
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,75152,0.8344864301248694,0.8370933125624741,0.7944898075152652,0.8041508307537827,0.7961352435570587,0.805845353275504,0.7104411626074354,0.7341434763911381
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,84546,0.8308653030913641,0.8325898058958373,0.7866852395820515,0.7969515926894263,0.786763529391613,0.7969430873454784,0.7055077185906129,0.7310681361905212
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,93940,0.8296429540019701,0.831143573581051,0.7841243612120149,0.7943857517671812,0.7845443517240553,0.794653970107371,0.7032306393600032,0.7305115628526874
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
0,-1,0.8296504007134335,0.8311685647015004,0.7841439734651379,0.7944288667491779,0.7845598809192017,0.7947117032432987,0.7032215992698042,0.7304895663962262
1 epoch steps cosine_pearson cosine_spearman euclidean_pearson euclidean_spearman manhattan_pearson manhattan_spearman dot_pearson dot_spearman
2 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
3 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
4 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
5 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
6 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
7 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
8 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
9 0 9394 0.8466169643976093 0.8572253068828245 0.8554214815746655 0.8581907470508644 0.8572737722326452 0.8609363902803336 0.7391976227377599 0.741672184433755
10 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
11 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
12 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
13 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
14 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
15 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
16 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
17 0 18788 0.8469171819433461 0.8528195565114084 0.8305908574568376 0.8381609253988892 0.8306206110476602 0.8386161089870376 0.739936577843417 0.7527696582844111
18 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
19 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
20 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
21 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
22 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
23 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
24 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
25 0 28182 0.8438525221445002 0.8488139683378565 0.8215216055658319 0.8294746578385671 0.8208760663530921 0.8300442311853723 0.7290087370710764 0.7481493657253322
26 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
27 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
28 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
29 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
30 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
31 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
32 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
33 0 37576 0.8410092163771393 0.8434464254877504 0.8108116113116333 0.819470786166105 0.8114992962578211 0.8213302981255307 0.7233137320749693 0.7460423707236886
34 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
35 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
36 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
37 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
38 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
39 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
40 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
41 0 46970 0.8379214058804858 0.840308129727673 0.8053616107375876 0.8133944616880712 0.8060678381432895 0.8146180781908651 0.7147880129476188 0.737420372546478
42 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
43 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
44 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
45 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
46 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
47 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
48 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
49 0 56364 0.8391701725659262 0.843706124955228 0.8046337500463319 0.8134516313231266 0.804790182268625 0.8139750368218284 0.7189951349928259 0.7397492026796385
50 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
51 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
52 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
53 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
54 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
55 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
56 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
57 0 65758 0.8344295349802213 0.8369230455410563 0.794231846207506 0.8046253559922896 0.7944726914504903 0.8051644318131093 0.7109246798299986 0.7341704728510499
58 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
59 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
60 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
61 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
62 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
63 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
64 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
65 0 75152 0.8344864301248694 0.8370933125624741 0.7944898075152652 0.8041508307537827 0.7961352435570587 0.805845353275504 0.7104411626074354 0.7341434763911381
66 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
67 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
68 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
69 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
70 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
71 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
72 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
73 0 84546 0.8308653030913641 0.8325898058958373 0.7866852395820515 0.7969515926894263 0.786763529391613 0.7969430873454784 0.7055077185906129 0.7310681361905212
74 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
75 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
76 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
77 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
78 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
79 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
80 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
81 0 93940 0.8296429540019701 0.831143573581051 0.7841243612120149 0.7943857517671812 0.7845443517240553 0.794653970107371 0.7032306393600032 0.7305115628526874
82 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
83 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
84 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
85 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
86 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
87 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
88 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262
89 0 -1 0.8296504007134335 0.8311685647015004 0.7841439734651379 0.7944288667491779 0.7845598809192017 0.7947117032432987 0.7032215992698042 0.7304895663962262

50001
merges.txt Normal file
View File

File diff suppressed because it is too large Load Diff

14
modules.json Normal file
View File

@@ -0,0 +1,14 @@
[
{
"idx": 0,
"name": "0",
"path": "",
"type": "sentence_transformers.models.Transformer"
},
{
"idx": 1,
"name": "1",
"path": "1_Pooling",
"type": "sentence_transformers.models.Pooling"
}
]

3
pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:a4bb338a5691f7536dc26acc4dfcd0023f563cc87c373703d6ab4d2800bdcede
size 5363096833

4
sentence_bert_config.json Normal file
View File

@@ -0,0 +1,4 @@
{
"max_seq_length": 75,
"do_lower_case": false
}

9
similarity_evaluation_sts-test_results.csv Normal file
View File

@@ -0,0 +1,9 @@
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
-1,-1,0.8215194634399462,0.831180286661736,0.8282469848503118,0.8260010179390973,0.830729410597307,0.8293667478450824,0.7055565453824795,0.6934185186991744
1 epoch steps cosine_pearson cosine_spearman euclidean_pearson euclidean_spearman manhattan_pearson manhattan_spearman dot_pearson dot_spearman
2 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
3 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
4 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
5 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
6 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
7 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
8 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744
9 -1 -1 0.8215194634399462 0.831180286661736 0.8282469848503118 0.8260010179390973 0.830729410597307 0.8293667478450824 0.7055565453824795 0.6934185186991744

1
special_tokens_map.json Normal file
View File

@@ -0,0 +1 @@
{"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>", "pad_token": "<|endoftext|>"}

1
tokenizer.json Normal file
View File

File diff suppressed because one or more lines are too long

1
tokenizer_config.json Normal file
View File

@@ -0,0 +1 @@
{"unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "model_max_length": 2048, "special_tokens_map_file": null, "name_or_path": "EleutherAI/gpt-neo-1.3B", "errors": "replace", "tokenizer_class": "GPT2Tokenizer"}

1
vocab.json Normal file
View File

File diff suppressed because one or more lines are too long