Muennighoff/SGPT-1.3B-mean-nli
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

初始化项目，由ModelHub XC社区提供模型

Browse Source 
Model: Muennighoff/SGPT-1.3B-mean-nli
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-13 15:18:35 +08:00
commit 20187f559d
15 changed files with 50312 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

27
.gitattributes vendored Normal file
View File

@@ -0,0 +1,27 @@
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bin.* filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zstandard filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text

7
1_Pooling/config.json Normal file
View File

@@ -0,0 +1,7 @@
{
"word_embedding_dimension": 2048,
"pooling_mode_cls_token": false,
"pooling_mode_mean_tokens": true,
"pooling_mode_max_tokens": false,
"pooling_mode_mean_sqrt_len_tokens": false
}

73
README.md Normal file
View File

@@ -0,0 +1,73 @@
---
pipeline_tag: sentence-similarity
tags:
- sentence-transformers
- feature-extraction
- sentence-similarity
- transformers
---
# SGPT-1.3B-mean-nli
## Usage
For usage instructions, refer to our codebase: https://github.com/Muennighoff/sgpt
## Evaluation Results
For eval results, refer to our paper: https://arxiv.org/abs/2202.08904
## Training
The model was trained with the parameters:
**DataLoader**:
`sentence_transformers.datasets.NoDuplicatesDataLoader.NoDuplicatesDataLoader` of length 93941 with parameters:
```
{'batch_size': 6}
```
**Loss**:
`sentence_transformers.losses.MultipleNegativesRankingLoss.MultipleNegativesRankingLoss` with parameters:
```
{'scale': 20.0, 'similarity_fct': 'cos_sim'}
```
Parameters of the fit()-Method:
```
{
"epochs": 1,
"evaluation_steps": 9394,
"evaluator": "sentence_transformers.evaluation.EmbeddingSimilarityEvaluator.EmbeddingSimilarityEvaluator",
"max_grad_norm": 1,
"optimizer_class": "<class 'transformers.optimization.AdamW'>",
"optimizer_params": {
"lr": 1e-05
},
"scheduler": "WarmupLinear",
"steps_per_epoch": null,
"warmup_steps": 9395,
"weight_decay": 0.01
}
```
## Full Model Architecture
```
SentenceTransformer(
(0): Transformer({'max_seq_length': 75, 'do_lower_case': False}) with Transformer model: GPTNeoModel
(1): Pooling({'word_embedding_dimension': 2048, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False})
)
```
## Citing & Authors
```bibtex
@article{muennighoff2022sgpt,
title={SGPT: GPT Sentence Embeddings for Semantic Search},
author={Muennighoff, Niklas},
journal={arXiv preprint arXiv:2202.08904},
year={2022}
}
```

74
config.json Normal file
View File

@@ -0,0 +1,74 @@
{
"_name_or_path": "EleutherAI/gpt-neo-1.3B",
"activation_function": "gelu_new",
"architectures": [
"GPTNeoModel"
],
"attention_dropout": 0,
"attention_layers": [
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local",
"global",
"local"
],
"attention_types": [
[
[
"global",
"local"
],
12
]
],
"bos_token_id": 50256,
"embed_dropout": 0,
"eos_token_id": 50256,
"gradient_checkpointing": false,
"hidden_size": 2048,
"initializer_range": 0.02,
"intermediate_size": null,
"layer_norm_epsilon": 1e-05,
"max_position_embeddings": 2048,
"model_type": "gpt_neo",
"num_heads": 16,
"num_layers": 24,
"resid_dropout": 0,
"summary_activation": null,
"summary_first_dropout": 0.1,
"summary_proj_to_labels": true,
"summary_type": "cls_index",
"summary_use_proj": true,
"task_specific_params": {
"text-generation": {
"do_sample": true,
"max_length": 50,
"temperature": 0.9
}
},
"tokenizer_class": "GPT2Tokenizer",
"torch_dtype": "float32",
"transformers_version": "4.11.3",
"use_cache": true,
"vocab_size": 50257,
"window_size": 256
}

7
config_sentence_transformers.json Normal file
View File

@@ -0,0 +1,7 @@
{
"__version__": {
"sentence_transformers": "2.1.0",
"transformers": "4.11.3",
"pytorch": "1.10.1"
}
}

89
eval/similarity_evaluation_sts-dev_results.csv Normal file
View File

@@ -0,0 +1,89 @@
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,9394,0.8373182655863537,0.845196070823313,0.8271427498816395,0.8331617173225478,0.8319957080743787,0.8390395309874307,0.6893300589747797,0.7074110308965289
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,18788,0.8460292442096218,0.8517575219706576,0.8174173008844023,0.8258517318508026,0.8168397305576491,0.8262308762405682,0.6970374368423717,0.7276170128124229
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,28182,0.8423182362652242,0.8453058431410612,0.7919431838320004,0.8015495531579016,0.7940755774545485,0.8051602300268924,0.6917172406017684,0.7289138998284149
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,37576,0.8350271261359457,0.8378360558126747,0.7752934357825343,0.7863975640536652,0.7772459231036742,0.7889837953758176,0.661212314434191,0.7149181303833082
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,46970,0.8318315547470184,0.8346688073305782,0.7668707008207098,0.7786116067231977,0.7689640970529085,0.7810075389816382,0.6610508081146742,0.7167976227835687
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,56364,0.8280527217316905,0.831118897407438,0.7638942889235072,0.7754947351547783,0.7673064315905456,0.7789253008898593,0.6604795200949729,0.7171098027143099
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,65758,0.8266854501839274,0.8290434564733747,0.754227354046023,0.7662275821626152,0.7577722238557894,0.769852017048218,0.6442099295691925,0.7074707960623287
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,75152,0.8274226239189728,0.8293274904772188,0.7528179270669322,0.7647594334625974,0.7566751001561818,0.7688974808022938,0.645064569352185,0.7087861457245139
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,84546,0.8214606067797368,0.8235212747265149,0.7387120879725495,0.751939401041105,0.7431213209257714,0.756511437339819,0.630797948960558,0.6997602604920956
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,93940,0.8197987240610421,0.8217049692026005,0.7377689011116928,0.7509787050911597,0.7421453743736961,0.7556724787930166,0.6265263193658941,0.696106030212265
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
0,-1,0.8197928644030876,0.8216927147457449,0.7377774506651151,0.7510007851775719,0.7421530672082042,0.7557090197435007,0.6265183332131773,0.696126229514461
1 epoch steps cosine_pearson cosine_spearman euclidean_pearson euclidean_spearman manhattan_pearson manhattan_spearman dot_pearson dot_spearman
2 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
3 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
4 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
5 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
6 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
7 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
8 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
9 0 9394 0.8373182655863537 0.845196070823313 0.8271427498816395 0.8331617173225478 0.8319957080743787 0.8390395309874307 0.6893300589747797 0.7074110308965289
10 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
11 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
12 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
13 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
14 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
15 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
16 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
17 0 18788 0.8460292442096218 0.8517575219706576 0.8174173008844023 0.8258517318508026 0.8168397305576491 0.8262308762405682 0.6970374368423717 0.7276170128124229
18 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
19 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
20 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
21 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
22 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
23 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
24 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
25 0 28182 0.8423182362652242 0.8453058431410612 0.7919431838320004 0.8015495531579016 0.7940755774545485 0.8051602300268924 0.6917172406017684 0.7289138998284149
26 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
27 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
28 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
29 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
30 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
31 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
32 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
33 0 37576 0.8350271261359457 0.8378360558126747 0.7752934357825343 0.7863975640536652 0.7772459231036742 0.7889837953758176 0.661212314434191 0.7149181303833082
34 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
35 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
36 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
37 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
38 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
39 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
40 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
41 0 46970 0.8318315547470184 0.8346688073305782 0.7668707008207098 0.7786116067231977 0.7689640970529085 0.7810075389816382 0.6610508081146742 0.7167976227835687
42 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
43 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
44 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
45 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
46 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
47 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
48 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
49 0 56364 0.8280527217316905 0.831118897407438 0.7638942889235072 0.7754947351547783 0.7673064315905456 0.7789253008898593 0.6604795200949729 0.7171098027143099
50 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
51 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
52 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
53 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
54 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
55 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
56 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
57 0 65758 0.8266854501839274 0.8290434564733747 0.754227354046023 0.7662275821626152 0.7577722238557894 0.769852017048218 0.6442099295691925 0.7074707960623287
58 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
59 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
60 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
61 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
62 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
63 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
64 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
65 0 75152 0.8274226239189728 0.8293274904772188 0.7528179270669322 0.7647594334625974 0.7566751001561818 0.7688974808022938 0.645064569352185 0.7087861457245139
66 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
67 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
68 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
69 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
70 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
71 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
72 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
73 0 84546 0.8214606067797368 0.8235212747265149 0.7387120879725495 0.751939401041105 0.7431213209257714 0.756511437339819 0.630797948960558 0.6997602604920956
74 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
75 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
76 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
77 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
78 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
79 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
80 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
81 0 93940 0.8197987240610421 0.8217049692026005 0.7377689011116928 0.7509787050911597 0.7421453743736961 0.7556724787930166 0.6265263193658941 0.696106030212265
82 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
83 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
84 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
85 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
86 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
87 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
88 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461
89 0 -1 0.8197928644030876 0.8216927147457449 0.7377774506651151 0.7510007851775719 0.7421530672082042 0.7557090197435007 0.6265183332131773 0.696126229514461

50001
merges.txt Normal file
View File

File diff suppressed because it is too large Load Diff

14
modules.json Normal file
View File

@@ -0,0 +1,14 @@
[
{
"idx": 0,
"name": "0",
"path": "",
"type": "sentence_transformers.models.Transformer"
},
{
"idx": 1,
"name": "1",
"path": "1_Pooling",
"type": "sentence_transformers.models.Pooling"
}
]

3
pytorch_model.bin Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:6934444d1af597e35ad6de7c21f278c21036e5fae63adaf61b49bc312fe0c609
size 5363096833

4
sentence_bert_config.json Normal file
View File

@@ -0,0 +1,4 @@
{
"max_seq_length": 75,
"do_lower_case": false
}

9
similarity_evaluation_sts-test_results.csv Normal file
View File

@@ -0,0 +1,9 @@
epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
-1,-1,0.8163652839944099,0.8184536075694563,0.7794147509073669,0.782091147640634,0.7790544940199657,0.7834707287382985,0.6441022388691878,0.6574417602773706
1 epoch steps cosine_pearson cosine_spearman euclidean_pearson euclidean_spearman manhattan_pearson manhattan_spearman dot_pearson dot_spearman
2 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
3 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
4 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
5 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
6 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
7 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
8 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706
9 -1 -1 0.8163652839944099 0.8184536075694563 0.7794147509073669 0.782091147640634 0.7790544940199657 0.7834707287382985 0.6441022388691878 0.6574417602773706

1
special_tokens_map.json Normal file
View File

@@ -0,0 +1 @@
{"bos_token": "<|endoftext|>", "eos_token": "<|endoftext|>", "unk_token": "<|endoftext|>", "pad_token": "<|endoftext|>"}

1
tokenizer.json Normal file
View File

File diff suppressed because one or more lines are too long

1
tokenizer_config.json Normal file
View File

@@ -0,0 +1 @@
{"unk_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "bos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "eos_token": {"content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "__type": "AddedToken"}, "add_prefix_space": false, "model_max_length": 2048, "special_tokens_map_file": null, "name_or_path": "EleutherAI/gpt-neo-1.3B", "errors": "replace", "tokenizer_class": "GPT2Tokenizer"}

1
vocab.json Normal file
View File

File diff suppressed because one or more lines are too long