初始化项目，由ModelHub XC社区提供模型

Model: Muennighoff/SBERT-base-nli-v2-bitfit
Source: Original Platform

.gitattributes

@@ -0,0 +1,27 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bin.* filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text 
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zstandard filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

1_Pooling/config.json

@@ -0,0 +1,9 @@
+{
+  "word_embedding_dimension": 768,
+  "pooling_mode_cls_token": false,
+  "pooling_mode_mean_tokens": true,
+  "pooling_mode_max_tokens": false,
+  "pooling_mode_mean_sqrt_len_tokens": false,
+  "pooling_mode_weightedmean_tokens": false,
+  "pooling_mode_lasttoken": false
+}

README.md

@@ -0,0 +1,73 @@
+---
+pipeline_tag: sentence-similarity
+tags:
+- sentence-transformers
+- feature-extraction
+- sentence-similarity
+- transformers
+---
+
+# SBERT-base-nli-v2-bitfit
+
+## Usage
+
+For usage instructions, refer to our codebase: https://github.com/Muennighoff/sgpt 
+
+## Evaluation Results
+
+For eval results, refer to our paper: https://arxiv.org/abs/2202.08904
+
+## Training
+The model was trained with the parameters:
+
+**DataLoader**:
+
+`sentence_transformers.datasets.NoDuplicatesDataLoader.NoDuplicatesDataLoader` of length 8807 with parameters:
+```
+{'batch_size': 64}
+```
+
+**Loss**:
+
+`sentence_transformers.losses.MultipleNegativesRankingLoss.MultipleNegativesRankingLoss` with parameters:
+  ```
+  {'scale': 20.0, 'similarity_fct': 'cos_sim'}
+  ```
+
+Parameters of the fit()-Method:
+```
+{
+    "epochs": 1,
+    "evaluation_steps": 880,
+    "evaluator": "sentence_transformers.evaluation.EmbeddingSimilarityEvaluator.EmbeddingSimilarityEvaluator",
+    "max_grad_norm": 1,
+    "optimizer_class": "<class 'transformers.optimization.AdamW'>",
+    "optimizer_params": {
+        "lr": 0.0002
+    },
+    "scheduler": "WarmupLinear",
+    "steps_per_epoch": null,
+    "warmup_steps": 881,
+    "weight_decay": 0.01
+}
+```
+
+
+## Full Model Architecture
+```
+SentenceTransformer(
+  (0): Transformer({'max_seq_length': 75, 'do_lower_case': False}) with Transformer model: BertModel 
+  (1): Pooling({'word_embedding_dimension': 768, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': True, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': False})
+)
+```
+
+## Citing & Authors
+
+```bibtex
+@article{muennighoff2022sgpt,
+  title={SGPT: GPT Sentence Embeddings for Semantic Search},
+  author={Muennighoff, Niklas},
+  journal={arXiv preprint arXiv:2202.08904},
+  year={2022}
+}
+```

config.json

@@ -0,0 +1,26 @@
+{
+  "_name_or_path": "bert-base-uncased",
+  "architectures": [
+    "BertModel"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.11.3",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

config_sentence_transformers.json

@@ -0,0 +1,7 @@
+{
+  "__version__": {
+    "sentence_transformers": "2.1.0",
+    "transformers": "4.11.3",
+    "pytorch": "1.10.1"
+  }
+}

eval/similarity_evaluation_sts-dev_results.csv

@@ -0,0 +1,12 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+0,880,0.829370691442365,0.8350133299577756,0.8330952281029876,0.8328323266752213,0.8324716134538946,0.8322650647184157,0.7608341284084293,0.7477849157455256
+0,1760,0.8330212997469949,0.8398704222733611,0.8374491542213731,0.8366256406775563,0.8371381047207871,0.8364101031624551,0.7815260428986669,0.7696017403906974
+0,2640,0.8331121417304126,0.8406721683775434,0.8358965794448816,0.8359115939220745,0.835785973670716,0.8359861313399954,0.7799710033186069,0.7694705748198682
+0,3520,0.8344769779480172,0.8423988297099447,0.838838010901845,0.8387864037326375,0.8385064324185008,0.8386904232394394,0.7892591157278539,0.7786334056706258
+0,4400,0.8372756869072315,0.8440479500636362,0.8425324774973808,0.8416751014531283,0.842379370243852,0.8418106211194851,0.7944018908131644,0.7833029295491579
+0,5280,0.8344162285894015,0.8424521126648179,0.8411502769194195,0.8409385137568439,0.8409354802527284,0.8406129601516823,0.7939181969900402,0.7844200335219372
+0,6160,0.8347799799763294,0.8425809116859734,0.8429242191560506,0.8421268277431156,0.8428204471074969,0.8420696035043872,0.7943478469258789,0.7847555657816633
+0,7040,0.835454235143189,0.8432095793790514,0.8428316247664758,0.8417962634583439,0.8427286557379117,0.842060879299086,0.7960784796896284,0.786838141759848
+0,7920,0.8357865855596027,0.8434453845617651,0.8431009280856381,0.8421410535904581,0.843056985425054,0.8423303278833724,0.7958811617265024,0.786487718221052
+0,8800,0.8358033995901473,0.8435672219743009,0.8428230049873435,0.8420465785774859,0.8427685199423844,0.8420812850071002,0.7963761845189803,0.7871891724411645
+0,-1,0.8358051658705701,0.843564918452086,0.8428247008097924,0.8420609291211844,0.8427704219668812,0.8420826924813798,0.7963748778432089,0.7871803788407975

modules.json

@@ -0,0 +1,14 @@
+[
+  {
+    "idx": 0,
+    "name": "0",
+    "path": "",
+    "type": "sentence_transformers.models.Transformer"
+  },
+  {
+    "idx": 1,
+    "name": "1",
+    "path": "1_Pooling",
+    "type": "sentence_transformers.models.Pooling"
+  }
+]

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d21c1b37610c36e861b632b138be374897b1e165ef16779baaad716b94db26d
+size 438010289

sentence_bert_config.json

@@ -0,0 +1,4 @@
+{
+  "max_seq_length": 75,
+  "do_lower_case": false
+}

similarity_evaluation_sts-test_results.csv

@@ -0,0 +1,2 @@
+epoch,steps,cosine_pearson,cosine_spearman,euclidean_pearson,euclidean_spearman,manhattan_pearson,manhattan_spearman,dot_pearson,dot_spearman
+-1,-1,0.8129187914677627,0.8178117859575799,0.8238090223619114,0.8177478062747349,0.8231360641657766,0.8170246686363583,0.7426307715967777,0.7088730760200891

special_tokens_map.json

@@ -0,0 +1 @@
+{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "bert-base-uncased", "tokenizer_class": "BertTokenizer"}