初始化项目，由ModelHub XC社区提供模型
Model: uiyunkim-hub/qwen3-bio-embedding-0.6b Source: Original Platform
This commit is contained in:
ModelHub XC
36
.gitattributes
vendored
Normal file
36
.gitattributes
vendored
Normal file
@@ -0,0 +1,36 @@
|
|||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.arrow filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bin filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ckpt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ftz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.h5 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.joblib filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lfs.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.mlmodel filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.model filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.msgpack filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npy filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.npz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.onnx filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ot filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.parquet filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pb filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pickle filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pkl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pth filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
||||||
|
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar.* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tflite filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.wasm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
||||||
|
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
||||||
10
1_Pooling/config.json
Normal file
10
1_Pooling/config.json
Normal file
@@ -0,0 +1,10 @@
|
|||||||
|
{
|
||||||
|
"word_embedding_dimension": 1024,
|
||||||
|
"pooling_mode_cls_token": false,
|
||||||
|
"pooling_mode_mean_tokens": false,
|
||||||
|
"pooling_mode_max_tokens": false,
|
||||||
|
"pooling_mode_mean_sqrt_len_tokens": false,
|
||||||
|
"pooling_mode_weightedmean_tokens": false,
|
||||||
|
"pooling_mode_lasttoken": true,
|
||||||
|
"include_prompt": true
|
||||||
|
}
|
||||||
874
README.md
Normal file
874
README.md
Normal file
@@ -0,0 +1,874 @@
|
|||||||
|
---
|
||||||
|
tags:
|
||||||
|
- sentence-transformers
|
||||||
|
- sentence-similarity
|
||||||
|
- feature-extraction
|
||||||
|
- dense
|
||||||
|
- generated_from_trainer
|
||||||
|
- dataset_size:4858688
|
||||||
|
- loss:MultipleNegativesRankingLoss
|
||||||
|
widget:
|
||||||
|
- source_sentence: 'Instruct: Given a biomedical hypothesis, retrieve relevant scientific
|
||||||
|
papers
|
||||||
|
|
||||||
|
Query: Cervical cancer progression and regression rates vary significantly with
|
||||||
|
patient age.'
|
||||||
|
sentences:
|
||||||
|
- 'A Novel Approach to Identifying How Equipment Disrupts the Airflow Patterns in
|
||||||
|
the Operating Room.
|
||||||
|
|
||||||
|
|
||||||
|
A decrease in the infection rates in the operating room (OR) is attributable to
|
||||||
|
advances in sterile technique; heating, ventilation, and air-conditioning (HVAC)
|
||||||
|
filtration; and limiting the number of people entering and leaving the OR. However,
|
||||||
|
some infection complications after open heart procedures have been linked to the
|
||||||
|
discharge fans of surgical equipment, most notably from the LivaNova 3T. We believe
|
||||||
|
that surgical infection within the OR may also be due to other devices with internal
|
||||||
|
fans. The purpose of this study was to 1) identify surgical equipment with an
|
||||||
|
internal fan and see how they affect the airflow in an OR, 2) use the equipment
|
||||||
|
to positively affect airflow to possibly reduce the risk of surgical site infections,
|
||||||
|
and 3) bring attention to the HVAC system ability to exchange air throughout the
|
||||||
|
OR. By using a fog machine and multiple camera angles, we identified the devices
|
||||||
|
that have an effect on the airflow. We saw that the direction of the intake vent
|
||||||
|
of specific devices can change the direction of airflow and possibly help to remove
|
||||||
|
air. Last, we showed how the current HVAC air exchange rate might not be enough
|
||||||
|
to remove contaminated air within the OR. Understanding intake and discharge vents
|
||||||
|
for all equipment is important because sterile contamination and wound infection
|
||||||
|
may be minimized or mitigated completely by simply repositioning a few devices.'
|
||||||
|
- 'Is age a prognostic biomarker for survival among women with locally advanced
|
||||||
|
cervical cancer treated with chemoradiation? An NRG Oncology/Gynecologic Oncology
|
||||||
|
Group ancillary data analysis.
|
||||||
|
|
||||||
|
|
||||||
|
OBJECTIVE: To determine the effect of age on completion of and toxicities following
|
||||||
|
treatment of local regionally advanced cervical cancer (LACC) on Gynecologic Oncology
|
||||||
|
Group (GOG) Phase I-III trials. METHODS: An ancillary data analysis of GOG protocols
|
||||||
|
113, 120, 165, 219 data was performed. Wilcoxon, Pearson, and Kruskal-Wallis tests
|
||||||
|
were used for univariate and multivariate analysis. Log rank tests were used to
|
||||||
|
compare survival lengths. RESULTS: One-thousand-three-hundred-nineteen women were
|
||||||
|
included; 60.7% were Caucasian, 15% were age 60-70years and an additional 5% were
|
||||||
|
>70; 87% had squamous histology, 55% had stage IIB disease and 34% had IIIB disease.
|
||||||
|
Performance status declined with age (p=0.006). Histology and tumor stage did
|
||||||
|
not significantly differ. Number of cycles of chemotherapy received, radiation
|
||||||
|
treatment time, nor dose modifications varied with age. Notably, radiation protocol
|
||||||
|
deviations and failure to complete brachytherapy (BT) did increase with age (p=0.022
|
||||||
|
and p<0.001 respectively). Only all grade lymphatic (p=0.006) and grade≥3 cardiovascular
|
||||||
|
toxicities (p=0.019) were found to vary with age. A 2% increase in the risk of
|
||||||
|
death for every year increase >50 for all-cause mortality (HR 1.02; 95% CI, 1.01-1.04)
|
||||||
|
was found, but no association between age and disease specific mortality was found.
|
||||||
|
CONCLUSION: This represents a large analysis of patients treated for LACC with
|
||||||
|
chemo/radiation, approximately 20% of whom were >60years of age. Older patients,
|
||||||
|
had higher rates of incomplete brachytherapy which is not explained by collected
|
||||||
|
toxicity data. Age did not adversely impact completion of chemotherapy and radiation
|
||||||
|
or toxicities.'
|
||||||
|
- 'Low-Molecular-Weight Heparin for the Prevention of Placenta-mediated Pregnancy
|
||||||
|
Complications.
|
||||||
|
|
||||||
|
|
||||||
|
During the past decade, prophylactic doses of low-molecular-weight heparin (LMWH)
|
||||||
|
have been suggested to decrease the risk of placental-mediated complications.
|
||||||
|
Herein, we review the prospective randomized trials that addressed the usefulness
|
||||||
|
of LMWH in preventing placental-mediated complications in high-risk women. Inclusion
|
||||||
|
criteria and results of these trials are heterogeneous. Unlike older trials (3
|
||||||
|
of 4 are single center), recent trials (all are multicenter) do not show beneficial
|
||||||
|
effect of LMWH. There is certainly a need of complementary research before stating
|
||||||
|
on the usefulness of LMWH in the prevention of placenta-mediated pregnancy complications
|
||||||
|
in women at high risk.'
|
||||||
|
- source_sentence: 'Instruct: Given a biomedical hypothesis, retrieve relevant scientific
|
||||||
|
papers
|
||||||
|
|
||||||
|
Query: Improvement in lung function is associated with proportional improvement
|
||||||
|
in health status in patients with stable COPD.'
|
||||||
|
sentences:
|
||||||
|
- 'Myoclonus-dystonia syndrome with severe depression is caused by an exon-skipping
|
||||||
|
mutation in the epsilon-sarcoglycan gene.
|
||||||
|
|
||||||
|
|
||||||
|
We describe two affected individuals in a family with myoclonus-dystonia syndrome
|
||||||
|
complicated with severe depression. One individual committed suicide. Molecular
|
||||||
|
genetic analysis revealed a heterozygous point mutation in the epsilon-sarcoglycan
|
||||||
|
gene, which we show leads to skipping of exon 5. This report suggests that the
|
||||||
|
psychiatric spectrum of MDS includes more severe depression.'
|
||||||
|
- 'Chlamydia pneumoniae infection and incident coronary heart disease: the Atherosclerosis
|
||||||
|
Risk in Communities Study.
|
||||||
|
|
||||||
|
|
||||||
|
Pathologic findings and cross-sectional epidemiologic studies suggest that past
|
||||||
|
infection with Chlamydia pneumoniae is associated with clinical and subclinical
|
||||||
|
atherosclerotic disease, although evidence from prospective studies is still scarce.
|
||||||
|
The association between chronic infection by C. pneumoniae and incident coronary
|
||||||
|
heart disease (CHD) was investigated in a case-cohort study conducted among participants
|
||||||
|
in the Atherosclerosis Risk in Communities Study who were free of CHD at the baseline
|
||||||
|
examination (1986-1989). Levels of C. pneumoniae immunoglobulin G (IgG) antibodies
|
||||||
|
in serum collected at baseline from 246 incident cases of CHD identified during
|
||||||
|
follow-up (median, 3.3 years; maximum, 5 years) were compared with those from
|
||||||
|
a stratified sample of the baseline cohort (n = 550). Among incident CHD cases,
|
||||||
|
65% had IgG antibody titers > or =1:64, compared with 55% of noncases (compared
|
||||||
|
with negative IgG titers, the relative hazard of CHD was 1.6 (p < 0.01)). In multivariate
|
||||||
|
analyses controlling for other risk factors (age, gender, smoking, serum cholesterol,
|
||||||
|
hypertension, diabetes mellitus, and educational level), the above estimates were
|
||||||
|
substantially reduced and became statistically nonsignificant (relative hazard
|
||||||
|
= 1.2). A significantly increased CHD hazard associated with IgG antibody titers
|
||||||
|
> or =1:64 was observed among nonsmokers, even after adjustment for other risk
|
||||||
|
factors. Overall, these results do not provide strong support for the hypothesis
|
||||||
|
that C. pneumoniae infection is a risk factor for clinical CHD. Studies with longer
|
||||||
|
follow-up periods will be necessary to determine whether C. pneumoniae infection
|
||||||
|
is involved as an etiologic factor in earlier phases of atherogenesis.'
|
||||||
|
- '[The prospect of prevention and treatment of Cor pulmonale on a 20-year follow-up
|
||||||
|
of 40 middle to old aged cases of COPD and Cor pulmonale].
|
||||||
|
|
||||||
|
|
||||||
|
OBJECTIVE: To study the outcome of current therapy for COPD and Cor pulmonale
|
||||||
|
by long-term follow-up of COPD patients. METHOD: Forty cases of middle to old
|
||||||
|
aged COPD and Cor pulmonale patients were followed up for a period of 20 years.
|
||||||
|
RESULTS: The pulmonary function of all the patients reduced significantly more
|
||||||
|
than healthy elderly, while no difference was noted in blood gas analysis. 23
|
||||||
|
patients with advanced COPD developed cor pulmonale, so that the number of cases
|
||||||
|
with cor pulmonale increased significantly from 7 to 30. By the end of follow-up
|
||||||
|
19 cases survived (48%), 21 cases (Cor pulmonale 19, COPD 2) died (53%). CONCLUSIONS:
|
||||||
|
In view of the high mortality of cor pulmonale and the tremendous treatment cost,
|
||||||
|
it was considered that the prospect for cor pulmonale management should be put
|
||||||
|
on treating COPD to avoid development of Cor pulmonale. The keys of treating COPD
|
||||||
|
are stop of smoking, protection from cold, early treatment of respiratory infection
|
||||||
|
and further establishment of pulmonary rehabilitation work.'
|
||||||
|
- source_sentence: 'Instruct: Given a biomedical hypothesis, retrieve relevant scientific
|
||||||
|
papers
|
||||||
|
|
||||||
|
Query: Subintimal angioplasty is an effective treatment for critical limb ischemia,
|
||||||
|
particularly in cases involving femoral or femoropopliteal lesions.'
|
||||||
|
sentences:
|
||||||
|
- 'Understanding Social Determinants of First Nations Health Using a Four-Domain
|
||||||
|
Model of Health and Wellness Based on the Medicine Wheel: Findings from a Community
|
||||||
|
Survey in One First Nation.
|
||||||
|
|
||||||
|
|
||||||
|
We examined the explanatory roles of social determinants of health (SDOH) for
|
||||||
|
First Nations people using a four-domain model of health and wellness based on
|
||||||
|
the Medicine Wheel (i.e., physical, mental, emotional, and spiritual health),
|
||||||
|
including colonial-linked stressors (i.e., historical trauma, childhood adversities,
|
||||||
|
racial discrimination) and cultural resilience factors (i.e., cultural strengths,
|
||||||
|
traditional healing practices, social support). Data were collected in partnership
|
||||||
|
with a First Nation in Ontario, Canada in 2013 through a community survey (n =
|
||||||
|
194). For each outcome (physical, mental, emotional, and spiritual health), a
|
||||||
|
modified Poisson regression model estimated prevalence ratios for the SDOH, adjusting
|
||||||
|
for age, sex, education, and marital status. Negative associations were found
|
||||||
|
for historical trauma with physical, mental, emotional, and spiritual health;
|
||||||
|
for childhood adversities with mental health; and for racial discrimination with
|
||||||
|
physical, mental, and emotional health. Positive associations were found for cultural
|
||||||
|
strengths with physical, mental, and emotional health and for social support with
|
||||||
|
physical, mental, emotional, and spiritual health. We observed negative associations
|
||||||
|
between use of traditional healing practices and mental and emotional health.
|
||||||
|
Our findings suggest that these SDOH may play important roles in relation to wellness
|
||||||
|
through associations with the domains of health modelled by the Medicine Wheel.'
|
||||||
|
- 'Comparison of Long Term Outcomes After Endovascular Treatment Versus Bypass Surgery
|
||||||
|
in Chronic Limb Threatening Ischaemia Patients with Long Femoropopliteal Lesions.
|
||||||
|
|
||||||
|
|
||||||
|
OBJECTIVE: There are currently two treatments available for patients with chronic
|
||||||
|
limb threatening ischaemia (CLTI): open surgical bypass (OSB) and percutaneous
|
||||||
|
transluminal angioplasty with/without stenting (PTA/S). The aim of this study
|
||||||
|
was to compare short and long term outcomes between PTA/S and OSB in CLTI patients
|
||||||
|
with long (GLASS grade III and IV) femoropopliteal disease. METHODS: This was
|
||||||
|
a two centre retrospective study including all consecutive patients with CLTI
|
||||||
|
undergoing first time lower extremity intervention at two distinct vascular surgical
|
||||||
|
centres. Between 1 January 2012 and 1 January 2018, 1 545 CLTI consecutive limbs
|
||||||
|
were treated for femoropopliteal GLASS grade III and IV lesions at two vascular
|
||||||
|
surgical centres. Using covariables from baseline and angiographic characteristics,
|
||||||
|
a propensity score was calculated for each limb. Thus, comparable patient cohorts
|
||||||
|
(235 in PTA/S and 235 in OSB group) were identified for further analysis. The
|
||||||
|
primary outcomes were freedom from re-intervention in the treated extremity and
|
||||||
|
major amputation. Secondary outcomes were all hospital complications among the
|
||||||
|
two patient groups. RESULTS: Total overall complication rates were significantly
|
||||||
|
higher in the OSB group (20.42% vs. 5.96%, p < .001), especially wound infection/seroma
|
||||||
|
rate that required prolonged hospitalisation and further treatment (7.65% vs.
|
||||||
|
0%, p < .001). After the median follow up of 61 months, re-intervention rates
|
||||||
|
were significantly higher in the PTA/S group (log rank test, 44.68% vs. 29.79%,
|
||||||
|
p = .002), but there was no significant difference in terms of major amputation
|
||||||
|
rates between the two group of patients (log rank test, PTA/S 27.23% vs. OSB 22.13%,
|
||||||
|
p = .17). CONCLUSION: Bypass surgery seems to be superior to PTA/S for GLASS grade
|
||||||
|
III and IV femoropopliteal lesions in patients with CLTI in terms of long term
|
||||||
|
re-intervention rates, but with considerably higher rates of post-operative complications.
|
||||||
|
A larger cohort of patients in currently ongoing randomised trials, as well as
|
||||||
|
prospective cohort studies are necessary to confirm these findings.'
|
||||||
|
- 'Safety of over twelve hundred infant male circumcisions using the Mogen clamp
|
||||||
|
in Kenya.
|
||||||
|
|
||||||
|
|
||||||
|
BACKGROUND: Several sub-Saharan African countries plan to scale-up infant male
|
||||||
|
circumcision (IMC) for cost-efficient HIV prevention. Little data exist about
|
||||||
|
the safety of IMC in East and southern Africa. We calculated adverse event (AE)
|
||||||
|
rate and risks for AEs associated with introduction of IMC services at five government
|
||||||
|
health facilities in western Kenya. METHODS: AE data were analyzed for IMC procedures
|
||||||
|
performed between September, 2009 and November, 2011. Healthy infants aged ≤ 2
|
||||||
|
months and weighing ≥ 2.5 kg were eligible for IMC. Following parental consent,
|
||||||
|
trained clinicians provided IMC services free of charge under local anesthesia
|
||||||
|
using the Mogen clamp. Odds ratios and 95% confidence intervals were used to explore
|
||||||
|
AE risk factors. FINDINGS: A total of 1,239 IMC procedures were performed. Median
|
||||||
|
age of infants was 4 days (IQR=1, 16). The overall AE rate among infants reviewed
|
||||||
|
post-operatively was 2.7% (18/678; 95%CI: 1.4, 3.9). There was one severe AE involving
|
||||||
|
excision of a small piece of the lateral aspect of the glans penis. Other AEs
|
||||||
|
were mild or moderate and were treated conservatively. Babies one month of age
|
||||||
|
or older were more likely to have an AE (OR 3.20; 95%CI: 1.23, 8.36). AE rate
|
||||||
|
did not differ by nurse versus clinical officer or number of previous procedures
|
||||||
|
performed. CONCLUSION: IMC services provided in Kenyan Government hospitals in
|
||||||
|
the context of routine IMC programming have AE rates comparable to those in developed
|
||||||
|
countries. The optimal time for IMC is within the first month of life.'
|
||||||
|
- source_sentence: 'Instruct: Given a biomedical hypothesis, retrieve relevant scientific
|
||||||
|
papers
|
||||||
|
|
||||||
|
Query: Improvement in lung function is associated with proportional improvement
|
||||||
|
in health status in patients with stable COPD.'
|
||||||
|
sentences:
|
||||||
|
- 'Effects of adjuvant chemotherapy on recurrence rate in T1abN0M0 triple-negative
|
||||||
|
breast cancer: A meta-analysis.
|
||||||
|
|
||||||
|
|
||||||
|
PURPOSE: Triple-negative breast cancer (TNBC) is known for its higher recurrence
|
||||||
|
rate in short-term (3-5 years) follow-up and limited systemic therapeutic methods
|
||||||
|
(chemotherapy). Current literature debates over whether chemotherapy should be
|
||||||
|
given to TNBC with a very early disease stage (T1a/bN0). This meta-analysis aimed
|
||||||
|
to compare short-term recurrence rate between patients receiving adjuvant chemotherapy
|
||||||
|
or not for this population. METHODS: We performed a comprehensive search in databases
|
||||||
|
including PubMed, Web of Science, Embase, and Cochrane library from January 2008
|
||||||
|
to December 2019. Raw data on local or distance recurrence events was extracted,
|
||||||
|
odds ratio (OR) values, 95% confidence interval (CI) values, and P values were
|
||||||
|
then calculated. RESULTS: 9 studies out of 426 were included in the meta-analysis.
|
||||||
|
Our main results showed that breast cancer recurrence rate in T1a/bN0 TNBC patients
|
||||||
|
receiving chemotherapy was significantly lower than those without chemotherapy
|
||||||
|
(OR 0.54, 95% CI 0.37-0.78, P = 0.001). Similar results were detected in the T1b
|
||||||
|
group (OR 0.45, 95% CI 0.26-0.78). The main result remained stable after sensitivity
|
||||||
|
analysis. No significant publication bias was found. CONCLUSIONS: Our results
|
||||||
|
revealed that adjuvant chemotherapy reduced recurrence rate for T1mi/a/bN0 TNBC,
|
||||||
|
especially for T1bN0. The benefit of chemotherapy for T1mi/aN0 disease is still
|
||||||
|
debated.'
|
||||||
|
- '[Effect of health education on the lung function and life quality in patients
|
||||||
|
with stable chronic obstructive pulmonary diseases].
|
||||||
|
|
||||||
|
|
||||||
|
OBJECTIVE: To evaluate the effect of health education on the symptoms, lung function
|
||||||
|
and life quality in patients with stable chronic obstructive pulmonary diseases
|
||||||
|
(COPD). METHODS: Eighty-two patients were assigned into 2 groups randomly: The
|
||||||
|
treatment group (n = 43) accepted health education for 6 months and the control
|
||||||
|
group (n = 39) did not. Before and after the 6 months, we observed the number
|
||||||
|
of smokers, Borg score, inhale treatment, times of acute episode, SGRQ score,
|
||||||
|
lung function, and the therapeutic effect in the two groups. RESULTS: Six months
|
||||||
|
later, the ratio of smokers in the treatment group was 13.95%, much lower than
|
||||||
|
that in the control group (35.90%, P = 0.021); the Borg score of the treatment
|
||||||
|
group decreased from 4.86 +/- 1.21 to 3.38 +/- 0.94 (P =0.000), but there was
|
||||||
|
no difference in the control group; the ratios of accepted inhale treatment in
|
||||||
|
the treatment group and the control group were 100% (43/43) and 20.51 % (8/39)
|
||||||
|
respectively (P = 0.000), and the accuracy rates were 100% (43/43 ) in the treatment
|
||||||
|
group and 12. 82% (5/39) in the control group (P =0. 000); the times of acute
|
||||||
|
episode in the treatment group was 1.51 +/- 1.53, much lower than that in the
|
||||||
|
control group (4.46 +/- 5.17, P = 0. 000); the indexes of lung function before
|
||||||
|
and after the 6 months between the two groups had no significant difference. The
|
||||||
|
total score, the symptom section score, the activity section score, and the impact
|
||||||
|
section score of SGRQ after the 6 months of health education were much lower than
|
||||||
|
those of 6 months before, and those in the control group had no significant difference.
|
||||||
|
CONCLUSION: Six months of the health education can decrease the ratio of smokers
|
||||||
|
and the times of acute episode, and to improve the life quality of patients with
|
||||||
|
stable COPD.'
|
||||||
|
- 'Clinical effects of inhaled corticosteroids in chronic obstructive pulmonary
|
||||||
|
disease.
|
||||||
|
|
||||||
|
|
||||||
|
Chronic obstructive pulmonary disease (COPD) has multiple pathophysiologic effects
|
||||||
|
that are not confined to the lungs. Similarly, treatment for COPD may have a number
|
||||||
|
of different beneficial effects, and although each of these may be small, their
|
||||||
|
cumulative effect may add up to a worthwhile overall outcome. Many of the effects
|
||||||
|
of COPD are only weakly related to FEV(1), and there is good evidence that health
|
||||||
|
status questionnaires are the best overall measures of disease severity. Recently
|
||||||
|
it has been shown, using such instruments, that health status in patients with
|
||||||
|
COPD deteriorates progressively and at a measurable rate. Fluticasone reduces
|
||||||
|
that decline, an effect that may take months to be detectable but continues to
|
||||||
|
develop over 3 years. The effect of fluticasone on health appears to be due to
|
||||||
|
a reduction in exacerbations coupled with its small effect on FEV(1).'
|
||||||
|
- source_sentence: 'Instruct: Given a biomedical hypothesis, retrieve relevant scientific
|
||||||
|
papers
|
||||||
|
|
||||||
|
Query: Chlamydia pneumoniae DNA in peripheral blood mononuclear cells is associated
|
||||||
|
with cardiovascular disease.'
|
||||||
|
sentences:
|
||||||
|
- '[Influence of depressive symptoms and gender in chronic low back pain rehabilitation
|
||||||
|
outcome: a pilot study].
|
||||||
|
|
||||||
|
|
||||||
|
Currently, little is known about the influence of depressive symptoms and gender-specific
|
||||||
|
aspects in rehabilitation outcome of patients with chronic low back pain. Effects
|
||||||
|
of gender and depressive symptoms on rehabilitation outcome were examined immediately
|
||||||
|
after rehabilitation, as well as three and six months after rehabilitation in
|
||||||
|
116 patients with chronic low back pain (43 women, 73 men; M=48 yrs.; ICD-10 diagnoses:
|
||||||
|
M45.4/M45.5, M54.4/M54.5). Immediately after rehabilitation, general improvements
|
||||||
|
with medium effect sizes in all rehabilitation measures were found. In contrast,
|
||||||
|
six months after rehabilitation, only pain-related measures showed moderate improvements.
|
||||||
|
Additionally, the mid-term outcomes were influenced by gender and depressive symptoms;
|
||||||
|
women showed more stable rehabilitation outcomes in pain intensity, in the impaired
|
||||||
|
function related to family/leisure, and the coping with pain strategies of "perceived
|
||||||
|
self-competence" and "relaxation". In contrast, especially male patients with
|
||||||
|
severe depressive symptoms revealed regressive rehabilitation outcomes, both in
|
||||||
|
pain-related variables as well as marginally in the coping with pain strategy
|
||||||
|
of "cognitive restructuring". In post-hoc analyses, in the mid-term, they even
|
||||||
|
showed a deterioration of functional capacity and somatisation compared to prior
|
||||||
|
to rehabilitation. Our results suggest that the outcome of orthopaedic rehabilitation
|
||||||
|
may be persistently improved by implementing gender-specific treatments in general
|
||||||
|
and elements of depression treatments for the patients with severe but sub-clinical
|
||||||
|
depressive symptoms.'
|
||||||
|
- 'Effects of concurrent training on exercise capacity and quality of life in older
|
||||||
|
adult patients with COPD: a Bayesian pairwise and dose-response meta-analysis.
|
||||||
|
|
||||||
|
|
||||||
|
OBJECTIVE: This systematic review and meta-analysis aimed to assess the effect
|
||||||
|
of concurrent training (CT) on exercise capacity and quality of life in patients
|
||||||
|
with chronic obstructive pulmonary disease (COPD), and to identify the optimal
|
||||||
|
CT dose to enhance 6-min walk distance (6MWD). METHODS: Relevant randomized controlled
|
||||||
|
trials (RCTs) examining the effects of CT on exercise capacity and quality of
|
||||||
|
life in patients with COPD were identified through a comprehensive search of PubMed,
|
||||||
|
Embase, Web of Science, Cochrane Library, Scopus, and SPORTDiscus. A multilevel
|
||||||
|
Bayesian random-effects model was used to conduct both pairwise and dose-response
|
||||||
|
meta-analyses. RESULTS: A total of 1,037 COPD patients were included in the 20
|
||||||
|
studies. Based on pairwise comparisons, CT was found to significantly improve
|
||||||
|
6MWD (MD: 44.08; 95% CrI: 33.35-54.72; SD: 20.85; 95% CrI: 13.29-32.26), VO2max
|
||||||
|
(MD: 1.02; 95% CrI: 0.04-2.00; SD: 0.91; 95% CrI: 0.23-2.12), LP 1RM (MD: 30.53;
|
||||||
|
95% CrI: 3.38-57.71; SD: 2.52; 95% CrI: 0.04-15.19), CP 1RM (MD: 12.20; 95% CrI:
|
||||||
|
2.77-21.59; SD: 2.44; 95% CrI: 0.05-10.71), and SGRQ score (MD: -8.65; 95% CrI:
|
||||||
|
-10.79 to -6.51; SD: 5.04; 95% CrI: 2.52-8.99). However, no significant improvement
|
||||||
|
was observed in FVC, FEV1, and FEV1/FVC. Additionally, a nonlinear dose-response
|
||||||
|
relationship was observed between CT and 6MWD, with the optimal dose identified
|
||||||
|
as 1,220 MET-min/week (MD = 24.83; 95% CrI: 14.96-34.70). CONCLUSIONS: CT was
|
||||||
|
found to significantly improve exercise capacity and quality of life in COPD patients,
|
||||||
|
while showing limited effects on pulmonary function indicators. Moreover, a nonlinear
|
||||||
|
dose-response relationship was identified between CT and 6MWD, with the most pronounced
|
||||||
|
effects observed at a weekly dose of 1,220 MET-min. SYSTEMATIC REVIEW REGISTRATION:
|
||||||
|
https://www.crd.york.ac.uk/prospero/, CRD42025630487.'
|
||||||
|
- 'Chlamydia pneumoniae and atherosclerosis: critical assessment of diagnostic methods
|
||||||
|
and relevance to treatment studies.
|
||||||
|
|
||||||
|
|
||||||
|
A number of studies have found that inflammation of the vessel wall plays an essential
|
||||||
|
role in both the initiation and progression of atherosclerosis and erosion and
|
||||||
|
fissure and the eventual rupture of plaques. Chlamydia pneumoniae is one of the
|
||||||
|
infectious agents that have been investigated as possible causes of this inflammation.
|
||||||
|
Initial studies of the association of C. pneumoniae and cardiovascular disease
|
||||||
|
(CVD) were seroepidemiologic, and these were followed by studies in which the
|
||||||
|
organism was identified in vascular tissue from patients with CVD by electron
|
||||||
|
microscopy, PCR and immunocytochemical staining (ICC). C. pneumoniae has also
|
||||||
|
been isolated by culture from vascular tissue in a small number patients. However,
|
||||||
|
no single serologic, PCR, or ICC assay has been used consistently across all studies.
|
||||||
|
The assays used are also not standardized. Recent studies of serologic and PCR
|
||||||
|
assays for diagnosis of C. pneumoniae infection have suggested that there may
|
||||||
|
be substantial interlaboratory variation in the performance of these tests. It
|
||||||
|
now appears that some of the inconsistency of results from study to study may
|
||||||
|
be due, in part, to lack of standardized methods. Although initial seroepidemiologic
|
||||||
|
studies demonstrated a significantly increased risk of adverse cardiac outcome
|
||||||
|
in patients who were seropositive, subsequent prospective studies found either
|
||||||
|
small or no increased risk. In addition to the lack of consistent serologic criteria,
|
||||||
|
recent evaluations have demonstrated inherent problems with performance of the
|
||||||
|
most widely used serologic methods. Most importantly, we do not have a reliable
|
||||||
|
serologic marker for chronic or persistent C. pneumoniae infection.'
|
||||||
|
pipeline_tag: sentence-similarity
|
||||||
|
library_name: sentence-transformers
|
||||||
|
---
|
||||||
|
|
||||||
|
# SentenceTransformer
|
||||||
|
|
||||||
|
This is a [sentence-transformers](https://www.SBERT.net) model trained on the json dataset. It maps sentences & paragraphs to a 1024-dimensional dense vector space and can be used for semantic textual similarity, semantic search, paraphrase mining, text classification, clustering, and more.
|
||||||
|
|
||||||
|
## Model Details
|
||||||
|
|
||||||
|
### Model Description
|
||||||
|
- **Model Type:** Sentence Transformer
|
||||||
|
<!-- - **Base model:** [Unknown](https://huggingface.co/unknown) -->
|
||||||
|
- **Maximum Sequence Length:** 32768 tokens
|
||||||
|
- **Output Dimensionality:** 1024 dimensions
|
||||||
|
- **Similarity Function:** Cosine Similarity
|
||||||
|
- **Training Dataset:**
|
||||||
|
- json
|
||||||
|
<!-- - **Language:** Unknown -->
|
||||||
|
<!-- - **License:** Unknown -->
|
||||||
|
|
||||||
|
### Model Sources
|
||||||
|
|
||||||
|
- **Documentation:** [Sentence Transformers Documentation](https://sbert.net)
|
||||||
|
- **Repository:** [Sentence Transformers on GitHub](https://github.com/huggingface/sentence-transformers)
|
||||||
|
- **Hugging Face:** [Sentence Transformers on Hugging Face](https://huggingface.co/models?library=sentence-transformers)
|
||||||
|
|
||||||
|
### Full Model Architecture
|
||||||
|
|
||||||
|
```
|
||||||
|
SentenceTransformer(
|
||||||
|
(0): Transformer({'max_seq_length': 32768, 'do_lower_case': False, 'architecture': 'Qwen3Model'})
|
||||||
|
(1): Pooling({'word_embedding_dimension': 1024, 'pooling_mode_cls_token': False, 'pooling_mode_mean_tokens': False, 'pooling_mode_max_tokens': False, 'pooling_mode_mean_sqrt_len_tokens': False, 'pooling_mode_weightedmean_tokens': False, 'pooling_mode_lasttoken': True, 'include_prompt': True})
|
||||||
|
(2): Normalize()
|
||||||
|
)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Usage
|
||||||
|
|
||||||
|
### Direct Usage (Sentence Transformers)
|
||||||
|
|
||||||
|
First install the Sentence Transformers library:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
pip install -U sentence-transformers
|
||||||
|
```
|
||||||
|
|
||||||
|
Then you can load this model and run inference.
|
||||||
|
```python
|
||||||
|
from sentence_transformers import SentenceTransformer
|
||||||
|
|
||||||
|
# Download from the 🤗 Hub
|
||||||
|
model = SentenceTransformer("sentence_transformers_model_id")
|
||||||
|
# Run inference
|
||||||
|
sentences = [
|
||||||
|
'Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers\nQuery: Chlamydia pneumoniae DNA in peripheral blood mononuclear cells is associated with cardiovascular disease.',
|
||||||
|
'Chlamydia pneumoniae and atherosclerosis: critical assessment of diagnostic methods and relevance to treatment studies.\n\nA number of studies have found that inflammation of the vessel wall plays an essential role in both the initiation and progression of atherosclerosis and erosion and fissure and the eventual rupture of plaques. Chlamydia pneumoniae is one of the infectious agents that have been investigated as possible causes of this inflammation. Initial studies of the association of C. pneumoniae and cardiovascular disease (CVD) were seroepidemiologic, and these were followed by studies in which the organism was identified in vascular tissue from patients with CVD by electron microscopy, PCR and immunocytochemical staining (ICC). C. pneumoniae has also been isolated by culture from vascular tissue in a small number patients. However, no single serologic, PCR, or ICC assay has been used consistently across all studies. The assays used are also not standardized. Recent studies of serologic and PCR assays for diagnosis of C. pneumoniae infection have suggested that there may be substantial interlaboratory variation in the performance of these tests. It now appears that some of the inconsistency of results from study to study may be due, in part, to lack of standardized methods. Although initial seroepidemiologic studies demonstrated a significantly increased risk of adverse cardiac outcome in patients who were seropositive, subsequent prospective studies found either small or no increased risk. In addition to the lack of consistent serologic criteria, recent evaluations have demonstrated inherent problems with performance of the most widely used serologic methods. Most importantly, we do not have a reliable serologic marker for chronic or persistent C. pneumoniae infection.',
|
||||||
|
'[Influence of depressive symptoms and gender in chronic low back pain rehabilitation outcome: a pilot study].\n\nCurrently, little is known about the influence of depressive symptoms and gender-specific aspects in rehabilitation outcome of patients with chronic low back pain. Effects of gender and depressive symptoms on rehabilitation outcome were examined immediately after rehabilitation, as well as three and six months after rehabilitation in 116 patients with chronic low back pain (43 women, 73 men; M=48 yrs.; ICD-10 diagnoses: M45.4/M45.5, M54.4/M54.5). Immediately after rehabilitation, general improvements with medium effect sizes in all rehabilitation measures were found. In contrast, six months after rehabilitation, only pain-related measures showed moderate improvements. Additionally, the mid-term outcomes were influenced by gender and depressive symptoms; women showed more stable rehabilitation outcomes in pain intensity, in the impaired function related to family/leisure, and the coping with pain strategies of "perceived self-competence" and "relaxation". In contrast, especially male patients with severe depressive symptoms revealed regressive rehabilitation outcomes, both in pain-related variables as well as marginally in the coping with pain strategy of "cognitive restructuring". In post-hoc analyses, in the mid-term, they even showed a deterioration of functional capacity and somatisation compared to prior to rehabilitation. Our results suggest that the outcome of orthopaedic rehabilitation may be persistently improved by implementing gender-specific treatments in general and elements of depression treatments for the patients with severe but sub-clinical depressive symptoms.',
|
||||||
|
]
|
||||||
|
embeddings = model.encode(sentences)
|
||||||
|
print(embeddings.shape)
|
||||||
|
# [3, 1024]
|
||||||
|
|
||||||
|
# Get the similarity scores for the embeddings
|
||||||
|
similarities = model.similarity(embeddings, embeddings)
|
||||||
|
print(similarities)
|
||||||
|
# tensor([[1.0000, 0.8319, 0.0211],
|
||||||
|
# [0.8319, 1.0000, 0.0233],
|
||||||
|
# [0.0211, 0.0233, 1.0000]])
|
||||||
|
```
|
||||||
|
|
||||||
|
<!--
|
||||||
|
### Direct Usage (Transformers)
|
||||||
|
|
||||||
|
<details><summary>Click to see the direct usage in Transformers</summary>
|
||||||
|
|
||||||
|
</details>
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
### Downstream Usage (Sentence Transformers)
|
||||||
|
|
||||||
|
You can finetune this model on your own dataset.
|
||||||
|
|
||||||
|
<details><summary>Click to expand</summary>
|
||||||
|
|
||||||
|
</details>
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
### Out-of-Scope Use
|
||||||
|
|
||||||
|
*List how the model may foreseeably be misused and address what users ought not to do with the model.*
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
## Bias, Risks and Limitations
|
||||||
|
|
||||||
|
*What are the known or foreseeable issues stemming from this model? You could also flag here known failure cases or weaknesses of the model.*
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
### Recommendations
|
||||||
|
|
||||||
|
*What are recommendations with respect to the foreseeable issues? For example, filtering explicit content.*
|
||||||
|
-->
|
||||||
|
|
||||||
|
## Training Details
|
||||||
|
|
||||||
|
### Training Dataset
|
||||||
|
|
||||||
|
#### json
|
||||||
|
|
||||||
|
* Dataset: json
|
||||||
|
* Size: 4,858,688 training samples
|
||||||
|
* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
|
||||||
|
* Approximate statistics based on the first 1000 samples:
|
||||||
|
| | anchor | positive | negative |
|
||||||
|
|:--------|:----------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------|
|
||||||
|
| type | string | string | string |
|
||||||
|
| details | <ul><li>min: 28 tokens</li><li>mean: 34.9 tokens</li><li>max: 56 tokens</li></ul> | <ul><li>min: 67 tokens</li><li>mean: 389.36 tokens</li><li>max: 980 tokens</li></ul> | <ul><li>min: 18 tokens</li><li>mean: 372.64 tokens</li><li>max: 1086 tokens</li></ul> |
|
||||||
|
* Samples:
|
||||||
|
| anchor | positive | negative |
|
||||||
|
|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Hookworm infection intensity is inversely related to haemoglobin levels in pregnant women.</code> | <code>Schistosoma mansoni in pregnancy and associations with anaemia in northwest Tanzania.<br><br>Schistosomiasis among pregnant women has been inadequately investigated. In order to determine the importance of Schistosoma mansoni in this subgroup, we conducted a cross-sectional survey of 972 women in Tanzania and investigated the prevalence of Schistosoma mansoni, hookworm and malaria and their associations with anaemia. Overall, 63.5% of women were infected with S. mansoni, with prevalence highest among younger women and decreasing with increasing age. The prevalence of hookworm was 56.3%, and 16.4% of women had malaria parasitaemia. Overall, 66.4% of women were anaemic. Increased risk of anaemia was associated with heavy infection with S. mansoni but not hookworm or Plasmodium falciparum parasitaemia.</code> | <code>Acute kidney injury in critically ill infants: the role of urine Neutrophil Gelatinase-Associated Lipocalin (NGAL).<br><br>Acute kidney injury (AKI) has emerged as an important health problem in the intensive care units, especially among infants delivered prematurely. Recent efforts to define and characterize AKI have led to studies of early AKI detection and will ultimately contribute to improvements in AKI outcomes. The discovery of biomarkers for AKI that might enable early recognition and clinical intervention to limit renal injury is therefore of intense contemporary interest. Neutrophil gelatinase-associated lipocalin (NGAL) is the most promising among all emerging markers for AKI; specifically, urine NGAL (uNGAL) predicts renal failure much earlier than serum creatinine. The recent availability of an automated immunoassay for measuring uNGAL in the clinical practice permits to introduce the test in emergency, having a turn around time (TAT) closely comparable with that of serum creati...</code> |
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Hookworm infection intensity is inversely related to haemoglobin levels in pregnant women.</code> | <code>Anemia and malaria at different altitudes in the western highlands of Kenya.<br><br>Malaria associated severe anemia in children is the most important complication of Plasmodium falciparum infection in sub-Saharan Africa. To evaluate anemia and malaria in an area with recurrent malaria epidemics in the western highlands of Kenya, we conducted cross-sectional surveys in four "lowland" (1440-1660 m) and two "highland" (1960 and 2040 m) villages in 2002. Among 1314 subjects randomly selected from all age groups, the overall prevalence of anemia (hemoglobin, Hb < 11 g/dl) was 14% and P. falciparum infection 17%. In children < or =5 years, anemia prevalence ranged from 57% at 1440 m to 11% at 2040 m and correlated with altitude (r = -0.88, P < 0.05). Similarly, P. falciparum prevalence ranged from 31 to 0% and correlated with altitude (r = -0.93, P < 0.01). Malnutrition defined by a body mass index <15th percentile characterized 39% of the population and the hookworm prevalence was 3.9%. In the l...</code> | <code>A high rate of durable responses with romidepsin, bortezomib, and dexamethasone in relapsed or refractory multiple myeloma.<br><br>We report results from a study exploring the combination of romidepsin, bortezomib, and dexamethasone for the treatment of patients with multiple myeloma (MM) previously treated with > 1 prior therapy. The primary objective was to determine the maximum tolerated dose (MTD) of the combination using a novel accelerated dose-escalation schedule in patients with relapsed or refractory MM. The secondary objective was to determine overall response (OR), time to progression (TTP), and overall survival (OS). The MTD identified was bortezomib 1.3 mg/m(2) (days 1, 4, 8, and 11), dexamethasone 20 mg (days 1, 2, 4, 5, 8, 9, 11, and 12), and romidepsin 10 mg/m(2) (days 1, 8, and 15) every 28 days. Thrombocytopenia (64%) was the most common ≥ grade 3 hematologic toxicity. Peripheral neuropathy occurred in 76% of patients (n = 19) (≥ grade 3, 8%; 95% confidence interval [CI] 1%...</code> |
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Hookworm infection intensity is inversely related to haemoglobin levels in pregnant women.</code> | <code>Hookworm (Necator americanus) infection and storage iron depletion.<br><br>The relationship between iron status and the intensity of infection with hookworm was investigated in a rural population on Karkar Island, Mandang Province, Papua New Guinea. There was a significant negative correlation between plasma ferritin level and hookworm burden, which was strongest in males. In contrast, there was no correlation between plasma ferritin and hookworm egg count, and no consistent correlation between haemoglobin level or haematocrit and either measure of hookworm intensity. The results suggest that the role of hookworm in the aetiology of anaemia may be difficult to assess without the accurate measurement of hookworm burden.</code> | <code>An easy-to-use online calculator to identify patients least likely to benefit from surgical resection of intrahepatic cholangiocarcinoma.<br><br>BACKGROUND AND OBJECTIVE: Although it is the primary curative-intent treatment option for intrahepatic cholangiocarcinoma, liver resection can be associated with high postoperative morbidity and mortality. As such, a high-risk resection may not be warranted when the oncological benefits are minimal. In the current study, we sought to develop 2 preoperative models to predict 90-day mortality and overall survival after liver resection for intrahepatic cholangiocarcinoma. METHODS: Patients who underwent curative-intent liver resection for intrahepatic cholangiocarcinoma between 1990 and 2020 were identified from an international multi-institutional database. Two prognostic models were developed with preoperative factors using multivariable regression analysis for 90-day mortality and overall survival. Patients were categorized into 3 risk groups: favor...</code> |
|
||||||
|
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"scale": 20.0,
|
||||||
|
"similarity_fct": "cos_sim",
|
||||||
|
"gather_across_devices": false,
|
||||||
|
"directions": [
|
||||||
|
"query_to_doc"
|
||||||
|
],
|
||||||
|
"partition_mode": "joint",
|
||||||
|
"hardness_mode": null,
|
||||||
|
"hardness_strength": 0.0
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Evaluation Dataset
|
||||||
|
|
||||||
|
#### json
|
||||||
|
|
||||||
|
* Dataset: json
|
||||||
|
* Size: 1,207,774 evaluation samples
|
||||||
|
* Columns: <code>anchor</code>, <code>positive</code>, and <code>negative</code>
|
||||||
|
* Approximate statistics based on the first 1000 samples:
|
||||||
|
| | anchor | positive | negative |
|
||||||
|
|:--------|:-----------------------------------------------------------------------------------|:--------------------------------------------------------------------------------------|:-------------------------------------------------------------------------------------|
|
||||||
|
| type | string | string | string |
|
||||||
|
| details | <ul><li>min: 26 tokens</li><li>mean: 36.28 tokens</li><li>max: 49 tokens</li></ul> | <ul><li>min: 45 tokens</li><li>mean: 400.11 tokens</li><li>max: 1719 tokens</li></ul> | <ul><li>min: 23 tokens</li><li>mean: 369.0 tokens</li><li>max: 1263 tokens</li></ul> |
|
||||||
|
* Samples:
|
||||||
|
| anchor | positive | negative |
|
||||||
|
|:--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Chlamydia pneumoniae DNA in peripheral blood mononuclear cells is associated with cardiovascular disease.</code> | <code>Chlamydia pneumoniae infection and mortality from ischaemic heart disease: large prospective study.<br><br>OBJECTIVE: To determine whether there is an independent association between infection with Chlamydia pneumoniae and ischaemic heart disease. DESIGN: Prospective study using a nested case-control design. SETTING: Medical centre in London run by BUPA, a private medical organisation. PARTICIPANTS: 21 520 professional men aged 35-64 who attended for a medical examination in London between 1975 and 1982. MAIN OUTCOME MEASURE: Death from ischaemic heart disease. RESULTS: The distributions of concentrations of IgG and IgA antibodies to C pneumoniae were similar in the 647 men who subsequently died of ischaemic heart disease and in 1294 age matched controls who did not. There was no material association with heart disease irrespective of the cut-off point chosen to define seropositivity. At a cut-off point that defines 15% of controls as positive, for example, the odds ratios were 1.26 (95% con...</code> | <code>Cerivastatin, a hydroxymethylglutaryl coenzyme A reductase inhibitor, inhibits cardiac myocyte hypertrophy induced by endothelin.<br><br>We investigated the direct effects of cerivastatin on hypertrophy of cultured rat neonatal myocytes induced by endothelin and the mechanism by which cerivastatin exerts its effects. Endothelin significantly increased [14C]phenylalanine ([14C]Phe) incorporation, atrial natriuretic peptide (ANP) release, ANP mRNA expression and cell size. Cerivastatin significantly reduced the increase in [14C]phenylalanine incorporation, ANP peptide release, ANP mRNA expression and cell size induced by endothelin, but pravastatin did not. Exogenous mevalonate completely prevented the inhibitory effect of cerivastatin on [14C]phenylalanine incorporation, ANP release and cell size. Cotreatment with geranylgeranyl pyrophosphate also attenuated the effect of cerivastatin on [14C]phenylalanine incorporation, but cotreatment with farnesyl pyrophosphate or squalene did not. Further...</code> |
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Chlamydia pneumoniae DNA in peripheral blood mononuclear cells is associated with cardiovascular disease.</code> | <code>Lack of association between prior infection with Chlamydia pneumoniae and acute or chronic coronary artery disease.<br><br>BACKGROUND: Higher than normal serologic titers and the detection of bacteria within atheroma have suggested an association between Chlamydia pneumoniae (C. pneumoniae) infection and coronary heart disease (CHD), but the relationship has not been well established. HYPOTHESIS: The study was designed to establish a lack of relationship between chronic C. pneumoniae infection and CHD. METHODS: Chlamydia-specific IgG-antibody was assayed using an indirect immunofluorescence test in the serum of 159 patients with severe arterial disease and 203 patients with a heart valve prostheses and no demonstrable CHD. Fatal and nonfatal vascular events and systemic thromboembolism were recorded over a 2-year period. RESULTS: In the arterial group 107 patients (67.3%) and in the valvular group 120/203 (59.1%) were positive for C. pneumoniae antibody. The number of patients with fatal or ...</code> | <code>Correlation Between Aspects of Perceived Patient Loneliness and Spinal Cord Stimulation Outcomes.<br><br>OBJECTIVES: Loneliness as a whole has been characterized as a health-related risk factor and is associated with worse outcomes after cardiac procedures. Evidence suggests that chronic pain patients are particularly vulnerable to feeling lonely. We examined the relationship between different aspects of loneliness and one-year postoperative outcomes after spinal cord stimulation (SCS) for chronic pain. MATERIALS AND METHODS: We contacted 69 patients with thoracic SCS who had participated in our prospective outcomes database with one-year follow-up to complete the validated, abbreviated UCLA Loneliness Scale (UCLA-3). We examined responses on question 9 of the Oswestry Disability Index (ODI), question 12 of the Beck Depression Inventory (BDI), and UCLA-3 due to their relevance to different aspects of loneliness. We conducted regression analyses to determine the relationship between aspects o...</code> |
|
||||||
|
| <code>Instruct: Given a biomedical hypothesis, retrieve relevant scientific papers<br>Query: Chlamydia pneumoniae DNA in peripheral blood mononuclear cells is associated with cardiovascular disease.</code> | <code>Chlamydia pneumoniae infection and early asymptomatic carotid atherosclerosis.<br><br>BACKGROUND: Chronic Chlamydia pneumoniae infection has been implicated in the pathogenesis of atherosclerosis but whether it plays a role at an early stage in the disease is uncertain. An early estimate of atherosclerosis can be obtained by ultrasonic imaging of the carotid artery to determine intima-media thickness (IMT) and the thickness of any atheroma plaques. METHODS AND RESULTS: In 983 normal population individuals aged 30 to 70 years, we measured common carotid artery (CCA) and carotid bulb IMT, and also carotid plaque thickness and the degree of internal carotid artery (ICA) stenosis. C. pneumoniae IgA titers of >/=16 and IgG titers of >/=64 were taken as positive. There was no association between C. pneumoniae IgA or IgG seropositivity with right, left, or mean CCA or bulb IMT, or with the presence of carotid plaques. There was a significant association between IgA seropositivity and >50% mean caro...</code> | <code>The association between HIV infection and cervical cancer presentation and survival in Uganda.<br><br>Our objective was to determine how HIV infection impacts cervical cancer stage at presentation and overall survival (OS) among Ugandan women. This was a prospective study of 149 women diagnosed with cervical cancer from 2013 to 2015 at the Uganda Cancer Institute. Poisson regression models were fit to calculate prevalence ratios (PR) for the association between HIV infection and late stage at cancer diagnosis. The association between HIV infection and OS after cervical cancer diagnosis was evaluated using Cox proportional hazards models. The cohort included 53 HIV-positive and 96 HIV-negative participants. Median age at diagnosis was 44 years for HIV-positive and 54 years for HIV-negative participants. Seventy-seven percent of HIV-positive participants received antiretroviral therapy. Median baseline CD4 count was 373 cells/mm3 for HIV-positive participants versus 926 cells/mm3 for HIV-negat...</code> |
|
||||||
|
* Loss: [<code>MultipleNegativesRankingLoss</code>](https://sbert.net/docs/package_reference/sentence_transformer/losses.html#multiplenegativesrankingloss) with these parameters:
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"scale": 20.0,
|
||||||
|
"similarity_fct": "cos_sim",
|
||||||
|
"gather_across_devices": false,
|
||||||
|
"directions": [
|
||||||
|
"query_to_doc"
|
||||||
|
],
|
||||||
|
"partition_mode": "joint",
|
||||||
|
"hardness_mode": null,
|
||||||
|
"hardness_strength": 0.0
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Training Hyperparameters
|
||||||
|
#### Non-Default Hyperparameters
|
||||||
|
|
||||||
|
- `per_device_train_batch_size`: 128
|
||||||
|
- `num_train_epochs`: 5
|
||||||
|
- `learning_rate`: 2e-05
|
||||||
|
- `warmup_steps`: 0.1
|
||||||
|
- `gradient_accumulation_steps`: 2
|
||||||
|
- `bf16`: True
|
||||||
|
- `eval_strategy`: epoch
|
||||||
|
- `per_device_eval_batch_size`: 128
|
||||||
|
- `dataloader_num_workers`: 8
|
||||||
|
- `ddp_find_unused_parameters`: False
|
||||||
|
|
||||||
|
#### All Hyperparameters
|
||||||
|
<details><summary>Click to expand</summary>
|
||||||
|
|
||||||
|
- `per_device_train_batch_size`: 128
|
||||||
|
- `num_train_epochs`: 5
|
||||||
|
- `max_steps`: -1
|
||||||
|
- `learning_rate`: 2e-05
|
||||||
|
- `lr_scheduler_type`: linear
|
||||||
|
- `lr_scheduler_kwargs`: None
|
||||||
|
- `warmup_steps`: 0.1
|
||||||
|
- `optim`: adamw_torch_fused
|
||||||
|
- `optim_args`: None
|
||||||
|
- `weight_decay`: 0.0
|
||||||
|
- `adam_beta1`: 0.9
|
||||||
|
- `adam_beta2`: 0.999
|
||||||
|
- `adam_epsilon`: 1e-08
|
||||||
|
- `optim_target_modules`: None
|
||||||
|
- `gradient_accumulation_steps`: 2
|
||||||
|
- `average_tokens_across_devices`: True
|
||||||
|
- `max_grad_norm`: 1.0
|
||||||
|
- `label_smoothing_factor`: 0.0
|
||||||
|
- `bf16`: True
|
||||||
|
- `fp16`: False
|
||||||
|
- `bf16_full_eval`: False
|
||||||
|
- `fp16_full_eval`: False
|
||||||
|
- `tf32`: None
|
||||||
|
- `gradient_checkpointing`: False
|
||||||
|
- `gradient_checkpointing_kwargs`: None
|
||||||
|
- `torch_compile`: False
|
||||||
|
- `torch_compile_backend`: None
|
||||||
|
- `torch_compile_mode`: None
|
||||||
|
- `use_liger_kernel`: False
|
||||||
|
- `liger_kernel_config`: None
|
||||||
|
- `use_cache`: False
|
||||||
|
- `neftune_noise_alpha`: None
|
||||||
|
- `torch_empty_cache_steps`: None
|
||||||
|
- `auto_find_batch_size`: False
|
||||||
|
- `log_on_each_node`: True
|
||||||
|
- `logging_nan_inf_filter`: True
|
||||||
|
- `include_num_input_tokens_seen`: no
|
||||||
|
- `log_level`: passive
|
||||||
|
- `log_level_replica`: warning
|
||||||
|
- `disable_tqdm`: False
|
||||||
|
- `project`: huggingface
|
||||||
|
- `trackio_space_id`: trackio
|
||||||
|
- `eval_strategy`: epoch
|
||||||
|
- `per_device_eval_batch_size`: 128
|
||||||
|
- `prediction_loss_only`: True
|
||||||
|
- `eval_on_start`: False
|
||||||
|
- `eval_do_concat_batches`: True
|
||||||
|
- `eval_use_gather_object`: False
|
||||||
|
- `eval_accumulation_steps`: None
|
||||||
|
- `include_for_metrics`: []
|
||||||
|
- `batch_eval_metrics`: False
|
||||||
|
- `save_only_model`: False
|
||||||
|
- `save_on_each_node`: False
|
||||||
|
- `enable_jit_checkpoint`: False
|
||||||
|
- `push_to_hub`: False
|
||||||
|
- `hub_private_repo`: None
|
||||||
|
- `hub_model_id`: None
|
||||||
|
- `hub_strategy`: every_save
|
||||||
|
- `hub_always_push`: False
|
||||||
|
- `hub_revision`: None
|
||||||
|
- `load_best_model_at_end`: False
|
||||||
|
- `ignore_data_skip`: False
|
||||||
|
- `restore_callback_states_from_checkpoint`: False
|
||||||
|
- `full_determinism`: False
|
||||||
|
- `seed`: 42
|
||||||
|
- `data_seed`: None
|
||||||
|
- `use_cpu`: False
|
||||||
|
- `accelerator_config`: {'split_batches': False, 'dispatch_batches': None, 'even_batches': True, 'use_seedable_sampler': True, 'non_blocking': False, 'gradient_accumulation_kwargs': None}
|
||||||
|
- `parallelism_config`: None
|
||||||
|
- `dataloader_drop_last`: True
|
||||||
|
- `dataloader_num_workers`: 8
|
||||||
|
- `dataloader_pin_memory`: True
|
||||||
|
- `dataloader_persistent_workers`: False
|
||||||
|
- `dataloader_prefetch_factor`: None
|
||||||
|
- `remove_unused_columns`: True
|
||||||
|
- `label_names`: None
|
||||||
|
- `train_sampling_strategy`: random
|
||||||
|
- `length_column_name`: length
|
||||||
|
- `ddp_find_unused_parameters`: False
|
||||||
|
- `ddp_bucket_cap_mb`: None
|
||||||
|
- `ddp_broadcast_buffers`: False
|
||||||
|
- `ddp_backend`: None
|
||||||
|
- `ddp_timeout`: 1800
|
||||||
|
- `fsdp`: []
|
||||||
|
- `fsdp_config`: {'min_num_params': 0, 'xla': False, 'xla_fsdp_v2': False, 'xla_fsdp_grad_ckpt': False}
|
||||||
|
- `deepspeed`: None
|
||||||
|
- `debug`: []
|
||||||
|
- `skip_memory_metrics`: True
|
||||||
|
- `do_predict`: False
|
||||||
|
- `resume_from_checkpoint`: None
|
||||||
|
- `warmup_ratio`: None
|
||||||
|
- `local_rank`: -1
|
||||||
|
- `prompts`: None
|
||||||
|
- `batch_sampler`: batch_sampler
|
||||||
|
- `multi_dataset_batch_sampler`: proportional
|
||||||
|
- `router_mapping`: {}
|
||||||
|
- `learning_rate_mapping`: {}
|
||||||
|
|
||||||
|
</details>
|
||||||
|
|
||||||
|
### Training Logs
|
||||||
|
<details><summary>Click to expand</summary>
|
||||||
|
|
||||||
|
| Epoch | Step | Training Loss | Validation Loss |
|
||||||
|
|:------:|:----:|:-------------:|:---------------:|
|
||||||
|
| 0.0132 | 50 | 0.5115 | - |
|
||||||
|
| 0.0263 | 100 | 0.4818 | - |
|
||||||
|
| 0.0395 | 150 | 0.4024 | - |
|
||||||
|
| 0.0527 | 200 | 0.3087 | - |
|
||||||
|
| 0.0659 | 250 | 0.2443 | - |
|
||||||
|
| 0.0790 | 300 | 0.2214 | - |
|
||||||
|
| 0.0922 | 350 | 0.2099 | - |
|
||||||
|
| 0.1054 | 400 | 0.2044 | - |
|
||||||
|
| 0.1186 | 450 | 0.1957 | - |
|
||||||
|
| 0.1317 | 500 | 0.1912 | - |
|
||||||
|
| 0.1449 | 550 | 0.1914 | - |
|
||||||
|
| 0.1581 | 600 | 0.1822 | - |
|
||||||
|
| 0.1713 | 650 | 0.1796 | - |
|
||||||
|
| 0.1844 | 700 | 0.1808 | - |
|
||||||
|
| 0.1976 | 750 | 0.1753 | - |
|
||||||
|
| 0.2108 | 800 | 0.1713 | - |
|
||||||
|
| 0.2239 | 850 | 0.1723 | - |
|
||||||
|
| 0.2371 | 900 | 0.1693 | - |
|
||||||
|
| 0.2503 | 950 | 0.1636 | - |
|
||||||
|
| 0.2635 | 1000 | 0.1640 | - |
|
||||||
|
| 0.2766 | 1050 | 0.1644 | - |
|
||||||
|
| 0.2898 | 1100 | 0.1617 | - |
|
||||||
|
| 0.3030 | 1150 | 0.1599 | - |
|
||||||
|
| 0.3162 | 1200 | 0.1618 | - |
|
||||||
|
| 0.3293 | 1250 | 0.1552 | - |
|
||||||
|
| 0.3425 | 1300 | 0.1564 | - |
|
||||||
|
| 0.3557 | 1350 | 0.1543 | - |
|
||||||
|
| 0.3689 | 1400 | 0.1509 | - |
|
||||||
|
| 0.3820 | 1450 | 0.1564 | - |
|
||||||
|
| 0.3952 | 1500 | 0.1493 | - |
|
||||||
|
| 0.4084 | 1550 | 0.1502 | - |
|
||||||
|
| 0.4216 | 1600 | 0.1531 | - |
|
||||||
|
| 0.4347 | 1650 | 0.1462 | - |
|
||||||
|
| 0.4479 | 1700 | 0.1477 | - |
|
||||||
|
| 0.4611 | 1750 | 0.1485 | - |
|
||||||
|
| 0.4742 | 1800 | 0.1460 | - |
|
||||||
|
| 0.4874 | 1850 | 0.1457 | - |
|
||||||
|
| 0.5006 | 1900 | 0.1446 | - |
|
||||||
|
| 0.5138 | 1950 | 0.1447 | - |
|
||||||
|
| 0.5269 | 2000 | 0.1405 | - |
|
||||||
|
| 0.5401 | 2050 | 0.1396 | - |
|
||||||
|
| 0.5533 | 2100 | 0.1385 | - |
|
||||||
|
| 0.5665 | 2150 | 0.1384 | - |
|
||||||
|
| 0.5796 | 2200 | 0.1408 | - |
|
||||||
|
| 0.5928 | 2250 | 0.1380 | - |
|
||||||
|
| 0.6060 | 2300 | 0.1386 | - |
|
||||||
|
| 0.6192 | 2350 | 0.1411 | - |
|
||||||
|
| 0.6323 | 2400 | 0.1352 | - |
|
||||||
|
| 0.6455 | 2450 | 0.1340 | - |
|
||||||
|
| 0.6587 | 2500 | 0.1353 | - |
|
||||||
|
| 0.6718 | 2550 | 0.1363 | - |
|
||||||
|
| 0.6850 | 2600 | 0.1358 | - |
|
||||||
|
| 0.6982 | 2650 | 0.1342 | - |
|
||||||
|
| 0.7114 | 2700 | 0.1334 | - |
|
||||||
|
| 0.7245 | 2750 | 0.1320 | - |
|
||||||
|
| 0.7377 | 2800 | 0.1319 | - |
|
||||||
|
| 0.7509 | 2850 | 0.1329 | - |
|
||||||
|
| 0.7641 | 2900 | 0.1330 | - |
|
||||||
|
| 0.7772 | 2950 | 0.1304 | - |
|
||||||
|
| 0.7904 | 3000 | 0.1334 | - |
|
||||||
|
| 0.8036 | 3050 | 0.1290 | - |
|
||||||
|
| 0.8168 | 3100 | 0.1314 | - |
|
||||||
|
| 0.8299 | 3150 | 0.1267 | - |
|
||||||
|
| 0.8431 | 3200 | 0.1293 | - |
|
||||||
|
| 0.8563 | 3250 | 0.1310 | - |
|
||||||
|
| 0.8695 | 3300 | 0.1295 | - |
|
||||||
|
| 0.8826 | 3350 | 0.1278 | - |
|
||||||
|
| 0.8958 | 3400 | 0.1286 | - |
|
||||||
|
| 0.9090 | 3450 | 0.1267 | - |
|
||||||
|
| 0.9221 | 3500 | 0.1261 | - |
|
||||||
|
| 0.9353 | 3550 | 0.1295 | - |
|
||||||
|
| 0.9485 | 3600 | 0.1275 | - |
|
||||||
|
| 0.9617 | 3650 | 0.1264 | - |
|
||||||
|
| 0.9748 | 3700 | 0.1292 | - |
|
||||||
|
| 0.9880 | 3750 | 0.1268 | - |
|
||||||
|
| 1.0 | 3796 | - | 0.1415 |
|
||||||
|
| 1.0011 | 3800 | 0.1303 | - |
|
||||||
|
| 1.0142 | 3850 | 0.1268 | - |
|
||||||
|
| 1.0274 | 3900 | 0.1241 | - |
|
||||||
|
| 1.0406 | 3950 | 0.1250 | - |
|
||||||
|
| 1.0537 | 4000 | 0.1240 | - |
|
||||||
|
| 1.0669 | 4050 | 0.1242 | - |
|
||||||
|
| 1.0801 | 4100 | 0.1241 | - |
|
||||||
|
| 1.0933 | 4150 | 0.1247 | - |
|
||||||
|
| 1.1064 | 4200 | 0.1240 | - |
|
||||||
|
| 1.1196 | 4250 | 0.1232 | - |
|
||||||
|
| 1.1328 | 4300 | 0.1216 | - |
|
||||||
|
| 1.1460 | 4350 | 0.1230 | - |
|
||||||
|
| 1.1591 | 4400 | 0.1257 | - |
|
||||||
|
| 1.1723 | 4450 | 0.1257 | - |
|
||||||
|
| 1.1855 | 4500 | 0.1216 | - |
|
||||||
|
| 1.1987 | 4550 | 0.1219 | - |
|
||||||
|
| 1.2118 | 4600 | 0.1209 | - |
|
||||||
|
| 1.2250 | 4650 | 0.1227 | - |
|
||||||
|
| 1.2382 | 4700 | 0.1226 | - |
|
||||||
|
| 1.2514 | 4750 | 0.1222 | - |
|
||||||
|
| 1.2645 | 4800 | 0.1242 | - |
|
||||||
|
| 1.2777 | 4850 | 0.1229 | - |
|
||||||
|
| 1.2909 | 4900 | 0.1208 | - |
|
||||||
|
| 1.3040 | 4950 | 0.1229 | - |
|
||||||
|
| 1.3172 | 5000 | 0.1214 | - |
|
||||||
|
| 1.3304 | 5050 | 0.1221 | - |
|
||||||
|
| 1.3436 | 5100 | 0.1239 | - |
|
||||||
|
| 1.3567 | 5150 | 0.1226 | - |
|
||||||
|
| 1.3699 | 5200 | 0.1229 | - |
|
||||||
|
| 1.3831 | 5250 | 0.1227 | - |
|
||||||
|
| 1.3963 | 5300 | 0.1218 | - |
|
||||||
|
| 1.4094 | 5350 | 0.1208 | - |
|
||||||
|
| 1.4226 | 5400 | 0.1222 | - |
|
||||||
|
| 1.4358 | 5450 | 0.1199 | - |
|
||||||
|
| 1.4490 | 5500 | 0.1204 | - |
|
||||||
|
| 1.4621 | 5550 | 0.1195 | - |
|
||||||
|
| 1.4753 | 5600 | 0.1224 | - |
|
||||||
|
| 1.4885 | 5650 | 0.1200 | - |
|
||||||
|
| 1.5016 | 5700 | 0.1213 | - |
|
||||||
|
| 1.5148 | 5750 | 0.1200 | - |
|
||||||
|
| 1.5280 | 5800 | 0.1212 | - |
|
||||||
|
| 1.5412 | 5850 | 0.1214 | - |
|
||||||
|
| 1.5543 | 5900 | 0.1189 | - |
|
||||||
|
| 1.5675 | 5950 | 0.1180 | - |
|
||||||
|
| 1.5807 | 6000 | 0.1178 | - |
|
||||||
|
| 1.5939 | 6050 | 0.1206 | - |
|
||||||
|
| 1.6070 | 6100 | 0.1212 | - |
|
||||||
|
| 1.6202 | 6150 | 0.1186 | - |
|
||||||
|
| 1.6334 | 6200 | 0.1180 | - |
|
||||||
|
| 1.6466 | 6250 | 0.1198 | - |
|
||||||
|
| 1.6597 | 6300 | 0.1198 | - |
|
||||||
|
| 1.6729 | 6350 | 0.1172 | - |
|
||||||
|
| 1.6861 | 6400 | 0.1188 | - |
|
||||||
|
| 1.6992 | 6450 | 0.1194 | - |
|
||||||
|
| 1.7124 | 6500 | 0.1179 | - |
|
||||||
|
| 1.7256 | 6550 | 0.1200 | - |
|
||||||
|
| 1.7388 | 6600 | 0.1202 | - |
|
||||||
|
| 1.7519 | 6650 | 0.1182 | - |
|
||||||
|
| 1.7651 | 6700 | 0.1176 | - |
|
||||||
|
| 1.7783 | 6750 | 0.1183 | - |
|
||||||
|
| 1.7915 | 6800 | 0.1192 | - |
|
||||||
|
| 1.8046 | 6850 | 0.1196 | - |
|
||||||
|
| 1.8178 | 6900 | 0.1182 | - |
|
||||||
|
| 1.8310 | 6950 | 0.1205 | - |
|
||||||
|
| 1.8442 | 7000 | 0.1173 | - |
|
||||||
|
| 1.8573 | 7050 | 0.1169 | - |
|
||||||
|
| 1.8705 | 7100 | 0.1188 | - |
|
||||||
|
| 1.8837 | 7150 | 0.1195 | - |
|
||||||
|
| 1.8969 | 7200 | 0.1183 | - |
|
||||||
|
| 1.9100 | 7250 | 0.1174 | - |
|
||||||
|
| 1.9232 | 7300 | 0.1206 | - |
|
||||||
|
| 1.9364 | 7350 | 0.1203 | - |
|
||||||
|
| 1.9495 | 7400 | 0.1186 | - |
|
||||||
|
| 1.9627 | 7450 | 0.1195 | - |
|
||||||
|
| 1.9759 | 7500 | 0.1151 | - |
|
||||||
|
|
||||||
|
</details>
|
||||||
|
|
||||||
|
### Framework Versions
|
||||||
|
- Python: 3.13.5
|
||||||
|
- Sentence Transformers: 5.3.0
|
||||||
|
- Transformers: 5.3.0
|
||||||
|
- PyTorch: 2.10.0+cu128
|
||||||
|
- Accelerate: 1.13.0
|
||||||
|
- Datasets: 4.7.0
|
||||||
|
- Tokenizers: 0.22.2
|
||||||
|
|
||||||
|
## Citation
|
||||||
|
|
||||||
|
### BibTeX
|
||||||
|
|
||||||
|
#### Sentence Transformers
|
||||||
|
```bibtex
|
||||||
|
@inproceedings{reimers-2019-sentence-bert,
|
||||||
|
title = "Sentence-BERT: Sentence Embeddings using Siamese BERT-Networks",
|
||||||
|
author = "Reimers, Nils and Gurevych, Iryna",
|
||||||
|
booktitle = "Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing",
|
||||||
|
month = "11",
|
||||||
|
year = "2019",
|
||||||
|
publisher = "Association for Computational Linguistics",
|
||||||
|
url = "https://arxiv.org/abs/1908.10084",
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
#### MultipleNegativesRankingLoss
|
||||||
|
```bibtex
|
||||||
|
@misc{oord2019representationlearningcontrastivepredictive,
|
||||||
|
title={Representation Learning with Contrastive Predictive Coding},
|
||||||
|
author={Aaron van den Oord and Yazhe Li and Oriol Vinyals},
|
||||||
|
year={2019},
|
||||||
|
eprint={1807.03748},
|
||||||
|
archivePrefix={arXiv},
|
||||||
|
primaryClass={cs.LG},
|
||||||
|
url={https://arxiv.org/abs/1807.03748},
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
<!--
|
||||||
|
## Glossary
|
||||||
|
|
||||||
|
*Clearly define terms in order to be accessible across audiences.*
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
## Model Card Authors
|
||||||
|
|
||||||
|
*Lists the people who create the model card, providing recognition and accountability for the detailed work that goes into its construction.*
|
||||||
|
-->
|
||||||
|
|
||||||
|
<!--
|
||||||
|
## Model Card Contact
|
||||||
|
|
||||||
|
*Provides a way for people who have updates to the Model Card, suggestions, or questions, to contact the Model Card authors.*
|
||||||
|
-->
|
||||||
85
chat_template.jinja
Normal file
85
chat_template.jinja
Normal file
@@ -0,0 +1,85 @@
|
|||||||
|
{%- if tools %}
|
||||||
|
{{- '<|im_start|>system\n' }}
|
||||||
|
{%- if messages[0].role == 'system' %}
|
||||||
|
{{- messages[0].content + '\n\n' }}
|
||||||
|
{%- endif %}
|
||||||
|
{{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
||||||
|
{%- for tool in tools %}
|
||||||
|
{{- "\n" }}
|
||||||
|
{{- tool | tojson }}
|
||||||
|
{%- endfor %}
|
||||||
|
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
||||||
|
{%- else %}
|
||||||
|
{%- if messages[0].role == 'system' %}
|
||||||
|
{{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
|
||||||
|
{%- for message in messages[::-1] %}
|
||||||
|
{%- set index = (messages|length - 1) - loop.index0 %}
|
||||||
|
{%- if ns.multi_step_tool and message.role == "user" and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
|
||||||
|
{%- set ns.multi_step_tool = false %}
|
||||||
|
{%- set ns.last_query_index = index %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endfor %}
|
||||||
|
{%- for message in messages %}
|
||||||
|
{%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
|
||||||
|
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
||||||
|
{%- elif message.role == "assistant" %}
|
||||||
|
{%- set content = message.content %}
|
||||||
|
{%- set reasoning_content = '' %}
|
||||||
|
{%- if message.reasoning_content is defined and message.reasoning_content is not none %}
|
||||||
|
{%- set reasoning_content = message.reasoning_content %}
|
||||||
|
{%- else %}
|
||||||
|
{%- if '</think>' in message.content %}
|
||||||
|
{%- set content = message.content.split('</think>')[-1].lstrip('\n') %}
|
||||||
|
{%- set reasoning_content = message.content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- if loop.index0 > ns.last_query_index %}
|
||||||
|
{%- if loop.last or (not loop.last and reasoning_content) %}
|
||||||
|
{{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
|
||||||
|
{%- else %}
|
||||||
|
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- else %}
|
||||||
|
{{- '<|im_start|>' + message.role + '\n' + content }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- if message.tool_calls %}
|
||||||
|
{%- for tool_call in message.tool_calls %}
|
||||||
|
{%- if (loop.first and content) or (not loop.first) %}
|
||||||
|
{{- '\n' }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- if tool_call.function %}
|
||||||
|
{%- set tool_call = tool_call.function %}
|
||||||
|
{%- endif %}
|
||||||
|
{{- '<tool_call>\n{"name": "' }}
|
||||||
|
{{- tool_call.name }}
|
||||||
|
{{- '", "arguments": ' }}
|
||||||
|
{%- if tool_call.arguments is string %}
|
||||||
|
{{- tool_call.arguments }}
|
||||||
|
{%- else %}
|
||||||
|
{{- tool_call.arguments | tojson }}
|
||||||
|
{%- endif %}
|
||||||
|
{{- '}\n</tool_call>' }}
|
||||||
|
{%- endfor %}
|
||||||
|
{%- endif %}
|
||||||
|
{{- '<|im_end|>\n' }}
|
||||||
|
{%- elif message.role == "tool" %}
|
||||||
|
{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
|
||||||
|
{{- '<|im_start|>user' }}
|
||||||
|
{%- endif %}
|
||||||
|
{{- '\n<tool_response>\n' }}
|
||||||
|
{{- message.content }}
|
||||||
|
{{- '\n</tool_response>' }}
|
||||||
|
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
||||||
|
{{- '<|im_end|>\n' }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endfor %}
|
||||||
|
{%- if add_generation_prompt %}
|
||||||
|
{{- '<|im_start|>assistant\n' }}
|
||||||
|
{%- if enable_thinking is defined and enable_thinking is false %}
|
||||||
|
{{- '<think>\n\n</think>\n\n' }}
|
||||||
|
{%- endif %}
|
||||||
|
{%- endif %}
|
||||||
63
config.json
Normal file
63
config.json
Normal file
@@ -0,0 +1,63 @@
|
|||||||
|
{
|
||||||
|
"architectures": [
|
||||||
|
"Qwen3Model"
|
||||||
|
],
|
||||||
|
"attention_bias": false,
|
||||||
|
"attention_dropout": 0.0,
|
||||||
|
"bos_token_id": 151643,
|
||||||
|
"dtype": "bfloat16",
|
||||||
|
"eos_token_id": 151643,
|
||||||
|
"head_dim": 128,
|
||||||
|
"hidden_act": "silu",
|
||||||
|
"hidden_size": 1024,
|
||||||
|
"initializer_range": 0.02,
|
||||||
|
"intermediate_size": 3072,
|
||||||
|
"layer_types": [
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention",
|
||||||
|
"full_attention"
|
||||||
|
],
|
||||||
|
"max_position_embeddings": 32768,
|
||||||
|
"max_window_layers": 28,
|
||||||
|
"model_type": "qwen3",
|
||||||
|
"num_attention_heads": 16,
|
||||||
|
"num_hidden_layers": 28,
|
||||||
|
"num_key_value_heads": 8,
|
||||||
|
"pad_token_id": null,
|
||||||
|
"rms_norm_eps": 1e-06,
|
||||||
|
"rope_parameters": {
|
||||||
|
"rope_theta": 1000000,
|
||||||
|
"rope_type": "default"
|
||||||
|
},
|
||||||
|
"sliding_window": null,
|
||||||
|
"tie_word_embeddings": true,
|
||||||
|
"transformers_version": "5.3.0",
|
||||||
|
"use_cache": true,
|
||||||
|
"use_sliding_window": false,
|
||||||
|
"vocab_size": 151669
|
||||||
|
}
|
||||||
14
config_sentence_transformers.json
Normal file
14
config_sentence_transformers.json
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
{
|
||||||
|
"model_type": "SentenceTransformer",
|
||||||
|
"__version__": {
|
||||||
|
"sentence_transformers": "5.3.0",
|
||||||
|
"transformers": "5.3.0",
|
||||||
|
"pytorch": "2.10.0+cu128"
|
||||||
|
},
|
||||||
|
"prompts": {
|
||||||
|
"query": "",
|
||||||
|
"document": ""
|
||||||
|
},
|
||||||
|
"default_prompt_name": null,
|
||||||
|
"similarity_fn_name": "cosine"
|
||||||
|
}
|
||||||
151388
merges.txt
Normal file
151388
merges.txt
Normal file
File diff suppressed because it is too large
Load Diff
3
model.safetensors
Normal file
3
model.safetensors
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:51dc39cab347e0b201f609824f967778b2068b0944d24f7538a5a66efba18f21
|
||||||
|
size 1191586416
|
||||||
20
modules.json
Normal file
20
modules.json
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
[
|
||||||
|
{
|
||||||
|
"idx": 0,
|
||||||
|
"name": "0",
|
||||||
|
"path": "",
|
||||||
|
"type": "sentence_transformers.models.Transformer"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 1,
|
||||||
|
"name": "1",
|
||||||
|
"path": "1_Pooling",
|
||||||
|
"type": "sentence_transformers.models.Pooling"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 2,
|
||||||
|
"name": "2",
|
||||||
|
"path": "2_Normalize",
|
||||||
|
"type": "sentence_transformers.models.Normalize"
|
||||||
|
}
|
||||||
|
]
|
||||||
4
sentence_bert_config.json
Normal file
4
sentence_bert_config.json
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
{
|
||||||
|
"max_seq_length": 32768,
|
||||||
|
"do_lower_case": false
|
||||||
|
}
|
||||||
3
tokenizer.json
Normal file
3
tokenizer.json
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:6cf519278622d854311452949ee197ff7afb0fbb1e0fa16cc307a959d8e61764
|
||||||
|
size 11423969
|
||||||
14
tokenizer_config.json
Normal file
14
tokenizer_config.json
Normal file
@@ -0,0 +1,14 @@
|
|||||||
|
{
|
||||||
|
"add_prefix_space": false,
|
||||||
|
"backend": "tokenizers",
|
||||||
|
"bos_token": null,
|
||||||
|
"clean_up_tokenization_spaces": false,
|
||||||
|
"eos_token": "<|im_end|>",
|
||||||
|
"errors": "replace",
|
||||||
|
"is_local": true,
|
||||||
|
"model_max_length": 131072,
|
||||||
|
"pad_token": "<|endoftext|>",
|
||||||
|
"split_special_tokens": false,
|
||||||
|
"tokenizer_class": "Qwen2Tokenizer",
|
||||||
|
"unk_token": null
|
||||||
|
}
|
||||||
1
vocab.json
Normal file
1
vocab.json
Normal file
File diff suppressed because one or more lines are too long
Reference in New Issue
Block a user