初始化项目,由ModelHub XC社区提供模型

Model: Arcoson/distilgpt2-arxiv-csai
Source: Original Platform
This commit is contained in:
ModelHub XC
2026-05-27 16:34:25 +08:00
commit a30807e715
10 changed files with 250633 additions and 0 deletions

27
training_metrics.json Normal file
View File

@@ -0,0 +1,27 @@
{
"base_model": "distilgpt2",
"fine_tuned_on": "arXiv CS/AI abstracts (ccdv/arxiv-classification)",
"categories": [
"cs.CV",
"cs.AI",
"cs.SY",
"cs.CE",
"cs.PL",
"cs.IT",
"cs.DS",
"cs.NE"
],
"train_samples": 2000,
"eval_samples": 200,
"max_length": 128,
"max_steps": 100,
"batch_size": 8,
"learning_rate": 0.0003,
"frozen_strategy": "last 2 blocks (h.4, h.5) + ln_f + lm_head unfrozen",
"training_loss": 3.8221,
"eval_loss": 3.4839,
"perplexity": 32.59,
"total_params": 81912576,
"trainable_params": 14177280,
"training_time_seconds": 402
}