126 lines
4.3 KiB
JSON
126 lines
4.3 KiB
JSON
{
|
|
"run_metadata": {
|
|
"timestamp": "2026-01-24T10:58:32.967136",
|
|
"framework": "Unsloth + QLoRA",
|
|
"notebook_version": "2.0-autonomous"
|
|
},
|
|
"model_config": {
|
|
"base_model": "unsloth/mistral-7b-instruct-v0.3-bnb-4bit",
|
|
"lora_rank": 32,
|
|
"lora_alpha": 32,
|
|
"max_seq_length": 512,
|
|
"learning_rate": 0.0002
|
|
},
|
|
"dataset": {
|
|
"name": "millat/indian_university_guidance_for_bangladeshi_students",
|
|
"total_samples": 7044,
|
|
"train_samples": 6339,
|
|
"eval_samples": 705,
|
|
"statistics": {
|
|
"total_samples": 7044,
|
|
"columns": [
|
|
"question",
|
|
"answer",
|
|
"context",
|
|
"source",
|
|
"metadata"
|
|
],
|
|
"question_stats": {
|
|
"min_chars": 18,
|
|
"max_chars": 307,
|
|
"avg_chars": 128.5478421351505,
|
|
"median_chars": 127,
|
|
"std_chars": 25.585852396850722,
|
|
"avg_tokens": 38.871
|
|
},
|
|
"answer_stats": {
|
|
"min_chars": 65,
|
|
"max_chars": 1151,
|
|
"avg_chars": 391.704003407155,
|
|
"median_chars": 380,
|
|
"std_chars": 140.26702745199665,
|
|
"avg_tokens": 105.844
|
|
},
|
|
"combined_stats": {
|
|
"avg_total_tokens": 144.715,
|
|
"max_total_tokens": 305,
|
|
"min_total_tokens": 56
|
|
},
|
|
"estimated_total_tokens": 1019372,
|
|
"sample_questions": [
|
|
"I am currently pursuing a Polytechnic Diploma in Bangladesh after SSC. Can I get admission to the second year of a B.Tech program in India?",
|
|
"I have a B.Sc. in Engineering degree from Bangladesh. Will Indian universities recognize it as equivalent to their B.Tech or B.E. programs?",
|
|
"My HSC marks in Bangladesh are 85%. How would that translate to Indian admission requirements for undergraduate engineering courses?",
|
|
"I have a Bachelor of Commerce (B.Com) Pass degree from Bangladesh. What is its equivalent in India, and what are the postgraduate admission prospects?",
|
|
"I am a Bangladeshi student interested in pursuing MBBS in India. What are the key requirements and recognition aspects I need to be aware of?"
|
|
]
|
|
}
|
|
},
|
|
"training": {
|
|
"epochs": 3,
|
|
"batch_size": 4,
|
|
"gradient_accumulation": 4,
|
|
"effective_batch_size": 16,
|
|
"learning_rate": 0.0002,
|
|
"duration_minutes": 66.47436684767405,
|
|
"duration_hours": 1.107906114127901,
|
|
"final_loss": 0.10161419559385874,
|
|
"completed": true
|
|
},
|
|
"evaluation": {
|
|
"eval_loss": 0.3753533959388733,
|
|
"eval_runtime": 150.6713,
|
|
"eval_samples_per_second": 4.679,
|
|
"eval_steps_per_second": 1.175,
|
|
"epoch": 3.0,
|
|
"perplexity": 1.4555056935419122
|
|
},
|
|
"perplexity_analysis": {
|
|
"eval_loss": 0.3753533959388733,
|
|
"perplexity": 1.4555056935419122,
|
|
"interpretation": "Lower perplexity indicates better model performance",
|
|
"perplexity_range": {
|
|
"excellent": "< 10",
|
|
"good": "10-50",
|
|
"acceptable": "50-100",
|
|
"poor": "> 100"
|
|
},
|
|
"model_rating": "excellent"
|
|
},
|
|
"lora_adapters": {
|
|
"path": "/content/drive/MyDrive/Indian_Uni_Model_Training/models/lora_adapters",
|
|
"status": "saved"
|
|
},
|
|
"research_outputs": {
|
|
"path": "/content/drive/MyDrive/Indian_Uni_Model_Training/research",
|
|
"epoch_tracker": "/content/drive/MyDrive/Indian_Uni_Model_Training/research/epoch_tracker.json"
|
|
},
|
|
"hardware": {
|
|
"gpu": "Tesla T4",
|
|
"gpu_memory_total_gb": 15.83,
|
|
"usage_summary": {
|
|
"gpu": {
|
|
"peak_memory_gb": 11.954010624,
|
|
"avg_memory_gb": 5.189690426666667,
|
|
"samples": 96
|
|
},
|
|
"ram": {
|
|
"peak_used_gb": 5.945511936,
|
|
"avg_used_gb": 5.151363968,
|
|
"peak_percent": 46.7
|
|
},
|
|
"total_time_minutes": 72.31494403680166
|
|
}
|
|
},
|
|
"output_paths": {
|
|
"google_drive_base": "/content/drive/MyDrive/Indian_Uni_Model_Training",
|
|
"logs": "/content/drive/MyDrive/Indian_Uni_Model_Training/logs",
|
|
"stats": "/content/drive/MyDrive/Indian_Uni_Model_Training/stats",
|
|
"evaluation": "/content/drive/MyDrive/Indian_Uni_Model_Training/evaluation",
|
|
"comparison": "/content/drive/MyDrive/Indian_Uni_Model_Training/comparison",
|
|
"examples": "/content/drive/MyDrive/Indian_Uni_Model_Training/examples",
|
|
"hardware": "/content/drive/MyDrive/Indian_Uni_Model_Training/hardware",
|
|
"models": "/content/drive/MyDrive/Indian_Uni_Model_Training/models",
|
|
"checkpoints": "/content/drive/MyDrive/Indian_Uni_Model_Training/checkpoints"
|
|
}
|
|
} |