初始化项目,由ModelHub XC社区提供模型
Model: RightNowAI/RightNow-Arabic-0.5B-Turbo Source: Original Platform
This commit is contained in:
10
tokenizer_fertility.json
Normal file
10
tokenizer_fertility.json
Normal file
@@ -0,0 +1,10 @@
|
||||
{
|
||||
"words": 368,
|
||||
"ours_tokens": 664,
|
||||
"ours_fertility": 1.8043478260869565,
|
||||
"baseline_tokens": 803,
|
||||
"baseline_fertility": 2.182065217391304,
|
||||
"reduction_pct": 17.310087173100865,
|
||||
"ours_vocab_size": 178697,
|
||||
"baseline_vocab_size": 151665
|
||||
}
|
||||
Reference in New Issue
Block a user