Files
infinite-craft-smollm2-1.7b…/eval_results.json
ModelHub XC c91e279d6c 初始化项目,由ModelHub XC社区提供模型
Model: ericlewis/infinite-craft-smollm2-1.7b-mixed-500k-ft
Source: Original Platform
2026-06-20 17:29:57 +08:00

1208 lines
36 KiB
JSON

{
"model": "ericlewis/infinite-craft-smollm2-1.7b-mixed-500k-ft",
"exact_match": 0.82,
"parse_rate": 1.0,
"total": 150,
"results": [
{
"input": "Earth + Wind",
"expected": "Dust",
"predicted": "Dust",
"raw_output": "{\"result\": \"Dust\", \"emoji\": \"\ud83c\udf2b\ufe0f\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Water + Water",
"expected": "Lake",
"predicted": "Lake",
"raw_output": "{\"result\": \"Lake\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Earth + Fire",
"expected": "Lava",
"predicted": "Lava",
"raw_output": "{\"result\": \"Lava\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Earth + Earth",
"expected": "Mountain",
"predicted": "Mountain",
"raw_output": "{\"result\": \"Mountain\", \"emoji\": \"\ud83c\udfd4\ufe0f\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Earth + Water",
"expected": "Plant",
"predicted": "Plant",
"raw_output": "{\"result\": \"Plant\", \"emoji\": \"\ud83c\udf31\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Fire + Wind",
"expected": "Smoke",
"predicted": "Smoke",
"raw_output": "{\"result\": \"Smoke\", \"emoji\": \"\ud83d\udca8\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Fire + Water",
"expected": "Steam",
"predicted": "Steam",
"raw_output": "{\"result\": \"Steam\", \"emoji\": \"\ud83d\udca8\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Wind + Wind",
"expected": "Tornado",
"predicted": "Tornado",
"raw_output": "{\"result\": \"Tornado\", \"emoji\": \"\ud83c\udf2a\ufe0f\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Fire + Fire",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Water + Wind",
"expected": "Wave",
"predicted": "Wave",
"raw_output": "{\"result\": \"Wave\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "base_pairs"
},
{
"input": "Fire + Steam",
"expected": "Engine",
"predicted": "Engine",
"raw_output": "{\"result\": \"Engine\", \"emoji\": \"\ud83d\ude97\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Mountain + Wind",
"expected": "Avalanche",
"predicted": "Avalanche",
"raw_output": "{\"result\": \"Avalanche\", \"emoji\": \"\ud83c\udf28\ufe0f\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Dust + Earth",
"expected": "Planet",
"predicted": "Soil",
"raw_output": "{\"result\": \"Soil\", \"emoji\": \"\ud83c\udf31\"}",
"exact_match": false,
"category": "l1_combos"
},
{
"input": "Dust + Water",
"expected": "Mud",
"predicted": "Mud",
"raw_output": "{\"result\": \"Mud\", \"emoji\": \"\ud83d\udca9\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Earth + Steam",
"expected": "Mud",
"predicted": "Mud",
"raw_output": "{\"result\": \"Mud\", \"emoji\": \"\ud83d\udca9\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Volcano + Wind",
"expected": "Eruption",
"predicted": "Ash",
"raw_output": "{\"result\": \"Ash\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": false,
"category": "l1_combos"
},
{
"input": "Earth + Tornado",
"expected": "Dust",
"predicted": "Dust",
"raw_output": "{\"result\": \"Dust\", \"emoji\": \"\ud83c\udf2b\ufe0f\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Plant + Wind",
"expected": "Dandelion",
"predicted": "Seed",
"raw_output": "{\"result\": \"Seed\", \"emoji\": \"\ud83c\udf31\"}",
"exact_match": false,
"category": "l1_combos"
},
{
"input": "Earth + Lake",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Tornado",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Dust + Fire",
"expected": "Ash",
"predicted": "Ash",
"raw_output": "{\"result\": \"Ash\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Smoke + Wind",
"expected": "Cloud",
"predicted": "Cloud",
"raw_output": "{\"result\": \"Cloud\", \"emoji\": \"\u2601\ufe0f\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Lava + Wind",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Earth + Mountain",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Lake + Water",
"expected": "Ocean",
"predicted": "Ocean",
"raw_output": "{\"result\": \"Ocean\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Dust + Wind",
"expected": "Sandstorm",
"predicted": "Dust Storm",
"raw_output": "{\"result\": \"Dust Storm\", \"emoji\": \"\ud83c\udf2a\ufe0f\"}",
"exact_match": false,
"category": "l1_combos"
},
{
"input": "Earth + Plant",
"expected": "Tree",
"predicted": "Tree",
"raw_output": "{\"result\": \"Tree\", \"emoji\": \"\ud83c\udf33\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Smoke",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Tornado + Water",
"expected": "Tsunami",
"predicted": "Tsunami",
"raw_output": "{\"result\": \"Tsunami\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Plant",
"expected": "Smoke",
"predicted": "Smoke",
"raw_output": "{\"result\": \"Smoke\", \"emoji\": \"\ud83d\udca8\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Lava + Water",
"expected": "Stone",
"predicted": "Stone",
"raw_output": "{\"result\": \"Stone\", \"emoji\": \"\ud83e\udea8\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Volcano + Water",
"expected": "Lava",
"predicted": "Lava",
"raw_output": "{\"result\": \"Lava\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Plant + Water",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Earth + Smoke",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Mountain",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Volcano",
"expected": "Lava",
"predicted": "Lava",
"raw_output": "{\"result\": \"Lava\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Earth + Wave",
"expected": "Sand",
"predicted": "Sand",
"raw_output": "{\"result\": \"Sand\", \"emoji\": \"\ud83c\udfd6\ufe0f\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Earth + Lava",
"expected": "Stone",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": false,
"category": "l1_combos"
},
{
"input": "Tornado + Wind",
"expected": "Tornado",
"predicted": "Tornado",
"raw_output": "{\"result\": \"Tornado\", \"emoji\": \"\ud83c\udf2a\ufe0f\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Fire + Wave",
"expected": "Steam",
"predicted": "Steam",
"raw_output": "{\"result\": \"Steam\", \"emoji\": \"\ud83d\udca8\"}",
"exact_match": true,
"category": "l1_combos"
},
{
"input": "Lake + Plant",
"expected": "Lily",
"predicted": "Lily",
"raw_output": "{\"result\": \"Lily\", \"emoji\": \"\ud83c\udf38\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Steam + Volcano",
"expected": "Lava",
"predicted": "Lava",
"raw_output": "{\"result\": \"Lava\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Smoke + Volcano",
"expected": "Eruption",
"predicted": "Eruption",
"raw_output": "{\"result\": \"Eruption\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Lake + Smoke",
"expected": "Fog",
"predicted": "Fog",
"raw_output": "{\"result\": \"Fog\", \"emoji\": \"\ud83c\udf2b\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Dust + Mountain",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Mountain + Steam",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Plant + Tornado",
"expected": "Dust",
"predicted": "Dust",
"raw_output": "{\"result\": \"Dust\", \"emoji\": \"\ud83c\udf2b\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Lake + Steam",
"expected": "Cloud",
"predicted": "Cloud",
"raw_output": "{\"result\": \"Cloud\", \"emoji\": \"\u2601\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Dust + Lake",
"expected": "Mud",
"predicted": "Mud",
"raw_output": "{\"result\": \"Mud\", \"emoji\": \"\ud83d\udca9\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Lava + Smoke",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Volcano + Volcano",
"expected": "Mountain",
"predicted": "Mountain",
"raw_output": "{\"result\": \"Mountain\", \"emoji\": \"\ud83c\udfd4\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Lava + Tornado",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Tornado + Wave",
"expected": "Tsunami",
"predicted": "Tsunami",
"raw_output": "{\"result\": \"Tsunami\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Lake + Volcano",
"expected": "Island",
"predicted": "Lava",
"raw_output": "{\"result\": \"Lava\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": false,
"category": "l2_combos"
},
{
"input": "Steam + Steam",
"expected": "Cloud",
"predicted": "Cloud",
"raw_output": "{\"result\": \"Cloud\", \"emoji\": \"\u2601\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Plant + Wave",
"expected": "Seaweed",
"predicted": "Seaweed",
"raw_output": "{\"result\": \"Seaweed\", \"emoji\": \"\ud83c\udf0a\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Steam + Tornado",
"expected": "Tornado",
"predicted": "Tornado",
"raw_output": "{\"result\": \"Tornado\", \"emoji\": \"\ud83c\udf2a\ufe0f\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Dust + Smoke",
"expected": "Dust",
"predicted": "Pollution",
"raw_output": "{\"result\": \"Pollution\", \"emoji\": \"\ud83c\udf2b\ufe0f\"}",
"exact_match": false,
"category": "l2_combos"
},
{
"input": "Lava + Plant",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Dust + Lava",
"expected": "Volcano",
"predicted": "Volcano",
"raw_output": "{\"result\": \"Volcano\", \"emoji\": \"\ud83c\udf0b\"}",
"exact_match": true,
"category": "l2_combos"
},
{
"input": "Buggy + Vulcan",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Crocodile Tears + Yodelayheehoo",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Sushi + Swamp",
"expected": "Nothing",
"predicted": "Gator",
"raw_output": "{\"result\": \"Gator\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Independence Sneeze + Santa Claus",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Diarrhea + Saturnalia",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Maple Trout + Mud Tea",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Stinky Venus Flytrap + Tesla Truck",
"expected": "Nothing",
"predicted": "Tesla Flytrap",
"raw_output": "{\"result\": \"Tesla Flytrap\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Dragon Wreck + Sand Castle",
"expected": "Nothing",
"predicted": "Sand Dragon",
"raw_output": "{\"result\": \"Sand Dragon\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Kite + Snickersushi",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Flying Fish + Slushie Machine",
"expected": "Nothing",
"predicted": "Flying Slushie",
"raw_output": "{\"result\": \"Flying Slushie\", \"emoji\": \"\u2744\ufe0f\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Cowcorn + Stonehenge Flytrap",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Lobster Man + Tiger Balm",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Barrier + Windmill",
"expected": "Nothing",
"predicted": "Wind",
"raw_output": "{\"result\": \"Wind\", \"emoji\": \"\ud83c\udf2c\ufe0f\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Sisko + Wakeboarding",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Croc + Resin",
"expected": "Nothing",
"predicted": "Mummy",
"raw_output": "{\"result\": \"Mummy\", \"emoji\": \"\ud83e\udddf\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "MapleBob + Taj Mahal",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Drunken Zombie + Roast Duck",
"expected": "Nothing",
"predicted": "Drunken Zombie",
"raw_output": "{\"result\": \"Drunken Zombie\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Algae + Dust Malaria",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Maple Reef + Prickly Pear",
"expected": "Nothing",
"predicted": "Nothing",
"raw_output": "{\"result\": \"Nothing\", \"emoji\": \"\u2b1c\"}",
"exact_match": true,
"category": "nothing_pairs"
},
{
"input": "Dust Mite + Maltsunami",
"expected": "Nothing",
"predicted": "Dust Bowl",
"raw_output": "{\"result\": \"Dust Bowl\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "nothing_pairs"
},
{
"input": "Hockey + Melted",
"expected": "Ice",
"predicted": "Ice",
"raw_output": "{\"result\": \"Ice\", \"emoji\": \"\u2744\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Crime",
"expected": "Rain",
"predicted": "Rain",
"raw_output": "{\"result\": \"Rain\", \"emoji\": \"\ud83c\udf27\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Gun",
"expected": "Rain",
"predicted": "Rain",
"raw_output": "{\"result\": \"Rain\", \"emoji\": \"\ud83c\udf27\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Bolt + Plant",
"expected": "Lightning",
"predicted": "Tree",
"raw_output": "{\"result\": \"Tree\", \"emoji\": \"\ud83c\udf33\"}",
"exact_match": false,
"category": "common_concepts"
},
{
"input": "Drowner + Marsh",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Crash + Explorer",
"expected": "Moon",
"predicted": "Moon",
"raw_output": "{\"result\": \"Moon\", \"emoji\": \"\ud83c\udf19\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Marsh + Squid",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Marsh + Tide",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Swampade + Water",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Rain + Smoke Monster",
"expected": "Cloud",
"predicted": "Rainbow",
"raw_output": "{\"result\": \"Rainbow\", \"emoji\": \"\ud83c\udf08\"}",
"exact_match": false,
"category": "common_concepts"
},
{
"input": "Fires + Tomorrow",
"expected": "Sun",
"predicted": "Sun",
"raw_output": "{\"result\": \"Sun\", \"emoji\": \"\u2600\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Sunflower + Swamp",
"expected": "Sun",
"predicted": "Sun",
"raw_output": "{\"result\": \"Sun\", \"emoji\": \"\u2600\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Crater + Ocean",
"expected": "Island",
"predicted": "Island",
"raw_output": "{\"result\": \"Island\", \"emoji\": \"\ud83c\udfdd\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Dust + Sea Dragon",
"expected": "Sand",
"predicted": "Sand",
"raw_output": "{\"result\": \"Sand\", \"emoji\": \"\ud83c\udfd6\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Swamp + Swamp Tsunami",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Moon Lander + Rameses Ii",
"expected": "Moon",
"predicted": "Moon",
"raw_output": "{\"result\": \"Moon\", \"emoji\": \"\ud83c\udf19\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cold + Rats",
"expected": "Ice",
"predicted": "Ice",
"raw_output": "{\"result\": \"Ice\", \"emoji\": \"\u2744\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Obsidian",
"expected": "Rain",
"predicted": "Rain",
"raw_output": "{\"result\": \"Rain\", \"emoji\": \"\ud83c\udf27\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Slug",
"expected": "Rain",
"predicted": "Rain",
"raw_output": "{\"result\": \"Rain\", \"emoji\": \"\ud83c\udf27\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Somebody + Tides",
"expected": "Moon",
"predicted": "Moon",
"raw_output": "{\"result\": \"Moon\", \"emoji\": \"\ud83c\udf19\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Robocar + Summer",
"expected": "Sun",
"predicted": "Sun",
"raw_output": "{\"result\": \"Sun\", \"emoji\": \"\u2600\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Bomb + Marsh",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Penguin",
"expected": "Snow",
"predicted": "Snow",
"raw_output": "{\"result\": \"Snow\", \"emoji\": \"\u2744\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Charge + Fire",
"expected": "Lightning",
"predicted": "Lightning",
"raw_output": "{\"result\": \"Lightning\", \"emoji\": \"\u26a1\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Marsh + Pond",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Clouds + Steam",
"expected": "Rain",
"predicted": "Rain",
"raw_output": "{\"result\": \"Rain\", \"emoji\": \"\ud83c\udf27\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Cloud + Donkey Kong",
"expected": "Thunder",
"predicted": "Rainbow",
"raw_output": "{\"result\": \"Rainbow\", \"emoji\": \"\ud83c\udf08\"}",
"exact_match": false,
"category": "common_concepts"
},
{
"input": "Steam + Swamp Thing",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Hurricane + Quagmire",
"expected": "Swamp",
"predicted": "Swamp",
"raw_output": "{\"result\": \"Swamp\", \"emoji\": \"\ud83d\udc0a\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "City + Sky",
"expected": "Cloud",
"predicted": "Cloud",
"raw_output": "{\"result\": \"Cloud\", \"emoji\": \"\u2601\ufe0f\"}",
"exact_match": true,
"category": "common_concepts"
},
{
"input": "Mud Dragon + Wind",
"expected": "Dragon",
"predicted": "Dragon",
"raw_output": "{\"result\": \"Dragon\", \"emoji\": \"\ud83d\udc09\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Gotham + School",
"expected": "Batman",
"predicted": "Batman",
"raw_output": "{\"result\": \"Batman\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Dragons + Nurse",
"expected": "Dragonborn",
"predicted": "Dragonborn",
"raw_output": "{\"result\": \"Dragonborn\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Engine + Swamp Monster",
"expected": "Godzilla",
"predicted": "Godzilla",
"raw_output": "{\"result\": \"Godzilla\", \"emoji\": \"\ud83e\udd96\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Dragonite + Sushi Cake",
"expected": "Dragon",
"predicted": "Dragon",
"raw_output": "{\"result\": \"Dragon\", \"emoji\": \"\ud83d\udc09\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Batcow + Captain",
"expected": "Batman",
"predicted": "Batman",
"raw_output": "{\"result\": \"Batman\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Dracula Kong + Koi",
"expected": "Dragon",
"predicted": "Dragon",
"raw_output": "{\"result\": \"Dragon\", \"emoji\": \"\ud83d\udc09\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Engine + Lightsaber",
"expected": "Star Wars",
"predicted": "Lightsaber",
"raw_output": "{\"result\": \"Lightsaber\", \"emoji\": \"\ud83d\udde1\ufe0f\"}",
"exact_match": false,
"category": "pop_culture"
},
{
"input": "Dragon + Last",
"expected": "Dragonborn",
"predicted": "Dragonborn",
"raw_output": "{\"result\": \"Dragonborn\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Chicken + Drogon",
"expected": "Dragon",
"predicted": "Dragon",
"raw_output": "{\"result\": \"Dragon\", \"emoji\": \"\ud83d\udc09\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Dragon + Swamp Thing",
"expected": "Swamp Dragon",
"predicted": "Swamp Dragon",
"raw_output": "{\"result\": \"Swamp Dragon\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Dusty Luigi + Engine",
"expected": "Mario",
"predicted": "Mario",
"raw_output": "{\"result\": \"Mario\", \"emoji\": \"\ud83c\udf44\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Documentaries + Giant",
"expected": "Godzilla",
"predicted": "Godzilla",
"raw_output": "{\"result\": \"Godzilla\", \"emoji\": \"\ud83e\udd96\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Super + Worst",
"expected": "Superman",
"predicted": "Superman",
"raw_output": "{\"result\": \"Superman\", \"emoji\": \"\ud83e\uddb8\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Genie + Mushroom",
"expected": "Mario",
"predicted": "Mario",
"raw_output": "{\"result\": \"Mario\", \"emoji\": \"\ud83c\udf44\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Flying Cow + Princess",
"expected": "Dragon",
"predicted": "Flying Princess",
"raw_output": "{\"result\": \"Flying Princess\", \"emoji\": \"\ud83d\udd2e\"}",
"exact_match": false,
"category": "pop_culture"
},
{
"input": "Fire + Pet",
"expected": "Dragon",
"predicted": "Phoenix",
"raw_output": "{\"result\": \"Phoenix\", \"emoji\": \"\ud83d\udd25\"}",
"exact_match": false,
"category": "pop_culture"
},
{
"input": "Fairy Tale + Smoke",
"expected": "Dragon",
"predicted": "Witch",
"raw_output": "{\"result\": \"Witch\", \"emoji\": \"\ud83e\uddd9\u200d\u2640\ufe0f\"}",
"exact_match": false,
"category": "pop_culture"
},
{
"input": "Cattle + Dragons",
"expected": "Dragon",
"predicted": "Dragon",
"raw_output": "{\"result\": \"Dragon\", \"emoji\": \"\ud83d\udc09\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Cigarette + Dragon Egg",
"expected": "Smoking Dragon",
"predicted": "Smoking Dragon",
"raw_output": "{\"result\": \"Smoking Dragon\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "pop_culture"
},
{
"input": "Walking on Water + Walking on Water",
"expected": "Walking On Water",
"predicted": "Walking On Water",
"raw_output": "{\"result\": \"Walking On Water\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Alone + Caesar Salad",
"expected": "Lonely Caesar Salad",
"predicted": "Lonely Caesar Salad",
"raw_output": "{\"result\": \"Lonely Caesar Salad\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Steamed Krabby Patty + Water",
"expected": "Soggy Krabby Patty",
"predicted": "SpongeBob",
"raw_output": "{\"result\": \"SpongeBob\", \"emoji\": \"\ud83c\udf4d\"}",
"exact_match": false,
"category": "long_results"
},
{
"input": "Desert + Rocky Mountains",
"expected": "Rocky Mountain Desert",
"predicted": "Rocky Mountain Desert",
"raw_output": "{\"result\": \"Rocky Mountain Desert\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Stamp + Trauma",
"expected": "Post Traumatic Stress Disorder",
"predicted": "Post Traumatic Stress Disorder",
"raw_output": "{\"result\": \"Post Traumatic Stress Disorder\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Ice Cream + Ice Tea",
"expected": "Ice Tea Cream",
"predicted": "Ice Tea Cream",
"raw_output": "{\"result\": \"Ice Tea Cream\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Fire Breathing Dragon + Fire Venus",
"expected": "Fire Breathing Venus",
"predicted": "Fire Breathing Venus",
"raw_output": "{\"result\": \"Fire Breathing Venus\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Lily + The Whale Of The Rings",
"expected": "The Lord Of The Rings",
"predicted": "The Lord Of The Rings",
"raw_output": "{\"result\": \"The Lord Of The Rings\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Muddy Matcha Latte + Swamp",
"expected": "Swampy Matcha Latte",
"predicted": "Muddy Matcha Latte",
"raw_output": "{\"result\": \"Muddy Matcha Latte\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "long_results"
},
{
"input": "Donkey Kong Country 2 + Light",
"expected": "Donkey Kong Country 2: Diddy's Kong Quest",
"predicted": "Donkey Kong Country 2: Diddy's Kong Quest",
"raw_output": "{\"result\": \"Donkey Kong Country 2: Diddy's Kong Quest\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Bald Eagle + Chili",
"expected": "Chili Con Carne",
"predicted": "Chili Con Carne",
"raw_output": "{\"result\": \"Chili Con Carne\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Dust + Dusty Springfield",
"expected": "Dusty Dusty Springfield",
"predicted": "Dusty Dusty Springfield",
"raw_output": "{\"result\": \"Dusty Dusty Springfield\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Destruction + Flying Cow",
"expected": "Flying Cow Pie",
"predicted": "Flying Cow",
"raw_output": "{\"result\": \"Flying Cow\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "long_results"
},
{
"input": "Flying Pop Tart + Tsunami",
"expected": "Flying Pop Tart",
"predicted": "Flying Pop Tart",
"raw_output": "{\"result\": \"Flying Pop Tart\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Smoking Train + Train Station",
"expected": "Smoking Train Station",
"predicted": "Smoking Train Station",
"raw_output": "{\"result\": \"Smoking Train Station\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "BBQ + Crash Bandicoot",
"expected": "Crash Bandicoot 2",
"predicted": "Crash Bandicoot 2: Cortex Strikes Back",
"raw_output": "{\"result\": \"Crash Bandicoot 2: Cortex Strikes Back\", \"emoji\": \"\u26aa\"}",
"exact_match": false,
"category": "long_results"
},
{
"input": "Prince Of Fire + Steam",
"expected": "Prince Of Water",
"predicted": "Steam Engine",
"raw_output": "{\"result\": \"Steam Engine\", \"emoji\": \"\ud83d\ude82\"}",
"exact_match": false,
"category": "long_results"
},
{
"input": "Prince Of Mud + Steam",
"expected": "Prince Of Steam",
"predicted": "Prince Of Steam",
"raw_output": "{\"result\": \"Prince Of Steam\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Fire + Steampunk Pirate Ship",
"expected": "Steampunk Pirate Ship",
"predicted": "Steampunk Pirate Ship",
"raw_output": "{\"result\": \"Steampunk Pirate Ship\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
},
{
"input": "Loch Ness Monster + Vape Monster",
"expected": "Vape Ness Monster",
"predicted": "Vape Ness Monster",
"raw_output": "{\"result\": \"Vape Ness Monster\", \"emoji\": \"\u26aa\"}",
"exact_match": true,
"category": "long_results"
}
]
}