state: generation 7698 (cycle)

.modelhub_state/architecture_compatibility_blacklist.json

@@ -1616,7 +1616,7 @@
       "taskType": "text-generation"
     }
   },
-  "generatedAt": "2026-09-15T13:24:06.906072+00:00",
+  "generatedAt": "2026-09-15T13:27:23.803344+00:00",
   "summary": {
     "activeBlockCount": 79,
     "byGpuFramework": {

.modelhub_state/architecture_history_backfill.json

@@ -35,7 +35,7 @@
     "2": {
       "complete": false,
       "lastError": "ModelHubAPIError: 系统错误",
-      "listingErrors": 560,
+      "listingErrors": 561,
       "nextPage": 1,
       "recordsScanned": 0,
       "uniqueRecords": 0
@@ -102,12 +102,12 @@
   "cutoffAt": "2026-09-04T03:55:51.365685+00:00",
   "failureLogsInspected": 0,
   "mode": "incremental_decision_only",
-  "nextAccountIndex": 2,
+  "nextAccountIndex": 3,
   "recordsScanned": 0,
   "seenTaskIds": [],
   "startedAt": "2026-09-04T03:55:51.365685+00:00",
   "terminalRecords": 0,
   "uniqueRecords": 0,
-  "updatedAt": "2026-09-15T13:24:06.881749+00:00",
+  "updatedAt": "2026-09-15T13:27:23.777600+00:00",
   "version": 1
 }

.modelhub_state/market_intelligence.json

@@ -416,7 +416,7 @@
     }
   },
   "frameworkUpdatedAt": null,
-  "generatedAt": "2026-09-15T13:22:26.580682+00:00",
+  "generatedAt": "2026-09-15T13:25:18.366368+00:00",
   "gpuStats": {
     "Ascend_910-b3": {
       "available": true,

.modelhub_state/outcome_checkpoint.json

@@ -1,6 +1,6 @@
 {
-  "generatedAt": "2026-09-15T13:07:18.884376+00:00",
+  "generatedAt": "2026-09-15T13:25:07.892350+00:00",
-  "lastSyncTime": "2026-09-15T13:07:18.613629+00:00",
+  "lastSyncTime": "2026-09-15T13:25:07.648674+00:00",
   "recentLimit": 300,
   "report": {
     "architectureCompatibilityBlocks": {
@@ -2080,25 +2080,25 @@
         "decisionSuccessRate": 0.1667,
         "decisionTotal": 18,
         "failureBreakdown": {
-          "ambiguous_runtime": 7,
+          "ambiguous_runtime": 8,
           "backend_operator": 4,
           "framework_architecture_unsupported": 6,
           "model_load": 2,
           "runtime_memory": 3,
           "参数/模板问题": 1
         },
-        "failureCount": 23,
+        "failureCount": 24,
-        "failureRate": 0.8846,
+        "failureRate": 0.8889,
         "framework": "vllm_0_17_0_corex_4_4_0",
         "pendingCount": 0,
         "pendingRate": 0.0,
         "platformFailureCount": 0,
         "successCount": 3,
-        "successRate": 0.1154,
+        "successRate": 0.1111,
         "targetGpu": "Iluvatar_bi-150",
         "taskType": "text-generation",
-        "total": 26,
+        "total": 27,
-        "unresolvedFailureCount": 8
+        "unresolvedFailureCount": 9
       },
       "Iluvatar_bi-150|vllm|text-generation": {
         "attributableFailureCount": 26,
@@ -2755,22 +2755,22 @@
         "decisionSuccessRate": 0.1667,
         "decisionTotal": 18,
         "failureBreakdown": {
-          "ambiguous_runtime": 7,
+          "ambiguous_runtime": 8,
           "backend_operator": 4,
           "framework_architecture_unsupported": 6,
           "model_load": 2,
           "runtime_memory": 3,
           "参数/模板问题": 1
         },
-        "failureCount": 23,
+        "failureCount": 24,
-        "failureRate": 0.8846,
+        "failureRate": 0.8889,
         "pendingCount": 0,
         "pendingRate": 0.0,
         "platformFailureCount": 0,
         "successCount": 3,
-        "successRate": 0.1154,
+        "successRate": 0.1111,
-        "total": 26,
+        "total": 27,
-        "unresolvedFailureCount": 8
+        "unresolvedFailureCount": 9
       },
       "vllm_fix_tokenizer": {
         "attributableFailureCount": 53,
@@ -2816,7 +2816,7 @@
         "unresolvedFailureCount": 2
       }
     },
-    "generatedAt": "2026-09-15T13:07:18.878835+00:00",
+    "generatedAt": "2026-09-15T13:25:07.882737+00:00",
     "gpuSummaries": {
       "Ascend_910-b3": {
         "attributableFailureCount": 43,
@@ -2962,7 +2962,7 @@
         "decisionSuccessRate": 0.1765,
         "decisionTotal": 51,
         "failureBreakdown": {
-          "ambiguous_runtime": 15,
+          "ambiguous_runtime": 16,
           "backend_operator": 7,
           "framework_architecture_unsupported": 20,
           "model_load": 9,
@@ -2971,15 +2971,15 @@
           "参数/模板问题": 3,
           "验证失败": 30
         },
-        "failureCount": 90,
+        "failureCount": 91,
-        "failureRate": 0.9091,
+        "failureRate": 0.91,
         "pendingCount": 0,
         "pendingRate": 0.0,
         "platformFailureCount": 0,
         "successCount": 9,
-        "successRate": 0.0909,
+        "successRate": 0.09,
-        "total": 99,
+        "total": 100,
-        "unresolvedFailureCount": 48
+        "unresolvedFailureCount": 49
       },
       "Iluvatar_mrv-100": {
         "attributableFailureCount": 107,
@@ -4015,6 +4015,29 @@
         "total": 1,
         "unresolvedFailureCount": 1
       },
+      "Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|none": {
+        "attributableFailureCount": 0,
+        "decisionFailureRate": 0.0,
+        "decisionSuccessRate": 0.0,
+        "decisionTotal": 0,
+        "failureBreakdown": {
+          "ambiguous_runtime": 1
+        },
+        "failureCount": 1,
+        "failureRate": 1.0,
+        "framework": "vllm_0_17_0_corex_4_4_0",
+        "modelType": "qwen3_5_moe",
+        "pendingCount": 0,
+        "pendingRate": 0.0,
+        "platformFailureCount": 0,
+        "quantizationMethod": "none",
+        "successCount": 0,
+        "successRate": 0.0,
+        "targetGpu": "Iluvatar_bi-150",
+        "taskType": "text-generation",
+        "total": 1,
+        "unresolvedFailureCount": 1
+      },
       "Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|compressed-tensors": {
         "attributableFailureCount": 2,
         "decisionFailureRate": 1.0,
@@ -7431,6 +7454,30 @@
         "total": 1,
         "unresolvedFailureCount": 1
       },
+      "Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5_moe|none|34": {
+        "attributableFailureCount": 0,
+        "decisionFailureRate": 0.0,
+        "decisionSuccessRate": 0.0,
+        "decisionTotal": 0,
+        "failureBreakdown": {
+          "ambiguous_runtime": 1
+        },
+        "failureCount": 1,
+        "failureRate": 1.0,
+        "framework": "vllm_0_17_0_corex_4_4_0",
+        "loadSizeLog2Bucket": 34,
+        "modelType": "qwen3_5_moe",
+        "pendingCount": 0,
+        "pendingRate": 0.0,
+        "platformFailureCount": 0,
+        "quantizationMethod": "none",
+        "successCount": 0,
+        "successRate": 0.0,
+        "targetGpu": "Iluvatar_bi-150",
+        "taskType": "text-generation",
+        "total": 1,
+        "unresolvedFailureCount": 1
+      },
       "Iluvatar_bi-150|vllm_0_17_0_corex_4_4_0|text-generation|qwen3_5|compressed-tensors|33": {
         "attributableFailureCount": 1,
         "decisionFailureRate": 1.0,
@@ -9776,15 +9823,15 @@
         "unresolvedFailureCount": 0
       }
     },
-    "terminalRecords": 1927,
+    "terminalRecords": 1928,
-    "totalRecords": 2021,
+    "totalRecords": 2022,
     "totals": {
       "attributableFailureCount": 601,
       "decisionFailureRate": 0.897,
       "decisionSuccessRate": 0.103,
       "decisionTotal": 670,
       "failureBreakdown": {
-        "ambiguous_runtime": 461,
+        "ambiguous_runtime": 462,
         "backend_operator": 44,
         "framework_architecture_unsupported": 393,
         "memory_capacity": 12,
@@ -9796,15 +9843,15 @@
         "参数/模板问题": 116,
         "验证失败": 673
       },
-      "failureCount": 1858,
+      "failureCount": 1859,
       "failureRate": 0.9642,
       "pendingCount": 0,
       "pendingRate": 0.0,
       "platformFailureCount": 7,
       "successCount": 69,
       "successRate": 0.0358,
-      "total": 1927,
+      "total": 1928,
-      "unresolvedFailureCount": 1250
+      "unresolvedFailureCount": 1251
     },
     "warnings": [
       "GPU Vastai_va16 本地统计失败率偏高（≥50%），建议重点关注。",
@@ -9843,6 +9890,6 @@
     ]
   },
   "storageMode": "decision_state_only",
-  "summarizedRecords": 2021,
+  "summarizedRecords": 2022,
   "version": 1
 }

manifest.json

@@ -1,24 +1,24 @@
 {
   "agentVersion": "2026.09.04.4",
   "checksums": {
-    ".modelhub_state/architecture_compatibility_blacklist.json": "c0668ff35f6d2fad3a489de3b2caf9c0ba840c7a6ccf85ffdc4a283d81a94fb9",
+    ".modelhub_state/architecture_compatibility_blacklist.json": "778cf6e89a0048098589e8fe4d8ba1f81d783d6139665a7d05bf2f5dad9312a0",
-    ".modelhub_state/architecture_history_backfill.json": "c1367b5858aa304d0b2a1050e97b7480f83956f7e03fe64250a16e1b5d019a8e",
+    ".modelhub_state/architecture_history_backfill.json": "61d4137c4fe6e49182861910f8d2310c01ce8a99d1e2a3da0f58b5bb206984cc",
-    ".modelhub_state/market_intelligence.json": "97c89fe62fd9c1e4fce6c5f6a88b5c9c00492fea69ba94827d7bdd4d7f79c038",
+    ".modelhub_state/market_intelligence.json": "2dd3345d2594882b03d14bfcb57fdd1495618619614b3139449d4fc720f9f7a4",
-    ".modelhub_state/official_capabilities.json": "1c67581cf7422191512fa591fa302b0853d543f982be82b098b7c76c8f482fc4",
+    ".modelhub_state/official_capabilities.json": "36469f4a87c3360607e293ba6cccd0b1ad57898a3de85b11eb93530a882af866",
-    ".modelhub_state/outcome_checkpoint.json": "de13411cf2c2929536cf871c958134fc2b6a0eb29cb78d4682249ddc3afe0394",
+    ".modelhub_state/outcome_checkpoint.json": "61f2aba770c95653ace2d92d5279d3bbdd4c489f3644eeb67bd52dbcd231ffa1",
     ".modelhub_state/queue_cleanup_latest.json": "8b5a109f802adbb3f6d71b840ee3c5b08dc5ec52695df88bb268acf7d6c01583",
     ".modelhub_state/recent_outcomes.jsonl": "6a22282ad815592b26af94e944c10e486f467a1d673bd15d6afef044d6c5eace",
-    ".modelhub_state/recovery_active_tasks.jsonl": "c549723f3a8d3fde43075a3e2673811a792bb8a169851c4023f88286ae2a9331",
+    ".modelhub_state/recovery_active_tasks.jsonl": "0d7b5395faef59c96087ceecd9b3a2b7e21fb2c0b72c6cb395af5f2e1f781696",
-    ".modelhub_state/recovery_intents.jsonl": "673bd05841a1eb4f516516804d0cfe2b06d90639baf4f8b3a96eb0da9fbe2498",
+    ".modelhub_state/recovery_intents.jsonl": "7e8628912397ad8deca68aef68505b1d7239fda59bc1d8a8fad2d8320b4a715c",
     ".modelhub_state/routing_intelligence.json": "5c8070320d5755aaf914efa600b2d376703dd44fa4a64fb6e2078f23011d8cb3",
     ".modelhub_state/submission_exclusions.jsonl": "632739c6cd6a2dd2237572ba18e6a390c5aa37ce56a18a2c1341d78569421552",
     ".modelhub_state/worker_crashes.jsonl": "b41d1dda7bab11bedd96de40fecd2d416e47396901b3283f48a56de5d6348983",
     "ledger/submissions.jsonl": "bed40105a996dc1c2750eef9b2d522ab07314bb62494d63d8be04e0b4c5520f8",
-    "outcomes/submissions.jsonl": "26fb36360b61389d0b426f6ae52aaadaddee0cb8c6948c1519567ec72cf041e9"
+    "outcomes/submissions.jsonl": "3586699a84ae290cfd911e800d43d8828a0be1c467da8ae751fb383f747980c7"
   },
-  "generation": 7697,
+  "generation": 7698,
   "phase": "cycle",
   "schemaVersion": 1,
-  "updatedAt": "2026-09-15T13:24:07.006863+00:00",
+  "updatedAt": "2026-09-15T13:27:24.808343+00:00",
   "writerId": "07a76ec4a8bc45bc8c08d7549ca0fd6c"
 }

outcomes/submissions.jsonl

@@ -95,7 +95,6 @@
 {"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-09-05T21:15:28.523467+00:00", "modelId": "cyankiwi/Ornith-1.5-9B-AWQ-INT4", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 8991501632, "estimatedRequiredGiB": 10.084, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "modelhub_preflight_oom:24"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 9023443508, "modelscopeLicense": "mit", "modelscopeParams": 9409813744, "modelscopeTags": ["license:mit", "model_type:qwen3_5", "library:safetensors", "library:pytorch", "task:text-generation"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "compressed-tensors", "repositoryOnDiskBytes": 9023443508}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T13:07:29.759253+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4649244", "taskType": "text-generation", "verifyResult": null}
 {"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-09-05T21:15:28.523345+00:00", "modelId": "ornith-ai/Ornith-1.5-9B-MLX-8bit", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 9514532079, "estimatedRequiredGiB": 10.658, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "modelhub_preflight_oom:24"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 9536343971, "modelscopeLicense": null, "modelscopeParams": 2519020032, "modelscopeTags": ["model_type:qwen3_5", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 9536343971}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T13:15:06.885148+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4649368", "taskType": "text-generation", "verifyResult": null}
 {"failReason": null, "framework": "llamacpp", "lastSyncTime": "2026-09-05T21:42:08.215400+00:00", "modelId": "LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF", "modelProfile": {"architectures": [], "configFingerprint": "49c09622b187326c7d52c77c501ea1ed17ae85611b418c974c6d1dd95d2ec84c", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 356491104, "estimatedRequiredGiB": 1.363, "gpuMemoryEvidence": {"memoryGiB": 48.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 48.0, "maximumRepositorySizeGiB": 40.0, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": null, "modelscopeFileSize": 1219879026, "modelscopeLicense": "other", "modelscopeParams": 327707521, "modelscopeTags": ["license:other", "library:gguf", "library:pytorch", "task:text-generation", "custom_tag:speculative-decoding", "custom_tag:dspark", "custom_tag:lfm2", "custom_tag:draft-model", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 1219879026}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T13:40:05.806797+00:00", "targetGpu": "Mthreads_s4000", "taskId": "4649761", "taskType": "text-generation", "verifyResult": null}
-{"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-09-05T21:50:41.400421+00:00", "modelId": "ornith-ai/Ornith-1.5-35B-A3B-MLX-6bit", "modelProfile": {"architectures": ["Qwen3_5MoeForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 28168623119, "estimatedRequiredGiB": 31.505, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "modelhub_preflight_oom:24"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5_moe", "modelscopeFileSize": 28190535646, "modelscopeLicense": null, "modelscopeParams": 7584230528, "modelscopeTags": ["model_type:qwen3_5_moe", "library:mlx", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:mlx"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 28190535646}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T13:43:45.755060+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4649829", "taskType": "text-generation", "verifyResult": null}
 {"failReason": null, "framework": "vllm_0_17_0_corex_4_4_0", "lastSyncTime": "2026-09-05T22:00:13.693262+00:00", "modelId": "r0b0tlab/Qwen3.8-27B-NVFP4-MTP-sm121", "modelProfile": {"architectures": ["Qwen3_5ForConditionalGeneration"], "configFingerprint": "1cc16a7df03cf7b1485e2fda7e5c05e286a546d04e80bdd595c015004b3852a8", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 21921675140, "estimatedRequiredGiB": 24.525, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "modelhub_preflight_oom:24"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": "qwen3_5", "modelscopeFileSize": 21944922993, "modelscopeLicense": "apache-2.0", "modelscopeParams": 18589348592, "modelscopeTags": ["license:apache-2.0", "model_type:qwen3_5", "library:safetensors", "library:pytorch", "task:text-generation", "custom_tag:nvfp4", "custom_tag:vllm", "custom_tag:sm121", "custom_tag:gb10", "custom_tag:dgx-spark", "custom_tag:mtp", "custom_tag:speculative-decoding", "custom_tag:modelopt"], "modelscopeTasks": ["text-generation"], "quantizationMethod": "modelopt", "repositoryOnDiskBytes": 21944922993}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T13:52:09.758631+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4650028", "taskType": "text-generation", "verifyResult": null}
 {"failReason": null, "framework": "llamacpp", "lastSyncTime": "2026-09-05T22:35:47.104165+00:00", "modelId": "LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF", "modelProfile": {"architectures": [], "configFingerprint": "99fcfb5673a881c74d82451063f2e7a90a328c33bce1e63a9d0bf3ccffd99170", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 356491104, "estimatedRequiredGiB": 1.363, "gpuMemoryEvidence": {"memoryGiB": 32.0, "source": "modelhub_preflight_oom:24"}, "gpuMemoryGiB": 32.0, "maximumRepositorySizeGiB": 26.667, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": null, "modelscopeFileSize": 1219879026, "modelscopeLicense": "other", "modelscopeParams": 327707521, "modelscopeTags": ["license:other", "library:gguf", "library:pytorch", "task:text-generation", "custom_tag:speculative-decoding", "custom_tag:dspark", "custom_tag:lfm2", "custom_tag:draft-model", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 1219879026}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T14:30:50.543106+00:00", "targetGpu": "Iluvatar_bi-150", "taskId": "4650543", "taskType": "text-generation", "verifyResult": null}
 {"failReason": null, "framework": "llamacpp", "lastSyncTime": "2026-09-05T22:44:15.950234+00:00", "modelId": "LiquidAI/LFM2.5-8B-A1B-DSpark-GGUF", "modelProfile": {"architectures": [], "configFingerprint": "05c5a771e8ede0f61c61c1696314e8cb295d87d07704eedc68e43f7483931e45", "configOptimization": {"applied": false, "source": "official"}, "configSource": "modelhub_live", "estimatedLoadBytes": 356491104, "estimatedRequiredGiB": 1.363, "gpuMemoryEvidence": {"memoryGiB": 64.0, "source": "local_modelhub_preflight_oom"}, "gpuMemoryGiB": 64.0, "maximumRepositorySizeGiB": 53.333, "memorySizingBasis": "recursive_repository_on_disk", "modelCard": {}, "modelType": null, "modelscopeFileSize": 1219879026, "modelscopeLicense": "other", "modelscopeParams": 327707521, "modelscopeTags": ["license:other", "library:gguf", "library:pytorch", "task:text-generation", "custom_tag:speculative-decoding", "custom_tag:dspark", "custom_tag:lfm2", "custom_tag:draft-model", "custom_tag:gguf", "deploy:swingdeploy"], "modelscopeTasks": ["text-generation"], "quantizationMethod": null, "repositoryOnDiskBytes": 1219879026}, "outcome": "pending", "status": "waiting", "submitTime": "2026-09-05T14:39:36.525018+00:00", "targetGpu": "Ascend_910-b3", "taskId": "4650654", "taskType": "text-generation", "verifyResult": null}