diff --git a/.modelhub_state/architecture_history_backfill.json b/.modelhub_state/architecture_history_backfill.json index dfc33f3a54..9891fd9c8e 100644 --- a/.modelhub_state/architecture_history_backfill.json +++ b/.modelhub_state/architecture_history_backfill.json @@ -3,555 +3,2373 @@ "0": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 10, + "recordsScanned": 900, + "uniqueRecords": 900 }, "1": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 10, + "recordsScanned": 900, + "uniqueRecords": 900 }, "10": { "complete": false, "listingErrors": 0, - "nextPage": 7, - "recordsScanned": 600, - "uniqueRecords": 600 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "11": { "complete": false, "listingErrors": 0, - "nextPage": 7, - "recordsScanned": 600, - "uniqueRecords": 600 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "2": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 10, + "recordsScanned": 900, + "uniqueRecords": 900 }, "3": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 10, + "recordsScanned": 900, + "uniqueRecords": 900 }, "4": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "5": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "6": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "7": { "complete": false, "listingErrors": 0, - "nextPage": 8, - "recordsScanned": 700, - "uniqueRecords": 700 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "8": { "complete": false, "listingErrors": 0, - "nextPage": 7, - "recordsScanned": 600, - "uniqueRecords": 600 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 }, "9": { "complete": false, "listingErrors": 0, - "nextPage": 7, - "recordsScanned": 600, - "uniqueRecords": 600 + "nextPage": 9, + "recordsScanned": 800, + "uniqueRecords": 800 } }, "architectureBlocks": 20, "complete": false, "cutoffAt": "2026-10-18T08:38:59.078007+00:00", - "failureLogsInspected": 4991, + "failureLogsInspected": 6561, "mode": "incremental_decision_only", - "nextAccountIndex": 8, - "recordsScanned": 8000, + "nextAccountIndex": 4, + "recordsScanned": 10000, "seenTaskIds": [ + "2390176", + "2407316", + "2537937", + "2549886", + "2556652", + "2579193", + "2583255", + "2588574", "2590025", "2594819", + "2594891", + "2608147", + "2608245", + "2609130", + "2616287", + "2657595", "2672279", + "2836337", + "2839212", + "2842828", + "2844730", + "2845444", + "2848257", + "2848354", + "2848441", + "2848552", + "2849086", + "2862015", + "2862777", + "2864999", + "2865163", + "2865817", + "2866001", + "2868530", "2868663", + "2872599", + "2873093", + "2874316", + "2876321", + "2876880", + "2877034", + "2877637", + "2878145", + "2878207", + "2878369", + "2878900", + "2880457", + "2883094", + "2889644", + "2890559", + "2892909", + "2893189", + "2893346", + "2895785", + "2896987", + "2899660", + "2899892", + "2901041", + "2902416", + "2904670", + "2905505", + "2905865", + "2907676", + "2908528", + "2908684", + "2909938", + "2918373", + "2918419", + "2918422", + "2918426", + "2920298", + "2920403", + "2920469", + "2920655", + "2920673", + "2920838", + "2920965", + "2920998", + "2921127", + "2921148", + "2921552", + "2921564", + "2921650", + "2921886", + "2922071", + "2922164", + "2926981", + "2927023", + "2927196", + "2935993", + "2936057", + "2936090", + "2936097", + "2936103", + "2936308", + "2936412", + "2936414", + "2936687", "2937173", + "2937674", + "2937684", + "2937832", + "2937992", + "2938222", + "2938315", + "2938327", + "2938345", + "2951941", + "2951953", + "2952060", + "2952214", + "2952228", + "2952388", + "2952393", + "2952412", + "2952484", + "2952725", + "2952968", + "2952975", + "2953022", + "2953379", + "2953381", + "2953382", + "2953433", + "2953561", + "2953817", + "2954008", "2954011", + "2954164", + "2954168", + "2954330", + "2954342", + "2955198", + "2955285", + "2955376", + "2955384", + "2955448", + "2955483", + "2958493", + "2958637", + "2958666", + "2958686", + "2958699", + "2958835", + "2958849", + "2958911", + "2958961", + "2958974", + "2958997", + "2959101", + "2959145", + "2959158", + "2959159", + "2959248", + "2959273", + "2959700", + "2960307", "2960670", "2961439", "2961472", + "2962087", + "2962370", + "2964433", + "2964448", + "2964770", + "2968837", + "2968981", + "2969062", + "2969207", + "2969343", + "2970820", + "2970870", + "2975374", + "2975390", + "2975406", + "2975420", + "2975499", + "2975590", + "2977811", + "2977874", + "2978111", + "2978407", + "2978422", + "2979179", + "2980357", + "2980419", + "2980474", + "2980925", + "2982352", + "2983486", + "2985775", + "2985778", + "2989990", + "2990038", + "2992071", + "2992331", + "2993089", + "2993098", + "2993278", + "2994040", + "2994690", + "2994943", + "2995132", + "2995373", + "2995757", + "2995761", + "2995926", + "2996243", + "2996804", + "2997577", + "2998701", + "2998779", "2999465", + "3000236", + "3000260", + "3001293", + "3003143", + "3003150", + "3003153", + "3006050", + "3006103", + "3006589", + "3006620", + "3007854", + "3007934", + "3008770", + "3009375", + "3009400", + "3009420", + "3010301", + "3010334", + "3010353", + "3010461", + "3010622", + "3010662", + "3010773", + "3010786", + "3010805", + "3011350", + "3013617", + "3020905", + "3021001", + "3021010", + "3023221", + "3023390", + "3024333", + "3024362", + "3025473", + "3028898", + "3028955", + "3029702", + "3029709", + "3033214", + "3033221", + "3033230", + "3033245", + "3033300", + "3033336", + "3033373", + "3033410", + "3033619", + "3033622", + "3034356", + "3034365", + "3035268", + "3035282", + "3035434", + "3035447", + "3035449", + "3035464", + "3035469", + "3035497", + "3035513", + "3035550", + "3036192", + "3036224", + "3037734", + "3037795", + "3038520", + "3039817", + "3039853", + "3039892", + "3040856", + "3040897", + "3040932", + "3041249", + "3041804", + "3041806", + "3044586", + "3046719", + "3047524", + "3050299", + "3050307", + "3050363", + "3050670", + "3050678", + "3050812", + "3051456", + "3051747", + "3053633", + "3054712", + "3054735", + "3054852", "3054888", + "3054924", + "3054951", + "3054963", + "3055043", + "3055158", + "3055197", + "3055541", + "3055618", + "3055775", + "3055780", + "3056032", + "3056034", + "3056202", + "3056301", + "3056882", + "3057200", + "3057221", + "3057777", + "3057818", + "3057823", + "3057829", + "3057884", + "3058602", + "3058604", + "3060254", + "3060262", + "3060273", + "3061023", + "3061081", + "3061200", + "3061208", + "3061229", + "3061457", + "3061484", + "3061497", + "3061701", "3061730", + "3061772", + "3061852", + "3061870", + "3064493", + "3064499", + "3065120", + "3065478", + "3065513", + "3065582", + "3065672", + "3065759", + "3068071", + "3068160", + "3069307", + "3069313", + "3069326", + "3069354", + "3072320", + "3072359", + "3072374", + "3072390", "3072397", + "3073744", + "3073837", + "3073849", + "3073855", + "3074028", + "3075744", + "3075763", + "3075920", + "3076297", + "3076412", + "3077300", + "3077306", + "3078128", + "3078188", + "3079005", + "3079021", + "3079781", + "3079887", + "3079945", + "3081467", + "3081495", + "3082483", + "3082648", "3082656", + "3082707", + "3083302", + "3083329", + "3083385", + "3083545", + "3083694", + "3083749", + "3083780", + "3084794", + "3085124", + "3085131", + "3085467", + "3086441", + "3086454", + "3086554", + "3087556", + "3087576", + "3087963", + "3087983", + "3088158", + "3088174", + "3088637", + "3089521", + "3089578", + "3090540", + "3090720", + "3090781", "3091364", + "3091707", + "3091728", + "3092515", + "3092573", + "3093149", + "3093467", "3095425", + "3095445", + "3095456", + "3096824", "3097133", + "3097141", "3097151", + "3097160", + "3097651", + "3099432", + "3099448", + "3099568", + "3099569", + "3099652", + "3100478", + "3100538", + "3101833", "3101846", + "3101847", + "3101848", + "3102596", + "3102611", + "3102620", + "3102698", + "3102757", + "3102890", + "3103226", + "3103235", "3105497", + "3105498", + "3105546", + "3107641", + "3107944", + "3108076", + "3108187", + "3108296", + "3108373", + "3108412", + "3108444", + "3108454", + "3108482", + "3108553", + "3108594", + "3108612", + "3108637", + "3108643", + "3110209", + "3110213", "3110216", + "3110265", + "3110292", + "3110855", + "3110869", + "3110912", + "3110933", + "3111058", + "3111121", + "3111195", "3111381", + "3111426", + "3111431", + "3111480", + "3111569", + "3113169", + "3113172", "3113214", + "3113238", + "3113300", + "3113366", + "3113989", "3114005", + "3114057", + "3114124", + "3114147", + "3114154", "3114329", + "3116038", + "3116049", + "3116270", + "3116830", + "3116911", + "3117979", + "3117989", + "3118060", + "3118173", + "3118349", + "3118393", + "3118462", + "3118484", + "3118491", + "3118545", + "3118776", + "3118785", + "3118787", + "3118792", + "3118795", + "3118865", + "3118911", + "3118956", + "3118963", + "3119355", "3119969", + "3119971", + "3119979", + "3120045", + "3120106", + "3120179", + "3120238", + "3120297", + "3120327", + "3120360", + "3120381", + "3120444", + "3120450", + "3120487", + "3122338", + "3122401", + "3122441", + "3122479", + "3122523", + "3122576", + "3122624", + "3122641", + "3122650", + "3122667", + "3122669", + "3122698", + "3122700", + "3122853", + "3122900", "3122902", + "3122970", + "3123133", + "3123217", + "3123227", + "3123234", + "3123261", + "3123340", + "3123430", + "3123438", + "3124653", + "3124687", + "3124722", + "3124804", + "3124817", + "3124869", + "3124943", + "3125019", + "3125087", + "3125119", + "3125140", + "3125147", + "3125153", "3125159", + "3125172", + "3125297", + "3125322", + "3125353", + "3125359", + "3125450", + "3125482", + "3125737", "3125740", + "3125745", "3127129", + "3127138", "3127198", + "3127233", "3127274", + "3129081", "3129162", + "3129188", + "3129207", + "3129296", + "3129363", + "3129396", + "3129402", + "3129408", + "3129409", + "3129411", + "3129418", + "3130271", + "3130282", + "3130317", "3130334", + "3130378", + "3130745", + "3130774", + "3130966", + "3131032", "3131795", + "3131846", + "3131873", + "3131879", + "3131885", "3131955", + "3132110", + "3132128", + "3132138", + "3132174", + "3132185", + "3132196", + "3134290", + "3134316", + "3134362", + "3134366", "3134689", + "3135238", + "3136556", + "3136581", + "3136596", + "3136720", + "3136742", + "3136860", + "3136937", + "3136960", + "3136963", + "3137156", + "3137207", + "3137220", + "3137269", + "3137272", + "3137314", + "3137324", + "3137457", "3137492", + "3137518", + "3138483", + "3138543", + "3139166", + "3139441", + "3139543", "3140565", "3140619", + "3140655", + "3140727", "3141535", + "3142824", + "3142826", + "3142900", + "3144465", + "3144473", + "3144483", + "3144546", + "3144561", + "3144676", + "3147588", + "3147726", + "3147784", + "3147808", + "3147810", + "3147818", + "3147821", + "3148096", + "3148154", + "3148202", + "3148207", + "3148228", + "3148232", + "3148248", "3148260", "3148268", + "3148269", + "3148273", + "3148312", + "3148398", + "3149805", + "3150566", + "3152245", "3152258", + "3152259", + "3153318", "3153326", + "3153515", + "3153865", + "3154093", "3154094", + "3154103", + "3154455", + "3155967", + "3155981", + "3156027", + "3156058", + "3156228", "3156260", + "3156890", + "3158876", + "3158954", + "3158960", + "3158964", + "3158974", + "3158984", "3160247", "3163970", + "3163975", "3164055", + "3164165", + "3164170", + "3164684", + "3166029", "3167718", "3167906", "3168460", + "3168597", "3169067", + "3169474", + "3171002", + "3171640", "3171675", + "3171827", + "3172032", + "3172054", + "3172069", + "3172084", + "3172577", + "3172594", + "3172881", + "3173346", + "3173364", + "3173387", + "3173423", + "3173564", "3173736", + "3174210", + "3174223", "3174252", + "3174513", + "3175110", "3175227", "3176223", + "3176264", + "3176282", + "3176338", + "3176346", "3176407", + "3177532", + "3177665", + "3177925", + "3177947", + "3177990", + "3178002", + "3178024", + "3178876", + "3178953", + "3178960", + "3178964", + "3180693", + "3180817", + "3182479", "3182551", "3182758", + "3184936", + "3185273", + "3186166", + "3186260", + "3186296", "3186376", + "3186462", + "3186475", "3186542", + "3187213", + "3187751", + "3187870", + "3187884", + "3188934", + "3189313", + "3189659", + "3193010", + "3193030", + "3193085", + "3193113", + "3193122", + "3193129", + "3193221", + "3193518", + "3193546", + "3193571", + "3193586", "3193589", + "3193632", + "3193675", + "3193714", + "3195220", + "3195231", + "3195255", + "3195351", + "3195378", + "3195389", + "3195533", + "3195742", "3197704", + "3197792", + "3197799", + "3197830", + "3198059", "3198100", + "3198113", + "3199144", + "3199155", + "3199164", "3199175", + "3199186", + "3199187", + "3199210", + "3199266", "3199287", + "3199295", + "3199304", "3200337", + "3200371", "3200379", + "3200410", + "3200420", + "3200438", + "3200446", + "3200587", + "3201141", + "3201285", + "3201288", + "3201316", + "3201479", + "3201485", "3201539", + "3201572", "3201971", "3204094", "3204139", "3204235", + "3204814", + "3204831", "3204834", + "3204851", + "3204876", + "3204892", + "3204939", "3204990", "3205039", "3205325", "3206408", + "3206484", + "3206493", + "3206517", + "3207220", "3207241", "3207924", "3207975", + "3208775", + "3208779", + "3208790", + "3208831", "3208969", "3209669", + "3209714", + "3209751", + "3209778", + "3209799", "3210020", "3210179", + "3210681", "3210771", "3211207", "3211378", + "3211785", + "3211820", "3211921", "3211972", + "3212540", + "3212574", + "3212602", + "3212625", "3213327", + "3214850", + "3217030", + "3217072", + "3217102", "3217104", "3217131", + "3217154", "3217165", + "3217227", + "3217277", "3217305", "3217321", + "3217329", + "3217369", + "3217391", + "3217461", + "3217570", + "3217596", + "3217610", "3217882", + "3217884", + "3217912", + "3217968", + "3217996", "3218027", + "3218034", + "3218057", + "3218327", "3218343", + "3218371", + "3218583", + "3218599", + "3218611", + "3218623", + "3218836", + "3218847", + "3218860", + "3218917", "3218949", + "3218976", + "3218979", + "3218982", + "3219002", + "3219025", + "3219026", + "3219068", "3219102", + "3219266", + "3219270", "3219321", + "3219353", + "3219387", + "3219406", + "3219622", "3220163", + "3220227", + "3220236", + "3220439", "3220587", "3220628", + "3220781", "3220853", "3221147", + "3221162", + "3221186", + "3221222", + "3221286", + "3221315", + "3221334", + "3221340", + "3221360", + "3221379", + "3221615", + "3221625", "3221651", + "3221861", + "3221881", "3221893", + "3221915", + "3222011", + "3222279", + "3222297", + "3222298", + "3222317", "3222327", + "3222356", + "3222368", + "3222412", + "3222416", + "3222686", + "3222687", "3222714", + "3222756", "3222894", "3222908", "3223193", + "3223216", + "3223264", + "3223279", + "3223287", "3223341", + "3223379", + "3223457", + "3223572", + "3224173", + "3224207", + "3224219", + "3224225", "3224265", "3224297", + "3224343", "3224451", "3224711", + "3224724", "3224767", + "3225161", + "3225402", + "3225408", + "3225447", + "3225477", + "3225639", "3225941", + "3226239", "3226359", + "3226409", + "3226716", + "3226722", "3226739", + "3226769", + "3226804", + "3226806", + "3226867", "3227098", + "3227109", + "3227115", "3227292", + "3227333", "3227383", + "3227408", "3227710", + "3227729", + "3227762", + "3227874", + "3227880", + "3227883", "3227910", + "3228137", "3228175", "3228236", + "3228251", + "3228274", + "3228432", "3228608", + "3228614", + "3228805", + "3233992", + "3234041", + "3234644", + "3234654", + "3235231", + "3235327", + "3235687", + "3236618", + "3236669", "3236689", + "3236722", "3236745", + "3236757", + "3237094", + "3237140", + "3237189", + "3237215", "3237218", + "3237231", + "3237545", + "3237550", "3237568", + "3237813", + "3238123", + "3238160", + "3238191", "3238236", + "3238245", + "3238572", + "3238625", + "3238646", + "3238655", + "3238695", + "3238711", "3238714", + "3238805", + "3238837", + "3239074", + "3239601", + "3239611", + "3239620", + "3239667", + "3239735", + "3239762", + "3239828", "3239842", + "3239868", + "3239891", "3239925", "3239948", + "3239959", + "3240297", "3240329", "3240394", + "3240411", "3240448", "3240815", "3240838", + "3240857", + "3240866", + "3240892", "3240926", "3240973", + "3240993", "3241020", + "3241038", + "3241268", "3241274", + "3241325", + "3241329", + "3241356", "3241361", "3241388", "3241407", + "3241470", + "3241531", + "3241568", + "3241583", + "3241585", "3241611", "3241829", + "3241853", + "3241872", + "3241898", + "3241902", "3241907", + "3241920", + "3242472", + "3242476", + "3244851", + "3244857", + "3244859", + "3244884", + "3250875", + "3250916", "3252175", "3252219", + "3257895", + "3257920", + "3257945", + "3257979", + "3258294", + "3258310", + "3258313", + "3258541", + "3258563", + "3258600", + "3258717", + "3258920", + "3258928", + "3258954", "3258982", + "3259017", + "3259041", + "3259045", + "3259063", + "3259248", "3259456", "3259672", + "3259700", + "3259719", + "3259733", + "3259754", + "3259760", "3259761", + "3259796", + "3259837", + "3259882", + "3259925", "3259946", + "3259961", "3259969", + "3260120", + "3260122", + "3260885", "3260902", + "3260922", "3260924", + "3260937", + "3261001", + "3261065", + "3261114", + "3261132", "3261355", + "3261372", + "3262733", + "3262768", + "3262810", + "3262814", "3262825", + "3262861", "3262880", + "3262899", + "3262901", "3262906", "3263171", + "3263192", + "3263198", "3263244", + "3263264", + "3263301", "3263325", + "3263332", + "3263390", + "3263489", + "3263512", + "3263757", + "3263784", + "3263867", + "3263876", + "3263926", + "3263929", "3263964", "3263999", + "3264112", "3264219", + "3264235", "3264268", + "3264346", + "3264353", "3264380", "3264408", + "3264424", "3264430", "3264503", + "3264529", + "3264536", "3264563", "3264589", "3264633", + "3264654", + "3264942", + "3265155", + "3265167", + "3265189", + "3265248", "3265270", "3265305", + "3265314", + "3265334", + "3279707", + "3280590", + "3281742", "3282218", "3282244", + "3282249", + "3282283", + "3282733", + "3282762", + "3282767", + "3282846", + "3283596", + "3283761", + "3283980", "3284007", "3284025", + "3284389", + "3284409", + "3284473", + "3284716", + "3284719", + "3284736", + "3284738", + "3285038", + "3285039", "3285052", "3285070", + "3285145", + "3285175", + "3285177", + "3285184", "3285187", + "3285198", + "3285199", "3285257", + "3285266", "3285274", "3285298", + "3285336", + "3285561", + "3285574", + "3285577", + "3285636", + "3285647", "3285670", + "3285679", + "3285737", "3285742", + "3285745", + "3286047", "3286049", "3286093", + "3286112", + "3286162", + "3286211", + "3286257", + "3286260", + "3286289", + "3286291", + "3286293", + "3286428", + "3286438", + "3286444", + "3286445", "3286454", "3286469", + "3286499", + "3286502", + "3286508", + "3286519", + "3286522", "3286646", + "3286649", + "3286661", "3286663", + "3289213", + "3290228", + "3290959", + "3291908", + "3293293", + "3293294", + "3294265", "3299286", + "3299290", "3299307", + "3299317", + "3299319", "3299321", + "3299569", + "3299575", "3300480", + "3300490", + "3301462", + "3301882", + "3302206", "3302207", + "3302324", "3302660", + "3302665", "3302669", + "3303100", + "3303494", "3303692", "3303725", "3304530", + "3304539", "3304577", + "3304821", + "3305227", + "3305470", + "3305751", "3305752", + "3305989", + "3305991", + "3305995", + "3306457", "3306847", + "3306855", + "3306861", "3307043", "3307046", + "3307066", + "3308088", "3308247", + "3308253", "3308258", "3308446", "3308449", + "3308460", + "3308463", + "3308555", + "3308558", "3308561", "3308767", "3308772", + "3308796", + "3308800", "3308962", "3308973", "3308994", + "3308997", + "3309610", + "3309852", + "3310080", + "3310127", + "3310139", + "3310142", + "3310332", "3311017", + "3311046", + "3311056", "3311064", + "3311076", + "3311118", + "3311126", + "3311329", + "3311332", + "3311341", + "3311581", + "3311585", + "3311592", "3311839", + "3311843", + "3312258", + "3312261", + "3312463", + "3312719", + "3312734", + "3312735", + "3312740", + "3312852", "3312888", "3312904", + "3313085", + "3313090", + "3313092", + "3313171", + "3313198", + "3313202", + "3313408", + "3313652", "3313670", "3314051", + "3314066", + "3314098", "3314166", "3314513", "3314518", + "3314733", + "3314890", + "3314910", + "3314930", + "3314951", + "3315663", + "3316060", + "3316160", "3316184", + "3316190", "3316198", + "3319226", + "3319264", "3319318", + "3319355", + "3320785", + "3320788", + "3320792", "3320797", + "3321836", + "3321844", + "3321853", + "3321942", "3322445", "3323021", + "3323028", + "3323036", + "3323038", + "3323101", "3323790", "3323796", + "3323798", + "3323800", + "3323805", + "3323818", + "3323856", + "3323861", "3323895", + "3323898", + "3323908", + "3323910", + "3323926", + "3323943", + "3324021", + "3324036", + "3324038", + "3324042", "3324227", + "3324228", "3324253", + "3324332", "3324353", + "3324357", + "3324362", "3324372", + "3324455", + "3324474", + "3324499", + "3324941", + "3324949", + "3325024", + "3325288", + "3325294", "3325295", + "3325339", "3325345", + "3325357", + "3325648", "3334494", "3334525", "3334553", + "3334556", "3340860", "3341545", "3341585", + "3341685", "3341725", + "3341733", "3341748", "3341749", + "3341813", "3342933", "3343942", "3344583", + "3344634", + "3344650", + "3344661", + "3345131", "3345871", + "3346242", + "3346253", "3346568", "3347398", + "3347421", + "3347424", + "3347431", + "3347488", + "3347905", + "3347907", + "3347911", "3347939", + "3347940", + "3347946", "3347948", + "3348027", "3348238", + "3348249", + "3348568", + "3348954", "3349135", + "3349139", + "3349186", + "3349219", + "3349236", + "3349237", "3349266", "3349273", + "3349306", + "3349313", + "3349317", + "3349320", + "3349427", + "3349635", "3350478", + "3350481", "3350501", + "3350506", + "3350776", + "3350782", + "3350783", + "3350797", "3350823", + "3350830", "3350834", + "3350855", + "3350860", + "3350865", + "3350874", + "3351273", + "3351284", + "3351286", + "3351398", + "3351431", "3351432", + "3351438", "3351440", + "3351449", + "3351716", + "3351747", + "3351760", + "3351761", + "3351763", + "3351900", + "3351904", + "3351906", + "3351927", + "3351936", + "3351940", + "3351943", + "3351953", + "3351982", + "3352096", + "3352358", + "3352360", "3352379", "3352392", + "3352393", "3352513", + "3352518", + "3352529", + "3352533", + "3352536", + "3352537", "3352559", "3352561", + "3352564", "3352567", "3352831", "3352847", "3352864", + "3352883", "3352885", + "3353152", + "3353175", + "3353200", + "3353377", + "3353380", + "3353381", + "3353469", + "3353471", + "3353480", + "3353637", + "3353653", + "3353655", "3353662", "3353665", + "3353775", + "3353786", + "3353787", + "3353793", + "3353794", + "3353807", + "3353808", "3353937", + "3353985", "3353986", "3354013", + "3354015", + "3354022", + "3354034", "3354036", + "3354070", + "3354163", + "3354165", "3354166", + "3354169", "3354173", + "3354195", "3354206", "3354209", + "3354210", + "3354217", "3354219", "3354222", "3354224", + "3354234", + "3354268", + "3354275", + "3354276", + "3354277", + "3354278", "3354433", "3354437", "3354443", + "3354458", + "3354459", + "3354461", "3354462", + "3354463", + "3354466", "3354473", + "3354474", + "3354475", "3354476", + "3354542", + "3354543", + "3354545", + "3354546", + "3354549", "3354550", + "3354551", "3354600", + "3354611", + "3354617", "3354619", "3354626", + "3354629", + "3354632", + "3354706", + "3354708", + "3354709", + "3354710", + "3355232", + "3355233", + "3355236", "3355834", "3355836", + "3355837", + "3355838", + "3356110", + "3356240", + "3358612", + "3358613", + "3358616", + "3358622", + "3358762", + "3358931", "3359144", + "3359150", + "3359163", "3359166", "3359714", + "3359751", + "3359766", "3359768", + "3361916", "3361920", + "3361927", + "3361951", + "3362016", "3362369", + "3362406", "3362408", + "3362636", "3362932", + "3363272", + "3363868", + "3363878", + "3363882", "3363885", "3364336", + "3364339", + "3366410", + "3366612", + "3366614", + "3366615", + "3366625", "3366633", + "3366634", + "3366693", + "3367243", + "3367282", + "3367283", "3367448", + "3367450", + "3367451", "3367519", + "3367722", + "3367757", "3367803", "3368474", + "3368475", + "3368993", "3368994", "3369008", "3369194", + "3369196", + "3369197", + "3369200", + "3370695", "3373026", "3373271", + "3373276", + "3373280", "3373283", "3373955", + "3373956", + "3373963", "3373965", + "3374521", + "3374523", + "3374525", + "3376134", + "3376168", + "3376188", + "3376192", + "3379558", + "3379569", + "3379577", + "3379588", "3381941", "3381955", "3382080", + "3384384", + "3384789", + "3385934", + "3385959", + "3385981", + "3385991", + "3386010", + "3386015", + "3386016", "3386036", + "3386973", + "3387010", "3387024", + "3387180", + "3387196", + "3387199", + "3387206", "3387208", + "3387279", + "3387283", + "3387553", + "3387573", + "3387574", + "3388280", "3388502", + "3388505", + "3388507", "3388526", + "3388556", + "3388558", + "3388610", "3388637", + "3388642", + "3388648", "3388651", "3389059", + "3389874", "3390355", + "3390619", + "3390644", + "3390649", + "3390655", + "3390657", "3390673", + "3390694", + "3390695", + "3390933", + "3390974", "3391827", "3391833", "3391836", "3392099", "3392131", + "3392165", + "3392177", "3392179", + "3392195", + "3392200", + "3392206", "3392268", + "3392276", + "3392288", + "3392359", + "3392795", + "3392838", + "3393156", + "3393188", + "3393191", + "3393219", + "3393229", + "3396201", + "3396211", + "3396217", + "3396230", "3403452", + "3403453", + "3404170", + "3405458", + "3407792", + "3408066", + "3408067", + "3408075", "3408078", + "3409774", + "3409801", + "3409819", "3409883", "3411135", "3411170", + "3411172", "3411811", + "3411893", + "3412252", + "3412313", + "3412764", + "3412766", + "3412802", "3412804", "3412824", + "3412832", "3412837", + "3412863", + "3412865", "3413694", "3414581", "3414634", + "3414680", + "3414682", "3414687", + "3415222", + "3415224", + "3415259", + "3415260", "3415966", + "3415979", + "3415984", "3415996", + "3416269", + "3416316", + "3416335", + "3416336", + "3416357", + "3416364", "3416373", "3416441", "3416501", + "3416532", + "3416734", "3417084", + "3417097", "3417162", + "3417168", + "3417188", "3417195", + "3417349", + "3417461", + "3417478", + "3417521", + "3417551", "3417553", + "3417629", + "3417660", + "3417672", + "3418048", + "3418106", + "3418118", + "3422064", + "3422081", + "3423334", + "3423336", + "3423347", + "3424163", + "3424168", + "3424183", + "3425239", + "3425240", + "3425241", + "3427232", + "3427233", + "3427241", + "3427243", + "3429067", + "3429070", + "3429207", + "3429222", "3429231", "3429241", + "3429817", + "3429819", "3433298", + "3433300", + "3433319", + "3433320", + "3437042", + "3439200", + "3439206", + "3439210", + "3439211", + "3444654", + "3444900", + "3444908", "3445544", + "3445546", + "3445549", + "3445551", "3452124", "3452129", "3452179", + "3452188", + "3452193", "3452204", + "3453973", + "3453982", + "3454908", + "3455272", "3455693", + "3455699", + "3455714", + "3456078", + "3456309", "3456546", "3458117", + "3458144", + "3458149", "3459065", + "3459081", + "3459084", "3459094", + "3459124", + "3459134", + "3459141", + "3459150", + "3459381", + "3460014", + "3460177", + "3460312", + "3460490", "3460564", + "3460581", + "3460595", + "3460599", + "3460965", + "3460981", "3460997", + "3461602", + "3461603", + "3461614", + "3461621", "3462093", + "3462113", + "3462705", "3462718", "3462731", + "3462743", + "3464301", + "3464302", + "3464318", + "3464329", + "3464931", + "3465124", "3465572", + "3465577", "3465590", "3465875", + "3465882", + "3465890", "3465894", "3466190", "3466191", "3466207", + "3466210", + "3466239", + "3466261", + "3466268", + "3467407", + "3467415", + "3467427", "3467431", + "3469374", + "3469379", + "3474007", "3474507", "3474514", + "3474530", "3474535", + "3477080", + "3477089", + "3479091", "3479863", + "3479865", + "3479867", "3479884", "3480253", + "3480261", + "3480263", + "3480279", + "3480523", + "3481024", + "3481036", + "3481041", + "3481045", + "3481119", + "3481563", + "3481629", + "3481639", + "3481677", + "3481686", + "3481696", + "3481706", + "3481916", + "3482151", + "3482397", + "3482744", + "3483089", + "3483272", + "3483474", + "3483512", + "3483836", + "3484581", + "3484585", + "3484586", + "3486888", + "3486923", + "3488016", + "3488399", + "3489582", + "3490284", "3490300", + "3490312", + "3490506", + "3490519", "3491112", + "3491114", + "3492704", "3492765", + "3496010", + "3496024", + "3496032", + "3496034", "3497774", "3497791", + "3497806", + "3497826", + "3498137", + "3500935", + "3500936", + "3500941", + "3501138", + "3501141", "3501152", "3501160", "3502324", + "3502331", + "3502337", "3502339", "3502542", + "3502545", "3503808", "3503828", + "3503855", + "3503862", + "3504121", + "3504527", + "3504880", + "3505099", + "3505481", + "3505866", + "3506273", + "3506614", + "3506894", + "3507222", + "3507594", + "3507870", "3508117", + "3513243", + "3513247", + "3513256", + "3513258", "3514772", + "3514792", + "3514799", "3514804", + "3517005", + "3517320", + "3518261", + "3518505", + "3519260", + "3519684", + "3521068", + "3521087", + "3521099", + "3521586", "3521971", "3521992", "3521995", + "3521997", "3522217", "3522449", "3522638", + "3522979", + "3522981", + "3522984", "3524693", + "3524715", "3524735", + "3524753", + "3525958", + "3525959", + "3525975", + "3525980", + "3527389", + "3527710", + "3528296", + "3528746", + "3529289", + "3529522", "3529607", + "3529609", + "3529625", "3529634", + "3530392", + "3530747", "3531056", + "3532715", "3533848", + "3533868", + "3533884", "3533888", + "3534060", + "3534166", + "3536012", "3536042", + "3536047", + "3536787", "3537563", + "3537572", + "3537736", + "3538153", + "3538510", + "3538987", + "3539044", + "3539288", + "3539291", + "3539843", + "3539864", + "3540093", + "3540195", + "3540437", + "3540438", + "3540867", + "3540951", + "3541372", + "3541389", + "3541739", + "3541765", + "3542389", + "3542405", + "3542636", + "3542642", + "3543014", + "3543391", + "3543433", "3543700", "3543731", + "3543737", + "3543738", + "3545149", + "3545151", + "3545153", + "3545173", + "3545263", + "3545278", + "3545288", + "3545290", + "3545506", + "3545507", "3545512", + "3545520", + "3547724", + "3547728", + "3547745", + "3547764", + "3548120", + "3548122", + "3548265", + "3548267", + "3548280", + "3548301", "3550139", + "3550148", + "3550149", "3550152", "3562489", "3565351", "3565398", + "3565412", "3565420", "3565461", "3565521", + "3565555", + "3565593", + "3566577", + "3567089", + "3567090", + "3567095", "3567098", "3567883", "3569885", + "3569887", "3569912", "3569918", "3570999", @@ -560,31 +2378,82 @@ "3572016", "3572566", "3573113", + "3581414", + "3581461", "3581471", "3581496", + "3583378", + "3583385", "3583393", "3583397", "3586042", "3586644", + "3589049", "3593067", + "3593103", "3593114", "3593148", "3593150", + "3593152", + "3607270", + "3607278", + "3607281", + "3607286", + "3608661", + "3608665", + "3608667", + "3608668", + "3610263", + "3610553", + "3610615", + "3610617", + "3612248", + "3612256", "3612303", "3613162", + "3613324", + "3613335", + "3614539", + "3614625", + "3614998", + "3615036", "3617130", + "3617151", + "3617160", "3617207", + "3617990", + "3618275", + "3618495", + "3618520", "3618541", "3618542", + "3618609", + "3619427", + "3619474", + "3619478", "3619536", + "3619894", "3619918", + "3620014", + "3620624", + "3620761", + "3620763", "3620764", "3621236", + "3621238", + "3621241", + "3621245", "3622348", + "3622352", "3622365", "3631961", "3632142", + "3632162", "3632180", + "3633529", + "3636963", + "3636981", + "3636983", "3637397", "3637625", "3637650", @@ -593,14 +2462,20 @@ "3637885", "3638733", "3638740", + "3638745", + "3638933", "3640902", "3672077", "3672488", + "3672531", "3683984", "3683991", + "3684079", "3684241", "3684242", "3684246", + "3684548", + "3684555", "3684565", "3696494", "3696500", @@ -617,16 +2492,19 @@ "3701577", "3701851", "3701879", + "3701917", "3702243", "3702985", "3702997", "3703022", "3703034", "3703089", + "3703116", "3703123", "3703150", "3704880", "3704903", + "3704918", "3705041", "3721890", "3721897", @@ -634,10 +2512,13 @@ "3721978", "3730148", "3730180", + "3730196", "3730241", "3730456", "3730482", "3730504", + "3730610", + "3730620", "3730622", "3731496", "3731498", @@ -647,11 +2528,14 @@ "3731643", "3731705", "3731912", + "3731919", "3732090", "3732118", "3732132", "3732150", "3732253", + "3732275", + "3732281", "3732321", "3732630", "3732637", @@ -690,9 +2574,12 @@ "3743836", "3743862", "3743876", + "3743988", + "3744030", "3744081", "3746053", "3746080", + "3746176", "3746475", "3746476", "3746477", @@ -714,6 +2601,7 @@ "3746493", "3746494", "3746495", + "3746496", "3746497", "3746498", "3746499", @@ -730,11 +2618,13 @@ "3746510", "3746511", "3746512", + "3746513", "3746514", "3746515", "3746516", "3746517", "3746518", + "3746519", "3746520", "3746521", "3746522", @@ -747,6 +2637,7 @@ "3746551", "3746552", "3746553", + "3746554", "3746555", "3746556", "3746557", @@ -769,6 +2660,7 @@ "3747793", "3747794", "3747795", + "3747796", "3747797", "3747798", "3747799", @@ -808,6 +2700,7 @@ "3747833", "3747834", "3747835", + "3747836", "3747837", "3747838", "3747839", @@ -847,6 +2740,7 @@ "3747873", "3747874", "3747875", + "3747876", "3747877", "3747878", "3747879", @@ -858,6 +2752,7 @@ "3747885", "3747886", "3747887", + "3747888", "3747889", "3747890", "3747891", @@ -869,6 +2764,7 @@ "3747897", "3747898", "3747899", + "3747900", "3747901", "3747902", "3747903", @@ -880,6 +2776,7 @@ "3747909", "3747910", "3747911", + "3747912", "3747913", "3747914", "3747915", @@ -893,10 +2790,12 @@ "3747923", "3747924", "3747925", + "3747926", "3747927", "3747928", "3747929", "3747930", + "3747931", "3747932", "3747933", "3747934", @@ -909,21 +2808,27 @@ "3747941", "3747942", "3747943", + "3747944", "3747945", "3747946", + "3747947", "3747948", "3747949", + "3747950", "3747951", + "3747952", "3747953", "3747954", "3747955", "3747956", "3747957", + "3747958", "3747959", "3747960", "3747961", "3747962", "3747963", + "3747964", "3747965", "3747966", "3747967", @@ -933,12 +2838,15 @@ "3747971", "3747972", "3747973", + "3747974", "3747975", "3747976", "3748002", "3748003", "3748004", + "3748005", "3748006", + "3748007", "3748008", "3748009", "3748010", @@ -948,7 +2856,9 @@ "3748014", "3748015", "3748016", + "3748017", "3748018", + "3748019", "3748020", "3748021", "3748022", @@ -956,7 +2866,9 @@ "3748024", "3748025", "3748026", + "3748027", "3748028", + "3748029", "3748030", "3748031", "3748032", @@ -983,6 +2895,7 @@ "3748053", "3748054", "3748055", + "3748056", "3748057", "3748058", "3748059", @@ -991,6 +2904,7 @@ "3748062", "3748063", "3748064", + "3748065", "3748066", "3748067", "3748068", @@ -1008,9 +2922,11 @@ "3748080", "3748081", "3748082", + "3748083", "3748084", "3748085", "3748086", + "3748087", "3748088", "3748089", "3748090", @@ -1033,8 +2949,10 @@ "3748107", "3748108", "3748109", + "3748110", "3748111", "3748112", + "3748113", "3748114", "3748115", "3748116", @@ -1042,6 +2960,7 @@ "3748118", "3748119", "3748120", + "3748121", "3748122", "3748123", "3748124", @@ -1061,6 +2980,7 @@ "3748138", "3748139", "3748140", + "3748141", "3748142", "3748143", "3748144", @@ -1080,6 +3000,7 @@ "3748158", "3748159", "3748160", + "3748161", "3748162", "3748163", "3748164", @@ -1097,10 +3018,15 @@ "3748176", "3748177", "3748178", + "3748179", + "3748180", + "3748181", "3748182", "3748183", + "3748184", "3748185", "3748186", + "3748187", "3748188", "3748189", "3748190", @@ -1122,6 +3048,8 @@ "3748209", "3748210", "3748211", + "3748212", + "3748213", "3748214", "3748215", "3748216", @@ -1132,6 +3060,8 @@ "3748221", "3748222", "3748223", + "3748224", + "3748225", "3748226", "3748227", "3748228", @@ -1140,6 +3070,7 @@ "3748231", "3748232", "3748233", + "3748234", "3748235", "3748236", "3748237", @@ -1148,6 +3079,7 @@ "3748240", "3748241", "3748242", + "3748243", "3748244", "3748245", "3748246", @@ -1161,6 +3093,7 @@ "3748254", "3748255", "3748256", + "3748257", "3748258", "3748259", "3748260", @@ -1180,6 +3113,7 @@ "3748274", "3748275", "3748276", + "3748277", "3748278", "3748279", "3748280", @@ -1202,6 +3136,7 @@ "3748297", "3748298", "3748299", + "3748300", "3748301", "3748302", "3748303", @@ -1214,11 +3149,15 @@ "3748310", "3748311", "3748312", + "3748313", "3748314", "3748315", "3748316", + "3748317", "3748318", "3748319", + "3748320", + "3748321", "3748322", "3748323", "3748324", @@ -1226,20 +3165,25 @@ "3748326", "3748327", "3748328", + "3748329", "3748330", "3748331", + "3748332", "3748333", "3748334", "3748335", "3748336", "3748337", "3748338", + "3748339", + "3748340", "3748341", "3748342", "3748343", "3748344", "3748345", "3748346", + "3748347", "3748348", "3748349", "3748350", @@ -1252,32 +3196,44 @@ "3748357", "3748358", "3748359", + "3748360", + "3748361", "3748362", + "3748363", "3748364", "3748365", + "3748366", "3748367", "3748368", "3748369", + "3748370", "3748371", "3748372", "3748373", "3748374", "3748375", + "3748376", "3748377", + "3748378", "3748379", "3748380", "3748381", "3748382", + "3748383", "3748384", "3748385", "3748386", + "3748387", "3748388", "3748389", + "3748390", "3748391", "3748392", "3748393", "3748394", "3748395", + "3748396", + "3748397", "3748398", "3748399", "3748400", @@ -1291,21 +3247,26 @@ "3748415", "3748416", "3748417", + "3748418", "3748419", "3748420", "3748421", "3748422", "3748423", "3748424", + "3748425", "3748426", "3748427", + "3748428", "3748429", "3748430", "3748431", "3748432", "3748433", + "3748434", "3748435", "3748436", + "3748437", "3748438", "3748439", "3748440", @@ -1320,6 +3281,7 @@ "3748449", "3748450", "3748451", + "3748452", "3748453", "3748454", "3748455", @@ -1331,6 +3293,7 @@ "3748461", "3748462", "3748463", + "3748464", "3748465", "3748466", "3748467", @@ -1338,6 +3301,7 @@ "3748469", "3748470", "3748471", + "3748472", "3748473", "3748474", "3748475", @@ -1346,6 +3310,7 @@ "3748478", "3748479", "3748480", + "3748481", "3748482", "3748483", "3748484", @@ -1358,6 +3323,7 @@ "3748491", "3748492", "3748493", + "3748494", "3748495", "3748496", "3748497", @@ -1397,6 +3363,7 @@ "3748615", "3748616", "3748617", + "3748618", "3748619", "3748620", "3748621", @@ -1407,11 +3374,14 @@ "3748626", "3748628", "3748629", + "3748630", "3748632", "3748633", "3748634", "3748635", + "3748636", "3748637", + "3748638", "3748639", "3748640", "3748641", @@ -1474,6 +3444,8 @@ "3753665", "3753749", "3754210", + "3754603", + "3754604", "3755851", "3756179", "3756272", @@ -1497,6 +3469,7 @@ "3758234", "3758235", "3758250", + "3758413", "3758436", "3758480", "3758491", @@ -1506,6 +3479,9 @@ "3758590", "3758593", "3758783", + "3758854", + "3758884", + "3758999", "3759011", "3759075", "3759106", @@ -1518,6 +3494,7 @@ "3759880", "3759894", "3759907", + "3759916", "3759918", "3759920", "3759951", @@ -1578,10 +3555,12 @@ "3764492", "3764698", "3765161", + "3765242", "3765359", "3765361", "3765386", "3765469", + "3765470", "3765471", "3765796", "3767016", @@ -1594,12 +3573,14 @@ "3769196", "3770365", "3770406", + "3770859", "3772242", "3772246", "3772251", "3772312", "3772556", "3772659", + "3772695", "3772852", "3772988", "3773069", @@ -1616,6 +3597,7 @@ "3773810", "3773845", "3773846", + "3773949", "3773994", "3774038", "3774049", @@ -1661,6 +3643,7 @@ "3780443", "3780550", "3780810", + "3780848", "3780888", "3781231", "3781935", @@ -1668,6 +3651,7 @@ "3781951", "3781955", "3781959", + "3781968", "3781973", "3781984", "3781991", @@ -1680,6 +3664,7 @@ "3783593", "3784055", "3784072", + "3784257", "3784285", "3784288", "3784304", @@ -1717,6 +3702,7 @@ "3789058", "3789299", "3789560", + "3790013", "3790162", "3790181", "3790183", @@ -1727,16 +3713,20 @@ "3790473", "3790683", "3790838", + "3790934", + "3790950", "3790959", "3790981", "3790990", "3790997", "3791016", + "3791021", "3791024", "3791025", "3791026", "3791189", "3791291", + "3791401", "3791541", "3791628", "3792124", @@ -1745,15 +3735,20 @@ "3792551", "3792577", "3792595", + "3792596", "3792610", "3792634", + "3792680", "3792766", "3792850", "3792887", + "3792922", "3792923", + "3792978", "3792979", "3793010", "3793414", + "3793415", "3793852", "3793896", "3794332", @@ -1777,12 +3772,15 @@ "3796821", "3796857", "3797041", + "3797067", + "3797068", "3797069", "3797070", "3797071", "3797072", "3797073", "3797074", + "3797075", "3797369", "3797424", "3797448", @@ -1830,6 +3828,8 @@ "3805562", "3805795", "3805796", + "3805797", + "3805798", "3805799", "3805800", "3805801", @@ -8095,8 +10095,8 @@ "5617131" ], "startedAt": "2026-10-18T08:38:59.078007+00:00", - "terminalRecords": 6800, - "uniqueRecords": 8000, - "updatedAt": "2026-10-18T08:47:34.362630+00:00", + "terminalRecords": 8800, + "uniqueRecords": 10000, + "updatedAt": "2026-10-18T08:50:29.955547+00:00", "version": 1 } diff --git a/.modelhub_state/outcome_checkpoint.json b/.modelhub_state/outcome_checkpoint.json index 4e89da1d27..bae8af4d86 100644 --- a/.modelhub_state/outcome_checkpoint.json +++ b/.modelhub_state/outcome_checkpoint.json @@ -1,6 +1,6 @@ { - "generatedAt": "2026-10-18T08:49:05.794506+00:00", - "lastSyncTime": "2026-10-18T08:48:30.473568+00:00", + "generatedAt": "2026-10-18T08:51:52.248169+00:00", + "lastSyncTime": "2026-10-18T08:51:10.475171+00:00", "recentLimit": 300, "report": { "architectureCompatibilityBlocks": { @@ -541,16 +541,16 @@ "unresolvedFailureCount": 0 }, "Ascend_910-b4|llamacpp|text-generation": { - "attributableFailureCount": 29, + "attributableFailureCount": 89, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 29, + "decisionTotal": 89, "failureBreakdown": { - "ambiguous_runtime": 5, - "memory_capacity": 6, - "model_load": 23 + "ambiguous_runtime": 13, + "memory_capacity": 9, + "model_load": 80 }, - "failureCount": 34, + "failureCount": 102, "failureRate": 1.0, "framework": "llamacpp", "pendingCount": 0, @@ -560,29 +560,71 @@ "successRate": 0.0, "targetGpu": "Ascend_910-b4", "taskType": "text-generation", - "total": 34, - "unresolvedFailureCount": 5 + "total": 102, + "unresolvedFailureCount": 13 + }, + "Ascend_910-b4|llamacpp|unknown": { + "attributableFailureCount": 1, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 1, + "failureBreakdown": { + "model_load": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "llamacpp", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Ascend_910-b4", + "taskType": "unknown", + "total": 1, + "unresolvedFailureCount": 0 + }, + "Ascend_910-b4|llamacpp|visual-multi-modal": { + "attributableFailureCount": 1, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 1, + "failureBreakdown": { + "model_load": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "llamacpp", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Ascend_910-b4", + "taskType": "visual-multi-modal", + "total": 1, + "unresolvedFailureCount": 0 }, "Ascend_910-b4|unknown|text-generation": { "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 29, + "decisionTotal": 52, "failureBreakdown": { - "参数/模板问题": 248 + "参数/模板问题": 256 }, - "failureCount": 248, - "failureRate": 0.8953, + "failureCount": 256, + "failureRate": 0.8312, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 29, - "successRate": 0.1047, + "successCount": 52, + "successRate": 0.1688, "targetGpu": "Ascend_910-b4", "taskType": "text-generation", - "total": 277, - "unresolvedFailureCount": 248 + "total": 308, + "unresolvedFailureCount": 256 }, "Ascend_910-b4|unknown|visual-multi-modal": { "attributableFailureCount": 0, @@ -590,9 +632,10 @@ "decisionSuccessRate": 0.0, "decisionTotal": 0, "failureBreakdown": { + "ambiguous_runtime": 1, "参数/模板问题": 1 }, - "failureCount": 1, + "failureCount": 2, "failureRate": 1.0, "framework": "unknown", "pendingCount": 0, @@ -602,8 +645,8 @@ "successRate": 0.0, "targetGpu": "Ascend_910-b4", "taskType": "visual-multi-modal", - "total": 1, - "unresolvedFailureCount": 1 + "total": 2, + "unresolvedFailureCount": 2 }, "Ascend_910-b4|vllm|text-generation": { "attributableFailureCount": 239, @@ -648,20 +691,20 @@ "repository_structure": 10, "runtime_memory": 2, "tokenizer_compatibility": 8, - "参数/模板问题": 86 + "参数/模板问题": 93 }, - "failureCount": 502, - "failureRate": 0.9654, + "failureCount": 509, + "failureRate": 0.9658, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "successCount": 18, - "successRate": 0.0346, + "successRate": 0.0342, "targetGpu": "Biren_166m", "taskType": "text-generation", - "total": 520, - "unresolvedFailureCount": 134 + "total": 527, + "unresolvedFailureCount": 141 }, "Biren_166m|unknown|visual-multi-modal": { "attributableFailureCount": 1, @@ -685,42 +728,42 @@ "unresolvedFailureCount": 0 }, "Cambricon_mlu-370-x4|unknown|text-generation": { - "attributableFailureCount": 363, - "decisionFailureRate": 0.9478, - "decisionSuccessRate": 0.0522, - "decisionTotal": 383, + "attributableFailureCount": 646, + "decisionFailureRate": 0.9403, + "decisionSuccessRate": 0.0597, + "decisionTotal": 687, "failureBreakdown": { - "ambiguous_runtime": 66, - "context_length": 1, - "framework_architecture_unsupported": 145, - "memory_capacity": 57, - "model_load": 5, + "ambiguous_runtime": 114, + "context_length": 18, + "framework_architecture_unsupported": 263, + "memory_capacity": 143, + "model_load": 6, "platform_storage": 1, - "quantization_compatibility": 131, - "repository_structure": 21, - "tokenizer_compatibility": 3, - "参数/模板问题": 97 + "quantization_compatibility": 135, + "repository_structure": 62, + "tokenizer_compatibility": 19, + "参数/模板问题": 150 }, - "failureCount": 527, - "failureRate": 0.9634, + "failureCount": 911, + "failureRate": 0.9569, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 1, - "successCount": 20, - "successRate": 0.0366, + "successCount": 41, + "successRate": 0.0431, "targetGpu": "Cambricon_mlu-370-x4", "taskType": "text-generation", - "total": 547, - "unresolvedFailureCount": 163 + "total": 952, + "unresolvedFailureCount": 264 }, - "Cambricon_mlu-370-x4|unknown|visual-multi-modal": { + "Cambricon_mlu-370-x4|unknown|unknown": { "attributableFailureCount": 1, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, "decisionTotal": 1, "failureBreakdown": { - "framework_architecture_unsupported": 1 + "repository_structure": 1 }, "failureCount": 1, "failureRate": 1.0, @@ -731,10 +774,32 @@ "successCount": 0, "successRate": 0.0, "targetGpu": "Cambricon_mlu-370-x4", - "taskType": "visual-multi-modal", + "taskType": "unknown", "total": 1, "unresolvedFailureCount": 0 }, + "Cambricon_mlu-370-x4|unknown|visual-multi-modal": { + "attributableFailureCount": 6, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 6, + "failureBreakdown": { + "framework_architecture_unsupported": 4, + "memory_capacity": 2 + }, + "failureCount": 6, + "failureRate": 1.0, + "framework": "unknown", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Cambricon_mlu-370-x4", + "taskType": "visual-multi-modal", + "total": 6, + "unresolvedFailureCount": 0 + }, "Cambricon_mlu-370-x8|unknown|text-generation": { "attributableFailureCount": 170, "decisionFailureRate": 0.9189, @@ -788,60 +853,82 @@ "Iluvatar_bi-100|unknown|text-generation": { "attributableFailureCount": 0, "decisionFailureRate": 0.0, - "decisionSuccessRate": 0.0, - "decisionTotal": 0, + "decisionSuccessRate": 1.0, + "decisionTotal": 3, "failureBreakdown": { - "参数/模板问题": 11 + "参数/模板问题": 57 }, - "failureCount": 11, - "failureRate": 1.0, + "failureCount": 57, + "failureRate": 0.95, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, + "successCount": 3, + "successRate": 0.05, + "targetGpu": "Iluvatar_bi-100", + "taskType": "text-generation", + "total": 60, + "unresolvedFailureCount": 57 + }, + "Iluvatar_bi-100|vllm|text-generation": { + "attributableFailureCount": 120, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 120, + "failureBreakdown": { + "ambiguous_runtime": 6, + "context_length": 6, + "framework_architecture_unsupported": 45, + "memory_capacity": 69, + "platform_infrastructure": 62, + "platform_stall": 2 + }, + "failureCount": 190, + "failureRate": 1.0, + "framework": "vllm", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 64, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Iluvatar_bi-100", + "taskType": "text-generation", + "total": 190, + "unresolvedFailureCount": 6 + }, + "Iluvatar_bi-100|vllm|visual-multi-modal": { + "attributableFailureCount": 1, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 1, + "failureBreakdown": { + "memory_capacity": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "vllm", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, "successCount": 0, "successRate": 0.0, "targetGpu": "Iluvatar_bi-100", - "taskType": "text-generation", - "total": 11, - "unresolvedFailureCount": 11 - }, - "Iluvatar_bi-100|vllm|text-generation": { - "attributableFailureCount": 35, - "decisionFailureRate": 1.0, - "decisionSuccessRate": 0.0, - "decisionTotal": 35, - "failureBreakdown": { - "ambiguous_runtime": 5, - "context_length": 3, - "framework_architecture_unsupported": 12, - "memory_capacity": 20, - "platform_infrastructure": 6 - }, - "failureCount": 46, - "failureRate": 1.0, - "framework": "vllm", - "pendingCount": 0, - "pendingRate": 0.0, - "platformFailureCount": 6, - "successCount": 0, - "successRate": 0.0, - "targetGpu": "Iluvatar_bi-100", - "taskType": "text-generation", - "total": 46, - "unresolvedFailureCount": 5 + "taskType": "visual-multi-modal", + "total": 1, + "unresolvedFailureCount": 0 }, "Iluvatar_bi-150|llamacpp|text-generation": { - "attributableFailureCount": 15, + "attributableFailureCount": 48, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 15, + "decisionTotal": 48, "failureBreakdown": { - "ambiguous_runtime": 3, - "memory_capacity": 8, - "model_load": 7 + "ambiguous_runtime": 14, + "memory_capacity": 11, + "model_load": 37 }, - "failureCount": 18, + "failureCount": 62, "failureRate": 1.0, "framework": "llamacpp", "pendingCount": 0, @@ -851,8 +938,8 @@ "successRate": 0.0, "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation", - "total": 18, - "unresolvedFailureCount": 3 + "total": 62, + "unresolvedFailureCount": 14 }, "Iluvatar_bi-150|transformers|text-generation": { "attributableFailureCount": 26, @@ -883,23 +970,23 @@ "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 29, + "decisionTotal": 40, "failureBreakdown": { "ambiguous_runtime": 3, - "参数/模板问题": 63 + "参数/模板问题": 109 }, - "failureCount": 66, - "failureRate": 0.6947, + "failureCount": 112, + "failureRate": 0.7368, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 29, - "successRate": 0.3053, + "successCount": 40, + "successRate": 0.2632, "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation", - "total": 95, - "unresolvedFailureCount": 66 + "total": 152, + "unresolvedFailureCount": 112 }, "Iluvatar_bi-150|vllm_fix_tokenizer|text-generation": { "attributableFailureCount": 9, @@ -924,21 +1011,22 @@ "unresolvedFailureCount": 50 }, "Iluvatar_bi-150|vllm|text-generation": { - "attributableFailureCount": 174, + "attributableFailureCount": 301, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 174, + "decisionTotal": 301, "failureBreakdown": { - "ambiguous_runtime": 70, + "ambiguous_runtime": 102, "backend_operator": 12, - "framework_architecture_unsupported": 98, - "memory_capacity": 12, - "model_load": 26, - "repository_structure": 12, + "context_length": 3, + "framework_architecture_unsupported": 150, + "memory_capacity": 49, + "model_load": 27, + "repository_structure": 39, "runtime_memory": 12, - "tokenizer_compatibility": 2 + "tokenizer_compatibility": 9 }, - "failureCount": 244, + "failureCount": 403, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, @@ -948,8 +1036,29 @@ "successRate": 0.0, "targetGpu": "Iluvatar_bi-150", "taskType": "text-generation", - "total": 244, - "unresolvedFailureCount": 70 + "total": 403, + "unresolvedFailureCount": 102 + }, + "Iluvatar_bi-150|vllm|visual-multi-modal": { + "attributableFailureCount": 1, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 1, + "failureBreakdown": { + "memory_capacity": 1 + }, + "failureCount": 1, + "failureRate": 1.0, + "framework": "vllm", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Iluvatar_bi-150", + "taskType": "visual-multi-modal", + "total": 1, + "unresolvedFailureCount": 0 }, "Iluvatar_mrv-100|transformers|text-generation": { "attributableFailureCount": 1, @@ -973,44 +1082,67 @@ "unresolvedFailureCount": 0 }, "Iluvatar_mrv-100|unknown|text-generation": { - "attributableFailureCount": 407, - "decisionFailureRate": 0.8641, - "decisionSuccessRate": 0.1359, - "decisionTotal": 471, + "attributableFailureCount": 632, + "decisionFailureRate": 0.879, + "decisionSuccessRate": 0.121, + "decisionTotal": 719, "failureBreakdown": { - "ambiguous_runtime": 70, - "context_length": 5, - "framework_architecture_unsupported": 187, - "memory_capacity": 95, - "model_load": 72, + "ambiguous_runtime": 95, + "context_length": 21, + "framework_architecture_unsupported": 267, + "memory_capacity": 151, + "model_load": 78, "platform_storage": 3, - "repository_structure": 36, + "repository_structure": 77, "runtime_memory": 1, - "tokenizer_compatibility": 11, - "参数/模板问题": 92 + "tokenizer_compatibility": 37, + "参数/模板问题": 133 }, - "failureCount": 572, - "failureRate": 0.8994, + "failureCount": 863, + "failureRate": 0.9084, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 3, - "successCount": 64, - "successRate": 0.1006, + "successCount": 87, + "successRate": 0.0916, "targetGpu": "Iluvatar_mrv-100", "taskType": "text-generation", - "total": 636, - "unresolvedFailureCount": 162 + "total": 950, + "unresolvedFailureCount": 228 }, - "Iluvatar_mrv-100|unknown|visual-multi-modal": { - "attributableFailureCount": 2, + "Iluvatar_mrv-100|unknown|unknown": { + "attributableFailureCount": 1, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 2, + "decisionTotal": 1, "failureBreakdown": { - "memory_capacity": 2 + "repository_structure": 1 }, - "failureCount": 2, + "failureCount": 1, + "failureRate": 1.0, + "framework": "unknown", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "Iluvatar_mrv-100", + "taskType": "unknown", + "total": 1, + "unresolvedFailureCount": 0 + }, + "Iluvatar_mrv-100|unknown|visual-multi-modal": { + "attributableFailureCount": 3, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 3, + "failureBreakdown": { + "framework_architecture_unsupported": 1, + "memory_capacity": 2, + "参数/模板问题": 1 + }, + "failureCount": 4, "failureRate": 1.0, "framework": "unknown", "pendingCount": 0, @@ -1020,8 +1152,8 @@ "successRate": 0.0, "targetGpu": "Iluvatar_mrv-100", "taskType": "visual-multi-modal", - "total": 2, - "unresolvedFailureCount": 0 + "total": 4, + "unresolvedFailureCount": 1 }, "Kunlunxin_p-800|unknown|text-generation": { "attributableFailureCount": 302, @@ -1104,40 +1236,61 @@ "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 48, + "decisionTotal": 59, "failureBreakdown": { - "参数/模板问题": 217 + "参数/模板问题": 250 }, - "failureCount": 217, - "failureRate": 0.8189, + "failureCount": 250, + "failureRate": 0.8091, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 48, - "successRate": 0.1811, + "successCount": 59, + "successRate": 0.1909, "targetGpu": "MetaX_c-500", "taskType": "text-generation", - "total": 265, - "unresolvedFailureCount": 217 + "total": 309, + "unresolvedFailureCount": 250 }, - "MetaX_c-500|vllm|text-generation": { - "attributableFailureCount": 189, + "MetaX_c-500|vllm|feature_emb": { + "attributableFailureCount": 1, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 189, + "decisionTotal": 1, "failureBreakdown": { - "ambiguous_runtime": 46, - "backend_operator": 39, - "context_length": 5, - "framework_architecture_unsupported": 79, - "memory_capacity": 9, - "model_load": 28, - "repository_structure": 16, - "runtime_memory": 2, - "tokenizer_compatibility": 11 + "repository_structure": 1 }, - "failureCount": 235, + "failureCount": 1, + "failureRate": 1.0, + "framework": "vllm", + "pendingCount": 0, + "pendingRate": 0.0, + "platformFailureCount": 0, + "successCount": 0, + "successRate": 0.0, + "targetGpu": "MetaX_c-500", + "taskType": "feature_emb", + "total": 1, + "unresolvedFailureCount": 0 + }, + "MetaX_c-500|vllm|text-generation": { + "attributableFailureCount": 302, + "decisionFailureRate": 1.0, + "decisionSuccessRate": 0.0, + "decisionTotal": 302, + "failureBreakdown": { + "ambiguous_runtime": 55, + "backend_operator": 40, + "context_length": 10, + "framework_architecture_unsupported": 112, + "memory_capacity": 33, + "model_load": 45, + "repository_structure": 35, + "runtime_memory": 2, + "tokenizer_compatibility": 25 + }, + "failureCount": 357, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, @@ -1147,8 +1300,8 @@ "successRate": 0.0, "targetGpu": "MetaX_c-500", "taskType": "text-generation", - "total": 235, - "unresolvedFailureCount": 46 + "total": 357, + "unresolvedFailureCount": 55 }, "MetaX_c-500|vllm|visual-multi-modal": { "attributableFailureCount": 1, @@ -1269,22 +1422,22 @@ "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 38, + "decisionTotal": 50, "failureBreakdown": { - "参数/模板问题": 67 + "参数/模板问题": 103 }, - "failureCount": 67, - "failureRate": 0.6381, + "failureCount": 103, + "failureRate": 0.6732, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 38, - "successRate": 0.3619, + "successCount": 50, + "successRate": 0.3268, "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation", - "total": 105, - "unresolvedFailureCount": 67 + "total": 153, + "unresolvedFailureCount": 103 }, "Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation": { "attributableFailureCount": 165, @@ -1314,43 +1467,44 @@ "unresolvedFailureCount": 3 }, "Sunrise_pt-200-x1|vllm|text-generation": { - "attributableFailureCount": 255, + "attributableFailureCount": 421, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 255, + "decisionTotal": 421, "failureBreakdown": { - "ambiguous_runtime": 9, - "backend_operator": 23, - "context_length": 2, - "framework_architecture_unsupported": 106, - "memory_capacity": 53, - "platform_infrastructure": 4, + "ambiguous_runtime": 15, + "backend_operator": 25, + "context_length": 8, + "framework_architecture_unsupported": 164, + "memory_capacity": 78, + "platform_infrastructure": 14, "platform_storage": 1, - "repository_structure": 24, - "tokenizer_compatibility": 47 + "repository_structure": 51, + "runtime_memory": 1, + "tokenizer_compatibility": 94 }, - "failureCount": 269, + "failureCount": 451, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 5, + "platformFailureCount": 15, "successCount": 0, "successRate": 0.0, "targetGpu": "Sunrise_pt-200-x1", "taskType": "text-generation", - "total": 269, - "unresolvedFailureCount": 9 + "total": 451, + "unresolvedFailureCount": 15 }, "Sunrise_pt-200-x1|vllm|visual-multi-modal": { - "attributableFailureCount": 1, + "attributableFailureCount": 2, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 1, + "decisionTotal": 2, "failureBreakdown": { - "framework_architecture_unsupported": 1 + "framework_architecture_unsupported": 2 }, - "failureCount": 1, + "failureCount": 2, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, @@ -1360,57 +1514,58 @@ "successRate": 0.0, "targetGpu": "Sunrise_pt-200-x1", "taskType": "visual-multi-modal", - "total": 1, + "total": 2, "unresolvedFailureCount": 0 }, "Vastai_va16|unknown|text-generation": { "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 27, + "decisionTotal": 28, "failureBreakdown": { - "参数/模板问题": 100 + "参数/模板问题": 132 }, - "failureCount": 100, - "failureRate": 0.7874, + "failureCount": 132, + "failureRate": 0.825, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 27, - "successRate": 0.2126, + "successCount": 28, + "successRate": 0.175, "targetGpu": "Vastai_va16", "taskType": "text-generation", - "total": 127, - "unresolvedFailureCount": 100 + "total": 160, + "unresolvedFailureCount": 132 }, "Vastai_va16|vllm|text-generation": { - "attributableFailureCount": 266, + "attributableFailureCount": 347, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 266, + "decisionTotal": 347, "failureBreakdown": { - "ambiguous_runtime": 222, - "context_length": 1, - "framework_architecture_unsupported": 154, - "memory_capacity": 46, - "model_load": 41, + "ambiguous_runtime": 285, + "context_length": 2, + "framework_architecture_unsupported": 173, + "memory_capacity": 86, + "model_load": 46, + "platform_infrastructure": 28, "platform_storage": 3, - "repository_structure": 23, - "tokenizer_compatibility": 1 + "repository_structure": 38, + "tokenizer_compatibility": 2 }, - "failureCount": 491, + "failureCount": 663, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 3, + "platformFailureCount": 31, "successCount": 0, "successRate": 0.0, "targetGpu": "Vastai_va16", "taskType": "text-generation", - "total": 491, - "unresolvedFailureCount": 222 + "total": 663, + "unresolvedFailureCount": 285 }, "Vastai_va16|vllm|visual-multi-modal": { "attributableFailureCount": 1, @@ -1458,39 +1613,39 @@ "attributableFailureCount": 0, "decisionFailureRate": 0.0, "decisionSuccessRate": 1.0, - "decisionTotal": 7, + "decisionTotal": 10, "failureBreakdown": { - "参数/模板问题": 220 + "参数/模板问题": 239 }, - "failureCount": 220, - "failureRate": 0.9692, + "failureCount": 239, + "failureRate": 0.9598, "framework": "unknown", "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 7, - "successRate": 0.0308, + "successCount": 10, + "successRate": 0.0402, "targetGpu": "hygon_k100-ai", "taskType": "text-generation", - "total": 227, - "unresolvedFailureCount": 220 + "total": 249, + "unresolvedFailureCount": 239 }, "hygon_k100-ai|vllm|text-generation": { - "attributableFailureCount": 293, + "attributableFailureCount": 374, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 293, + "decisionTotal": 374, "failureBreakdown": { - "ambiguous_runtime": 127, - "context_length": 5, - "framework_architecture_unsupported": 167, - "memory_capacity": 6, - "model_load": 49, - "repository_structure": 30, - "runtime_memory": 29, - "tokenizer_compatibility": 7 + "ambiguous_runtime": 129, + "context_length": 9, + "framework_architecture_unsupported": 189, + "memory_capacity": 13, + "model_load": 56, + "repository_structure": 54, + "runtime_memory": 34, + "tokenizer_compatibility": 19 }, - "failureCount": 420, + "failureCount": 503, "failureRate": 1.0, "framework": "vllm", "pendingCount": 0, @@ -1500,8 +1655,8 @@ "successRate": 0.0, "targetGpu": "hygon_k100-ai", "taskType": "text-generation", - "total": 420, - "unresolvedFailureCount": 127 + "total": 503, + "unresolvedFailureCount": 129 }, "hygon_k100-ai|vllm|visual-multi-modal": { "attributableFailureCount": 1, @@ -1527,24 +1682,24 @@ }, "frameworkSummaries": { "llamacpp": { - "attributableFailureCount": 47, + "attributableFailureCount": 142, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 47, + "decisionTotal": 142, "failureBreakdown": { - "ambiguous_runtime": 35, - "memory_capacity": 14, - "model_load": 33 + "ambiguous_runtime": 54, + "memory_capacity": 20, + "model_load": 122 }, - "failureCount": 82, + "failureCount": 196, "failureRate": 1.0, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "successCount": 0, "successRate": 0.0, - "total": 82, - "unresolvedFailureCount": 35 + "total": 196, + "unresolvedFailureCount": 54 }, "transformers": { "attributableFailureCount": 40, @@ -1569,63 +1724,64 @@ "unresolvedFailureCount": 61 }, "unknown": { - "attributableFailureCount": 1615, - "decisionFailureRate": 0.8231, - "decisionSuccessRate": 0.1769, - "decisionTotal": 1962, + "attributableFailureCount": 2131, + "decisionFailureRate": 0.8241, + "decisionSuccessRate": 0.1759, + "decisionTotal": 2586, "failureBreakdown": { - "ambiguous_runtime": 249, + "ambiguous_runtime": 323, "backend_operator": 12, "configuration_launch": 456, - "context_length": 9, - "framework_architecture_unsupported": 533, - "memory_capacity": 162, - "model_load": 117, + "context_length": 42, + "framework_architecture_unsupported": 735, + "memory_capacity": 306, + "model_load": 124, "platform_storage": 6, - "quantization_compatibility": 230, - "repository_structure": 67, + "quantization_compatibility": 234, + "repository_structure": 151, "runtime_memory": 3, - "tokenizer_compatibility": 26, - "参数/模板问题": 1462 + "tokenizer_compatibility": 68, + "参数/模板问题": 1784 }, - "failureCount": 3332, - "failureRate": 0.9057, + "failureCount": 4244, + "failureRate": 0.9032, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 6, - "successCount": 347, - "successRate": 0.0943, - "total": 3679, - "unresolvedFailureCount": 1711 + "successCount": 455, + "successRate": 0.0968, + "total": 4699, + "unresolvedFailureCount": 2107 }, "vllm": { - "attributableFailureCount": 1733, + "attributableFailureCount": 2390, "decisionFailureRate": 1.0, "decisionSuccessRate": 0.0, - "decisionTotal": 1733, + "decisionTotal": 2390, "failureBreakdown": { - "ambiguous_runtime": 956, + "ambiguous_runtime": 1069, "attention_backend": 2, - "backend_operator": 97, - "context_length": 26, - "framework_architecture_unsupported": 1009, - "memory_capacity": 160, - "model_load": 167, - "platform_infrastructure": 10, + "backend_operator": 100, + "context_length": 48, + "framework_architecture_unsupported": 1227, + "memory_capacity": 344, + "model_load": 197, + "platform_infrastructure": 104, + "platform_stall": 2, "platform_storage": 10, - "repository_structure": 136, - "runtime_memory": 50, - "tokenizer_compatibility": 86 + "repository_structure": 249, + "runtime_memory": 56, + "tokenizer_compatibility": 167 }, - "failureCount": 2709, + "failureCount": 3575, "failureRate": 1.0, "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 20, + "platformFailureCount": 116, "successCount": 0, "successRate": 0.0, - "total": 2709, - "unresolvedFailureCount": 956 + "total": 3575, + "unresolvedFailureCount": 1069 }, "vllm_fix_tokenizer": { "attributableFailureCount": 174, @@ -1653,7 +1809,7 @@ "unresolvedFailureCount": 53 } }, - "generatedAt": "2026-10-18T08:49:05.786444+00:00", + "generatedAt": "2026-10-18T08:51:52.239070+00:00", "gpuSummaries": { "Ascend_910-b3": { "attributableFailureCount": 130, @@ -1681,30 +1837,30 @@ "unresolvedFailureCount": 225 }, "Ascend_910-b4": { - "attributableFailureCount": 268, - "decisionFailureRate": 0.9024, - "decisionSuccessRate": 0.0976, - "decisionTotal": 297, + "attributableFailureCount": 330, + "decisionFailureRate": 0.8639, + "decisionSuccessRate": 0.1361, + "decisionTotal": 382, "failureBreakdown": { - "ambiguous_runtime": 231, + "ambiguous_runtime": 240, "context_length": 1, "framework_architecture_unsupported": 191, - "memory_capacity": 16, - "model_load": 23, + "memory_capacity": 19, + "model_load": 82, "platform_storage": 3, "repository_structure": 27, "tokenizer_compatibility": 10, - "参数/模板问题": 249 + "参数/模板问题": 257 }, - "failureCount": 751, - "failureRate": 0.9628, + "failureCount": 830, + "failureRate": 0.941, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 3, - "successCount": 29, - "successRate": 0.0372, - "total": 780, - "unresolvedFailureCount": 480 + "successCount": 52, + "successRate": 0.059, + "total": 882, + "unresolvedFailureCount": 497 }, "Biren_166m": { "attributableFailureCount": 369, @@ -1722,44 +1878,44 @@ "repository_structure": 10, "runtime_memory": 2, "tokenizer_compatibility": 8, - "参数/模板问题": 86 + "参数/模板问题": 93 }, - "failureCount": 503, - "failureRate": 0.9655, + "failureCount": 510, + "failureRate": 0.9659, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, "successCount": 18, - "successRate": 0.0345, - "total": 521, - "unresolvedFailureCount": 134 + "successRate": 0.0341, + "total": 528, + "unresolvedFailureCount": 141 }, "Cambricon_mlu-370-x4": { - "attributableFailureCount": 364, - "decisionFailureRate": 0.9479, - "decisionSuccessRate": 0.0521, - "decisionTotal": 384, + "attributableFailureCount": 653, + "decisionFailureRate": 0.9409, + "decisionSuccessRate": 0.0591, + "decisionTotal": 694, "failureBreakdown": { - "ambiguous_runtime": 66, - "context_length": 1, - "framework_architecture_unsupported": 146, - "memory_capacity": 57, - "model_load": 5, + "ambiguous_runtime": 114, + "context_length": 18, + "framework_architecture_unsupported": 267, + "memory_capacity": 145, + "model_load": 6, "platform_storage": 1, - "quantization_compatibility": 131, - "repository_structure": 21, - "tokenizer_compatibility": 3, - "参数/模板问题": 97 + "quantization_compatibility": 135, + "repository_structure": 63, + "tokenizer_compatibility": 19, + "参数/模板问题": 150 }, - "failureCount": 528, - "failureRate": 0.9635, + "failureCount": 918, + "failureRate": 0.9572, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 1, - "successCount": 20, - "successRate": 0.0365, - "total": 548, - "unresolvedFailureCount": 163 + "successCount": 41, + "successRate": 0.0428, + "total": 959, + "unresolvedFailureCount": 264 }, "Cambricon_mlu-370-x8": { "attributableFailureCount": 170, @@ -1787,80 +1943,82 @@ "unresolvedFailureCount": 141 }, "Iluvatar_bi-100": { - "attributableFailureCount": 48, - "decisionFailureRate": 1.0, - "decisionSuccessRate": 0.0, - "decisionTotal": 48, + "attributableFailureCount": 134, + "decisionFailureRate": 0.9781, + "decisionSuccessRate": 0.0219, + "decisionTotal": 137, "failureBreakdown": { - "ambiguous_runtime": 46, - "context_length": 3, - "framework_architecture_unsupported": 25, - "memory_capacity": 20, - "platform_infrastructure": 6, - "参数/模板问题": 11 + "ambiguous_runtime": 47, + "context_length": 6, + "framework_architecture_unsupported": 58, + "memory_capacity": 70, + "platform_infrastructure": 62, + "platform_stall": 2, + "参数/模板问题": 57 }, - "failureCount": 111, - "failureRate": 1.0, + "failureCount": 302, + "failureRate": 0.9902, "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 6, - "successCount": 0, - "successRate": 0.0, - "total": 111, - "unresolvedFailureCount": 57 + "platformFailureCount": 64, + "successCount": 3, + "successRate": 0.0098, + "total": 305, + "unresolvedFailureCount": 104 }, "Iluvatar_bi-150": { - "attributableFailureCount": 224, - "decisionFailureRate": 0.8854, - "decisionSuccessRate": 0.1146, - "decisionTotal": 253, + "attributableFailureCount": 385, + "decisionFailureRate": 0.9059, + "decisionSuccessRate": 0.0941, + "decisionTotal": 425, "failureBreakdown": { - "ambiguous_runtime": 146, + "ambiguous_runtime": 189, "backend_operator": 12, - "framework_architecture_unsupported": 105, - "memory_capacity": 34, - "model_load": 35, - "repository_structure": 12, + "context_length": 3, + "framework_architecture_unsupported": 157, + "memory_capacity": 75, + "model_load": 66, + "repository_structure": 39, "runtime_memory": 12, - "tokenizer_compatibility": 14, - "参数/模板问题": 63 + "tokenizer_compatibility": 21, + "参数/模板问题": 109 }, - "failureCount": 433, - "failureRate": 0.9372, + "failureCount": 683, + "failureRate": 0.9447, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 29, - "successRate": 0.0628, - "total": 462, - "unresolvedFailureCount": 209 + "successCount": 40, + "successRate": 0.0553, + "total": 723, + "unresolvedFailureCount": 298 }, "Iluvatar_mrv-100": { - "attributableFailureCount": 410, - "decisionFailureRate": 0.865, - "decisionSuccessRate": 0.135, - "decisionTotal": 474, + "attributableFailureCount": 637, + "decisionFailureRate": 0.8798, + "decisionSuccessRate": 0.1202, + "decisionTotal": 724, "failureBreakdown": { - "ambiguous_runtime": 70, - "context_length": 5, - "framework_architecture_unsupported": 188, - "memory_capacity": 97, - "model_load": 72, + "ambiguous_runtime": 95, + "context_length": 21, + "framework_architecture_unsupported": 269, + "memory_capacity": 153, + "model_load": 78, "platform_storage": 3, - "repository_structure": 36, + "repository_structure": 78, "runtime_memory": 1, - "tokenizer_compatibility": 11, - "参数/模板问题": 92 + "tokenizer_compatibility": 37, + "参数/模板问题": 134 }, - "failureCount": 575, - "failureRate": 0.8998, + "failureCount": 869, + "failureRate": 0.909, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 3, - "successCount": 64, - "successRate": 0.1002, - "total": 639, - "unresolvedFailureCount": 162 + "successCount": 87, + "successRate": 0.091, + "total": 956, + "unresolvedFailureCount": 229 }, "Kunlunxin_p-800": { "attributableFailureCount": 364, @@ -1891,31 +2049,31 @@ "unresolvedFailureCount": 63 }, "MetaX_c-500": { - "attributableFailureCount": 190, - "decisionFailureRate": 0.7983, - "decisionSuccessRate": 0.2017, - "decisionTotal": 238, + "attributableFailureCount": 304, + "decisionFailureRate": 0.8375, + "decisionSuccessRate": 0.1625, + "decisionTotal": 363, "failureBreakdown": { - "ambiguous_runtime": 46, - "backend_operator": 39, - "context_length": 5, - "framework_architecture_unsupported": 80, - "memory_capacity": 9, - "model_load": 28, - "repository_structure": 16, + "ambiguous_runtime": 55, + "backend_operator": 40, + "context_length": 10, + "framework_architecture_unsupported": 113, + "memory_capacity": 33, + "model_load": 45, + "repository_structure": 36, "runtime_memory": 2, - "tokenizer_compatibility": 11, - "参数/模板问题": 217 + "tokenizer_compatibility": 25, + "参数/模板问题": 250 }, - "failureCount": 453, - "failureRate": 0.9042, + "failureCount": 609, + "failureRate": 0.9117, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 48, - "successRate": 0.0958, - "total": 501, - "unresolvedFailureCount": 263 + "successCount": 59, + "successRate": 0.0883, + "total": 668, + "unresolvedFailureCount": 305 }, "Mthreads_s4000": { "attributableFailureCount": 90, @@ -1946,84 +2104,85 @@ "unresolvedFailureCount": 146 }, "Sunrise_pt-200-x1": { - "attributableFailureCount": 421, - "decisionFailureRate": 0.9172, - "decisionSuccessRate": 0.0828, - "decisionTotal": 459, + "attributableFailureCount": 588, + "decisionFailureRate": 0.9216, + "decisionSuccessRate": 0.0784, + "decisionTotal": 638, "failureBreakdown": { - "ambiguous_runtime": 12, - "backend_operator": 34, - "context_length": 2, - "framework_architecture_unsupported": 164, - "memory_capacity": 53, - "platform_infrastructure": 6, + "ambiguous_runtime": 18, + "backend_operator": 36, + "context_length": 8, + "framework_architecture_unsupported": 223, + "memory_capacity": 78, + "platform_infrastructure": 16, "platform_storage": 1, - "repository_structure": 25, - "runtime_memory": 1, - "tokenizer_compatibility": 142, - "参数/模板问题": 67 + "repository_structure": 52, + "runtime_memory": 2, + "tokenizer_compatibility": 189, + "参数/模板问题": 103 }, - "failureCount": 507, - "failureRate": 0.9303, + "failureCount": 726, + "failureRate": 0.9356, "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 7, - "successCount": 38, - "successRate": 0.0697, - "total": 545, - "unresolvedFailureCount": 79 + "platformFailureCount": 17, + "successCount": 50, + "successRate": 0.0644, + "total": 776, + "unresolvedFailureCount": 121 }, "Vastai_va16": { - "attributableFailureCount": 267, - "decisionFailureRate": 0.9082, - "decisionSuccessRate": 0.0918, - "decisionTotal": 294, + "attributableFailureCount": 348, + "decisionFailureRate": 0.9255, + "decisionSuccessRate": 0.0745, + "decisionTotal": 376, "failureBreakdown": { - "ambiguous_runtime": 222, - "context_length": 1, - "framework_architecture_unsupported": 155, - "memory_capacity": 46, - "model_load": 41, + "ambiguous_runtime": 285, + "context_length": 2, + "framework_architecture_unsupported": 174, + "memory_capacity": 86, + "model_load": 46, + "platform_infrastructure": 28, "platform_storage": 3, - "repository_structure": 23, - "tokenizer_compatibility": 1, - "参数/模板问题": 100 + "repository_structure": 38, + "tokenizer_compatibility": 2, + "参数/模板问题": 132 }, - "failureCount": 592, - "failureRate": 0.9564, + "failureCount": 796, + "failureRate": 0.966, "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 3, - "successCount": 27, - "successRate": 0.0436, - "total": 619, - "unresolvedFailureCount": 322 + "platformFailureCount": 31, + "successCount": 28, + "successRate": 0.034, + "total": 824, + "unresolvedFailureCount": 417 }, "hygon_k100-ai": { - "attributableFailureCount": 294, - "decisionFailureRate": 0.9767, - "decisionSuccessRate": 0.0233, - "decisionTotal": 301, + "attributableFailureCount": 375, + "decisionFailureRate": 0.974, + "decisionSuccessRate": 0.026, + "decisionTotal": 385, "failureBreakdown": { - "ambiguous_runtime": 152, - "context_length": 5, - "framework_architecture_unsupported": 168, - "memory_capacity": 6, - "model_load": 49, - "repository_structure": 30, - "runtime_memory": 29, - "tokenizer_compatibility": 7, - "参数/模板问题": 220 + "ambiguous_runtime": 154, + "context_length": 9, + "framework_architecture_unsupported": 190, + "memory_capacity": 13, + "model_load": 56, + "repository_structure": 54, + "runtime_memory": 34, + "tokenizer_compatibility": 19, + "参数/模板问题": 239 }, - "failureCount": 666, - "failureRate": 0.9896, + "failureCount": 768, + "failureRate": 0.9871, "pendingCount": 0, "pendingRate": 0.0, "platformFailureCount": 0, - "successCount": 7, - "successRate": 0.0104, - "total": 673, - "unresolvedFailureCount": 372 + "successCount": 10, + "successRate": 0.0129, + "total": 778, + "unresolvedFailureCount": 393 } }, "observedGpuMemoryGiB": { @@ -2647,39 +2806,40 @@ }, "recentProfileCombinationStats": {}, "sizedProfileCombinationStats": {}, - "terminalRecords": 6800, - "totalRecords": 6800, + "terminalRecords": 8800, + "totalRecords": 8800, "totals": { - "attributableFailureCount": 3609, - "decisionFailureRate": 0.9123, - "decisionSuccessRate": 0.0877, - "decisionTotal": 3956, + "attributableFailureCount": 4877, + "decisionFailureRate": 0.9147, + "decisionSuccessRate": 0.0853, + "decisionTotal": 5332, "failureBreakdown": { - "ambiguous_runtime": 1354, + "ambiguous_runtime": 1560, "attention_backend": 2, - "backend_operator": 120, + "backend_operator": 123, "configuration_launch": 456, - "context_length": 35, - "framework_architecture_unsupported": 1620, - "memory_capacity": 350, - "model_load": 319, - "platform_infrastructure": 12, + "context_length": 90, + "framework_architecture_unsupported": 2040, + "memory_capacity": 684, + "model_load": 445, + "platform_infrastructure": 106, + "platform_stall": 2, "platform_storage": 16, - "quantization_compatibility": 230, - "repository_structure": 204, - "runtime_memory": 54, - "tokenizer_compatibility": 219, - "参数/模板问题": 1462 + "quantization_compatibility": 234, + "repository_structure": 401, + "runtime_memory": 60, + "tokenizer_compatibility": 342, + "参数/模板问题": 1784 }, - "failureCount": 6453, - "failureRate": 0.949, + "failureCount": 8345, + "failureRate": 0.9483, "pendingCount": 0, "pendingRate": 0.0, - "platformFailureCount": 28, - "successCount": 347, - "successRate": 0.051, - "total": 6800, - "unresolvedFailureCount": 2816 + "platformFailureCount": 124, + "successCount": 455, + "successRate": 0.0517, + "total": 8800, + "unresolvedFailureCount": 3344 }, "warnings": [ "GPU Kunlunxin_p-800 本地统计失败率偏高(≥50%),建议重点关注。", @@ -2700,6 +2860,7 @@ "组合 Iluvatar_bi-150|transformers|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 MetaX_c-500|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Iluvatar_mrv-100|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", + "组合 Iluvatar_mrv-100|unknown|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Kunlunxin_p-800|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Iluvatar_bi-150|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Biren_166m|unknown|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", @@ -2711,6 +2872,7 @@ "组合 Kunlunxin_p-800|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Ascend_910-b3|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Mthreads_s4000|llamacpp|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", + "组合 Cambricon_mlu-370-x4|unknown|visual-multi-modal 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Iluvatar_bi-100|vllm|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Sunrise_pt-200-x1|vllm_fix_tokenizer|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", "组合 Iluvatar_bi-100|transformers|text-generation 近期失败集中,建议降低该 GPU+框架的提交优先级。", @@ -2721,6 +2883,6 @@ ] }, "storageMode": "decision_state_only", - "summarizedRecords": 6800, + "summarizedRecords": 8800, "version": 1 } diff --git a/manifest.json b/manifest.json index f84243ab39..c20a6966a4 100644 --- a/manifest.json +++ b/manifest.json @@ -2,16 +2,16 @@ "agentVersion": "2026.10.18.1", "checksums": { ".modelhub_state/architecture_compatibility_blacklist.json": "cf8a15bf7ccacf4289941ea20aa05e3f3a07ba146a417f7bf2207cdef08e8315", - ".modelhub_state/architecture_history_backfill.json": "94d48b6facbdbb7d4f7dd4681e59cf5228501c6b69764827a9e4486bd545ffc2", - ".modelhub_state/outcome_checkpoint.json": "992b3f19fc2bcbd6cdddc0efbf6ea10052b9826d320ba865b57dbdacdd44cba3", + ".modelhub_state/architecture_history_backfill.json": "8ede0c61635e9c1530d29675eeb8248224ed7a37957f32fb4e398171b63ae82a", + ".modelhub_state/outcome_checkpoint.json": "c2d59268810336cf9f5572d81d953ba99bcbcfe886bac3fde03e634048a0e686", ".modelhub_state/recent_outcomes.jsonl": "c143874dcbd0ebbd772b1a392ac56ed9579561fd503ca0748cceaaec6515733f", ".modelhub_state/recovery_active_tasks.jsonl": "19e04baa4c348acfae3fa98795c6c9f685b3c9c1d8af07c20dde8cc44887a9f7", ".modelhub_state/recovery_intents.jsonl": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "outcomes/submissions.jsonl": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, - "generation": 5, + "generation": 6, "phase": "history_backfill", "schemaVersion": 1, - "updatedAt": "2026-10-18T08:49:05.822669+00:00", + "updatedAt": "2026-10-18T08:51:52.283052+00:00", "writerId": "3c2dfc0efcf247b2bbc75baf49fc4866" }