{ "num_seeds": 1, "per_seed": [ { "benchmark": "custom", "final_avg_acc": 0.5645833333333333, "final_last_task_accuracy": 0.9416666666666667, "final_forgetting": 0.49259259259259264, "opened_slots": 30, "pruned_slots": 0, "merged_slots": 0, "frozen_slots": 0, "kept_slots": 84, "parameter_growth": 667392, "total_active_rank": 216, "training_time_total": 1687.2578581795096, "seed_wall_time_total": 1837.8355133719742, "inference_overhead_ratio": 16.11289467772114, "task_metrics": [ { "task_id": 1, "avg_acc": 0.9833333333333333, "last_task_accuracy": 0.9833333333333333, "forgetting": 0.0, "per_task_acc": [ 0.9833333333333333 ], "per_task_accuracy": [ 0.9833333333333333 ], "accuracy_matrix_row": [ 0.9833333333333333 ], "opened_slots": 12, "pruned_slots": 0, "merged_slots": 0, "frozen_slots": 0, "kept_slots": 12, "parameter_growth": 148992, "parameter_growth_delta": 148992, "total_active_rank": 48, "training_time": 69.5620037317276, "task_wall_time": 74.0027396096848, "inference_overhead_ratio": 5.377529961405832, "mean_loss": 0.7449880133817594, "mean_loss_cls": 0.7429880186667044, "mean_loss_kd": 0.0, "mean_loss_feat": 0.0, "mean_loss_orth": 0.0, "mean_loss_rank": 4.0, "mean_loss_grow": 0.0, "mean_loss_route": 0.0, "weighted_loss_balance": { "weighted_losses": { "cls": 0.7429880186667044, "kd": 0.0, "feat": 0.0, "orth": 0.0, "rank": 0.002, "grow": 0.0, "route": 0.0 }, "weighted_shares": { "cls": 0.9973153930668853, "kd": 0.0, "feat": 0.0, "orth": 0.0, "rank": 0.0026846069331146758, "grow": 0.0, "route": 0.0 }, "weighted_total": 0.7449880186667044, "retention_weighted_total": 0.0, "retention_to_cls_ratio": 0.0 }, "forgetting_decomposition": { "tasks": [], "drop_from_best_summary": { "mean": 0.0, "min": 0.0, "max": 0.0, "p50": 0.0, "p90": 0.0, "p99": 0.0, "first": 0.0, "last": 0.0, "count": 0.0 }, "drop_from_latest_summary": { "mean": 0.0, "min": 0.0, "max": 0.0, "p50": 0.0, "p90": 0.0, "p99": 0.0, "first": 0.0, "last": 0.0, "count": 0.0 } }, "current_train_accuracy": 0.9743055555555555, "epoch_history": [ { "epoch": 1, "train_loss": 5.080207983652751, "train_accuracy": 0.3333333333333333, "loss_total": 5.080207983652751, "loss_cls": 5.078208065032959, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.803728531580418, "eta_task_seconds": 61.233556784223765, "eta_seed_seconds": 265.3454127316363 }, { "epoch": 2, "train_loss": 0.7233723302682241, "train_accuracy": 0.7465277777777778, "loss_total": 0.7233723302682241, "loss_cls": 0.7213723331689834, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.831277927849442, "eta_task_seconds": 54.54002583771944, "eta_seed_seconds": 259.06512272916734 }, { "epoch": 3, "train_loss": 0.2856228118141492, "train_accuracy": 0.9555555555555556, "loss_total": 0.2856228118141492, "loss_cls": 0.2836228077610334, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.898594334721565, "eta_task_seconds": 47.911735186353326, "eta_seed_seconds": 253.24774312786758 }, { "epoch": 4, "train_loss": 0.23256978491942087, "train_accuracy": 0.96875, "loss_total": 0.23256978491942087, "loss_cls": 0.23056978086630503, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.8187129138968885, "eta_task_seconds": 41.02847056207247, "eta_seed_seconds": 246.17082337243482 }, { "epoch": 5, "train_loss": 0.2091616893808047, "train_accuracy": 0.9743055555555555, "loss_total": 0.2091616893808047, "loss_cls": 0.20716168532768886, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.960022171027958, "eta_task_seconds": 34.31233587907627, "eta_seed_seconds": 240.1863511535339 }, { "epoch": 6, "train_loss": 0.19963878641525903, "train_accuracy": 0.9715277777777778, "loss_total": 0.19963878641525903, "loss_cls": 0.1976387823621432, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 7.018979583866894, "eta_task_seconds": 27.55421030862878, "eta_seed_seconds": 234.2107876233446 }, { "epoch": 7, "train_loss": 0.18581063449382781, "train_accuracy": 0.9791666666666666, "loss_total": 0.18581063449382781, "loss_cls": 0.18381063068906467, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.9228357169777155, "eta_task_seconds": 20.68035050568038, "eta_seed_seconds": 227.48385556248417 }, { "epoch": 8, "train_loss": 0.18172397315502167, "train_accuracy": 0.9791666666666666, "loss_total": 0.18172397315502167, "loss_cls": 0.1797239693502585, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.8865909511223435, "eta_task_seconds": 13.785185532760806, "eta_seed_seconds": 220.5629685241729 }, { "epoch": 9, "train_loss": 0.17462724149227143, "train_accuracy": 0.9791666666666666, "loss_total": 0.17462724149227143, "loss_cls": 0.1726272374391556, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.867775057908148, "eta_task_seconds": 6.889835243216819, "eta_seed_seconds": 213.5848925397214 }, { "epoch": 10, "train_loss": 0.17714489822586377, "train_accuracy": 0.9743055555555555, "loss_total": 0.17714489822586377, "loss_cls": 0.1751448946694533, "loss_kd": 0.0, "loss_feat": 0.0, "loss_orth": 0.0, "loss_rank": 4.0, "loss_grow": 0.0, "loss_route": 0.0, "epoch_time": 6.885325219016522, "eta_task_seconds": 0.0, "eta_seed_seconds": 206.6815272239037 } ] }, { "task_id": 2, "avg_acc": 0.6666666666666667, "last_task_accuracy": 0.9305555555555556, "forgetting": 0.5805555555555555, "per_task_acc": [ 0.4027777777777778, 0.9305555555555556 ], "per_task_accuracy": [ 0.4027777777777778, 0.9305555555555556 ], "accuracy_matrix_row": [ 0.4027777777777778, 0.9305555555555556 ], "opened_slots": 6, "pruned_slots": 0, "merged_slots": 0, "frozen_slots": 0, "kept_slots": 18, "parameter_growth": 346368, "parameter_growth_delta": 197376, "total_active_rank": 112, "training_time": 466.36145408591256, "task_wall_time": 488.0427388898097, "inference_overhead_ratio": 20.44259706610883, "mean_loss": 1.1490236828227838, "mean_loss_cls": 1.053393479088942, "mean_loss_kd": 0.0003874308065618, "mean_loss_feat": 6.748017973829216e-05, "mean_loss_orth": 0.8745834807511766, "mean_loss_rank": 6.222222328186035, "mean_loss_grow": 0.5, "mean_loss_route": 6.144512079420868e-06, "weighted_loss_balance": { "weighted_losses": { "cls": 1.053393479088942, "kd": 0.0023245848393708, "feat": 0.00023618062908402256, "orth": 0.08745834807511767, "rank": 0.0031111111640930176, "grow": 0.0025, "route": 6.144512079420869e-09 }, "weighted_shares": { "cls": 0.9167726218138023, "kd": 0.0020230956239274825, "feat": 0.00020554896042669597, "orth": 0.07611535542604196, "rank": 0.0027076126777683665, "grow": 0.0021757601504394626, "route": 5.347593810519138e-09 }, "weighted_total": 1.1490237099411196, "retention_weighted_total": 0.0025607654684548227, "retention_to_cls_ratio": 0.0024309676481665474 }, "forgetting_decomposition": { "tasks": [ { "task_number": 1, "current_accuracy": 0.4027777777777778, "best_prior_accuracy": 0.9833333333333333, "latest_prior_accuracy": 0.9833333333333333, "drop_from_best": 0.5805555555555555, "drop_from_latest": 0.5805555555555555 } ], "drop_from_best_summary": { "mean": 0.5805555582046509, "min": 0.5805555582046509, "max": 0.5805555582046509, "p50": 0.5805555582046509, "p90": 0.5805555582046509, "p99": 0.5805555582046509, "first": 0.5805555582046509, "last": 0.5805555582046509, "count": 1.0 }, "drop_from_latest_summary": { "mean": 0.5805555582046509, "min": 0.5805555582046509, "max": 0.5805555582046509, "p50": 0.5805555582046509, "p90": 0.5805555582046509, "p99": 0.5805555582046509, "first": 0.5805555582046509, "last": 0.5805555582046509, "count": 1.0 } }, "current_train_accuracy": 0.9645833333333333, "epoch_history": [ { "epoch": 1, "train_loss": 6.871728912989298, "train_accuracy": 0.33055555555555555, "loss_total": 6.871728912989298, "loss_cls": 5.998904879887899, "loss_kd": 0.0016762838582508265, "loss_feat": 0.00010424786232761107, "loss_orth": 8.567907220125198, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.614960693696048e-06, "epoch_time": 46.75162230525166, "eta_task_seconds": 420.7646007472649, "eta_seed_seconds": 559.8886082107201 }, { "epoch": 2, "train_loss": 1.6849885125954946, "train_accuracy": 0.5090277777777777, "loss_total": 1.6849885125954946, "loss_cls": 1.6557575782140097, "loss_kd": 0.0010352214138644436, "loss_feat": 6.994839204708115e-05, "loss_orth": 0.17163635107378164, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.429215060658559e-06, "epoch_time": 46.81147315213457, "eta_task_seconds": 374.2523818295449, "eta_seed_seconds": 513.3763892930001 }, { "epoch": 3, "train_loss": 0.4792024701833725, "train_accuracy": 0.9111111111111111, "loss_total": 0.4792024701833725, "loss_cls": 0.4709296584129333, "loss_kd": 0.0003126341517296775, "loss_feat": 5.1385701469068104e-05, "loss_orth": 0.006060331683450689, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.22110322486454e-06, "epoch_time": 47.011479798704386, "eta_task_seconds": 328.0073422642114, "eta_seed_seconds": 467.1313497276666 }, { "epoch": 4, "train_loss": 0.4049556444088618, "train_accuracy": 0.93125, "loss_total": 0.4049556444088618, "loss_cls": 0.39860669473807014, "loss_kd": 8.980917724935959e-05, "loss_feat": 5.057105893987076e-05, "loss_orth": 0.00021973629785255374, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.133347945554609e-06, "epoch_time": 46.54213389195502, "eta_task_seconds": 280.67506372206844, "eta_seed_seconds": 419.79907118552364 }, { "epoch": 5, "train_loss": 0.36511659224828086, "train_accuracy": 0.9527777777777777, "loss_total": 0.36511659224828086, "loss_cls": 0.35865558485190074, "loss_kd": 0.00010743791305382426, "loss_feat": 5.8366045777802356e-05, "loss_orth": 9.771003847921141e-06, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.041399092282518e-06, "epoch_time": 46.39203373482451, "eta_task_seconds": 233.50874288287014, "eta_seed_seconds": 372.63275034632534 }, { "epoch": 6, "train_loss": 0.3512031147877375, "train_accuracy": 0.9493055555555555, "loss_total": 0.3512031147877375, "loss_cls": 0.34464575747648873, "loss_kd": 0.0001200733541433389, "loss_feat": 6.449561321157186e-05, "loss_orth": 6.051834276377121e-07, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 5.991622613995181e-06, "epoch_time": 46.35363153088838, "eta_task_seconds": 186.574916275839, "eta_seed_seconds": 325.6989237392942 }, { "epoch": 7, "train_loss": 0.3389982382456462, "train_accuracy": 0.9576388888888889, "loss_total": 0.3389982382456462, "loss_cls": 0.3323262333869934, "loss_kd": 0.00013306360633578152, "loss_feat": 7.49921907602887e-05, "loss_orth": 2.2138208540430546e-07, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.0025848900598555e-06, "epoch_time": 46.24369855597615, "eta_task_seconds": 139.75974555845772, "eta_seed_seconds": 278.8837530219129 }, { "epoch": 8, "train_loss": 0.32951845626036325, "train_accuracy": 0.9680555555555556, "loss_total": 0.32951845626036325, "loss_cls": 0.3228770136833191, "loss_kd": 0.0001342327685658044, "loss_feat": 6.425831622133652e-05, "loss_orth": 1.7664524042023306e-07, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.007042520650429e-06, "epoch_time": 46.824853114783764, "eta_task_seconds": 93.23273152112961, "eta_seed_seconds": 232.3567389845848 }, { "epoch": 9, "train_loss": 0.33267331719398496, "train_accuracy": 0.9541666666666667, "loss_total": 0.33267331719398496, "loss_cls": 0.3260588323076566, "loss_kd": 0.00012948203002451918, "loss_feat": 6.469676239551821e-05, "loss_orth": 1.9919825480959237e-07, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 6.005036069230603e-06, "epoch_time": 45.95695390086621, "eta_task_seconds": 46.54309777615385, "eta_seed_seconds": 185.66710523960904 }, { "epoch": 10, "train_loss": 0.3318515693147977, "train_accuracy": 0.9645833333333333, "loss_total": 0.3318515693147977, "loss_cls": 0.3251725579301516, "loss_kd": 0.00013606979240042468, "loss_feat": 7.183985423277287e-05, "loss_orth": 1.9491862654300955e-07, "loss_rank": 6.222222328186035, "loss_grow": 0.5, "loss_route": 5.998808683216339e-06, "epoch_time": 46.7872224887833, "eta_task_seconds": 0.0, "eta_seed_seconds": 139.1240074634552 } ] }, { "task_id": 3, "avg_acc": 0.5324074074074074, "last_task_accuracy": 0.8805555555555555, "forgetting": 0.5986111111111111, "per_task_acc": [ 0.23055555555555557, 0.4861111111111111, 0.8805555555555555 ], "per_task_accuracy": [ 0.23055555555555557, 0.4861111111111111, 0.8805555555555555 ], "accuracy_matrix_row": [ 0.23055555555555557, 0.4861111111111111, 0.8805555555555555 ], "opened_slots": 6, "pruned_slots": 0, "merged_slots": 0, "frozen_slots": 0, "kept_slots": 24, "parameter_growth": 519168, "parameter_growth_delta": 172800, "total_active_rank": 168, "training_time": 570.549597625155, "task_wall_time": 626.0282694129273, "inference_overhead_ratio": 12.814365250584055, "mean_loss": 1.498409044543902, "mean_loss_cls": 1.378497093319893, "mean_loss_kd": 0.0009233211580188557, "mean_loss_feat": 0.0004388329596501232, "mean_loss_orth": 1.067003686949611, "mean_loss_rank": 7.0, "mean_loss_grow": 0.5, "mean_loss_route": 0.1357652147114277, "weighted_loss_balance": { "weighted_losses": { "cls": 1.378497093319893, "kd": 0.005539926948113134, "feat": 0.0015359153587754311, "orth": 0.10670036869496109, "rank": 0.0035, "grow": 0.0025, "route": 0.00013576521471142769 }, "weighted_shares": { "cls": 0.9199738051147429, "kd": 0.0036972059638073055, "feat": 0.0010250307409381738, "orth": 0.07120910495287498, "rank": 0.002335810741643973, "grow": 0.0016684362440314092, "route": 9.06062419613009e-05 }, "weighted_total": 1.498409069536454, "retention_weighted_total": 0.007075842306888565, "retention_to_cls_ratio": 0.005133012134140605 }, "forgetting_decomposition": { "tasks": [ { "task_number": 1, "current_accuracy": 0.23055555555555557, "best_prior_accuracy": 0.9833333333333333, "latest_prior_accuracy": 0.4027777777777778, "drop_from_best": 0.7527777777777778, "drop_from_latest": 0.17222222222222222 }, { "task_number": 2, "current_accuracy": 0.4861111111111111, "best_prior_accuracy": 0.9305555555555556, "latest_prior_accuracy": 0.9305555555555556, "drop_from_best": 0.4444444444444445, "drop_from_latest": 0.4444444444444445 } ], "drop_from_best_summary": { "mean": 0.5986111164093018, "min": 0.4444444477558136, "max": 0.7527777552604675, "p50": 0.5986111164093018, "p90": 0.7219443917274475, "p99": 0.7496944069862366, "first": 0.7527777552604675, "last": 0.4444444477558136, "count": 2.0 }, "drop_from_latest_summary": { "mean": 0.3083333373069763, "min": 0.17222222685813904, "max": 0.4444444477558136, "p50": 0.3083333373069763, "p90": 0.4172222316265106, "p99": 0.44172221422195435, "first": 0.17222222685813904, "last": 0.4444444477558136, "count": 2.0 } }, "current_train_accuracy": 0.9083333333333333, "epoch_history": [ { "epoch": 1, "train_loss": 7.244409132003784, "train_accuracy": 0.3284722222222222, "loss_total": 7.244409132003784, "loss_cls": 6.431654421488444, "loss_kd": 0.0001855639379452138, "loss_feat": 3.812636811441432e-05, "loss_orth": 8.053740906715394, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13398076146841048, "epoch_time": 56.857509669847786, "eta_task_seconds": 511.7175870286301, "eta_seed_seconds": 779.6793159374502 }, { "epoch": 2, "train_loss": 2.2863599002361297, "train_accuracy": 0.3923611111111111, "loss_total": 2.2863599002361297, "loss_cls": 2.0910243888696036, "loss_kd": 0.001253285855636932, "loss_feat": 0.0003441844312571144, "loss_orth": 1.8047624766826629, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13483445247014364, "epoch_time": 57.17034530779347, "eta_task_seconds": 456.111419910565, "eta_seed_seconds": 724.0731488193851 }, { "epoch": 3, "train_loss": 0.8527637203534444, "train_accuracy": 0.8243055555555555, "loss_total": 0.8527637203534444, "loss_cls": 0.7863227268060048, "loss_kd": 0.001763214902409042, "loss_feat": 0.0005944526356567319, "loss_orth": 0.47644833028316497, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13629555801550547, "epoch_time": 57.67789118224755, "eta_task_seconds": 400.6467410397405, "eta_seed_seconds": 668.6084699485606 }, { "epoch": 4, "train_loss": 0.7105748315652212, "train_accuracy": 0.8854166666666666, "loss_total": 0.7105748315652212, "loss_cls": 0.6809273322423299, "loss_kd": 0.0010326771434241286, "loss_feat": 0.0004934348748065531, "loss_orth": 0.15588557124137878, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.1358773723244667, "epoch_time": 56.872421440668404, "eta_task_seconds": 342.8672514008358, "eta_seed_seconds": 610.8289803096559 }, { "epoch": 5, "train_loss": 0.6697517315546672, "train_accuracy": 0.8930555555555556, "loss_total": 0.6697517315546672, "loss_cls": 0.6499489307403564, "loss_kd": 0.0008677022842069466, "loss_feat": 0.0004746875036895896, "loss_orth": 0.06799097980062167, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13609633793433507, "epoch_time": 56.7344515491277, "eta_task_seconds": 285.3126191496849, "eta_seed_seconds": 553.274348058505 }, { "epoch": 6, "train_loss": 0.6585200587908427, "train_accuracy": 0.8944444444444445, "loss_total": 0.6585200587908427, "loss_cls": 0.6421086688836416, "loss_kd": 0.0008213283358297001, "loss_feat": 0.00047179247873524823, "loss_orth": 0.03696094714105129, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13607445309559504, "epoch_time": 56.01201393408701, "eta_task_seconds": 227.54975538918129, "eta_seed_seconds": 495.5114842980014 }, { "epoch": 7, "train_loss": 0.6444572766621908, "train_accuracy": 0.9048611111111111, "loss_total": 0.6444572766621908, "loss_cls": 0.6291974663734436, "loss_kd": 0.0008345393638592213, "loss_feat": 0.00048390941810794175, "loss_orth": 0.024229443880418935, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13595894972483316, "epoch_time": 57.50311829801649, "eta_task_seconds": 170.9261791636236, "eta_seed_seconds": 438.8879080724437 }, { "epoch": 8, "train_loss": 0.6450437903404236, "train_accuracy": 0.9020833333333333, "loss_total": 0.6450437903404236, "loss_cls": 0.6302463551362355, "loss_kd": 0.0008463057378927867, "loss_feat": 0.0004927597658631081, "loss_orth": 0.018591617917021117, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13579696665207544, "epoch_time": 57.101797682233155, "eta_task_seconds": 113.98238726600539, "eta_seed_seconds": 381.94411617482547 }, { "epoch": 9, "train_loss": 0.6377204934755961, "train_accuracy": 0.90625, "loss_total": 0.6377204934755961, "loss_cls": 0.6234130799770355, "loss_kd": 0.0008087174540075163, "loss_feat": 0.0004868057983306547, "loss_orth": 0.01614733651901285, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.13657397429148357, "epoch_time": 57.05702463584021, "eta_task_seconds": 56.99850818887353, "eta_seed_seconds": 324.9602370976936 }, { "epoch": 10, "train_loss": 0.634489510456721, "train_accuracy": 0.9083333333333333, "loss_total": 0.634489510456721, "loss_cls": 0.6201275626818339, "loss_kd": 0.0008198765649770697, "loss_feat": 0.0005081763219398756, "loss_orth": 0.015279259315381448, "loss_rank": 7.0, "loss_grow": 0.5, "loss_route": 0.1361633211374283, "epoch_time": 56.88086433475837, "eta_task_seconds": 0.0, "eta_seed_seconds": 267.9617289088201 } ] }, { "task_id": 4, "avg_acc": 0.5645833333333333, "last_task_accuracy": 0.9416666666666667, "forgetting": 0.49259259259259264, "per_task_acc": [ 0.2111111111111111, 0.3416666666666667, 0.7638888888888888, 0.9416666666666667 ], "per_task_accuracy": [ 0.2111111111111111, 0.3416666666666667, 0.7638888888888888, 0.9416666666666667 ], "accuracy_matrix_row": [ 0.2111111111111111, 0.3416666666666667, 0.7638888888888888, 0.9416666666666667 ], "opened_slots": 6, "pruned_slots": 0, "merged_slots": 0, "frozen_slots": 0, "kept_slots": 30, "parameter_growth": 667392, "parameter_growth_delta": 148224, "total_active_rank": 216, "training_time": 580.7848027367145, "task_wall_time": 649.7422235328704, "inference_overhead_ratio": 16.11289467772114, "mean_loss": 1.723456406990687, "mean_loss_cls": 1.5834960699081422, "mean_loss_kd": 0.0011590233704676697, "mean_loss_feat": 0.0005958001754333964, "mean_loss_orth": 1.2458122531076272, "mean_loss_rank": 7.200000286102295, "mean_loss_grow": 0.5, "mean_loss_route": 0.23965244626005494, "weighted_loss_balance": { "weighted_losses": { "cls": 1.5834960699081422, "kd": 0.006954140222806018, "feat": 0.0020853006140168872, "orth": 0.12458122531076272, "rank": 0.0036000001430511477, "grow": 0.0025, "route": 0.00023965244626005495 }, "weighted_shares": { "cls": 0.91879091362043, "kd": 0.004034996341435295, "feat": 0.0012099526438590802, "orth": 0.07228568482008821, "rank": 0.002088825784493117, "grow": 0.001450573403812945, "route": 0.00013905338588141874 }, "weighted_total": 1.723456388645039, "retention_weighted_total": 0.009039440836822905, "retention_to_cls_ratio": 0.005708533799737993 }, "forgetting_decomposition": { "tasks": [ { "task_number": 1, "current_accuracy": 0.2111111111111111, "best_prior_accuracy": 0.9833333333333333, "latest_prior_accuracy": 0.23055555555555557, "drop_from_best": 0.7722222222222221, "drop_from_latest": 0.01944444444444446 }, { "task_number": 2, "current_accuracy": 0.3416666666666667, "best_prior_accuracy": 0.9305555555555556, "latest_prior_accuracy": 0.4861111111111111, "drop_from_best": 0.5888888888888889, "drop_from_latest": 0.14444444444444443 }, { "task_number": 3, "current_accuracy": 0.7638888888888888, "best_prior_accuracy": 0.8805555555555555, "latest_prior_accuracy": 0.8805555555555555, "drop_from_best": 0.1166666666666667, "drop_from_latest": 0.1166666666666667 } ], "drop_from_best_summary": { "mean": 0.49259260296821594, "min": 0.11666666716337204, "max": 0.7722222208976746, "p50": 0.5888888835906982, "p90": 0.7355555295944214, "p99": 0.7685555815696716, "first": 0.7722222208976746, "last": 0.11666666716337204, "count": 3.0 }, "drop_from_latest_summary": { "mean": 0.09351852536201477, "min": 0.01944444514811039, "max": 0.14444445073604584, "p50": 0.11666666716337204, "p90": 0.1388888955116272, "p99": 0.14388889074325562, "first": 0.01944444514811039, "last": 0.11666666716337204, "count": 3.0 } }, "current_train_accuracy": 0.9006944444444445, "epoch_history": [ { "epoch": 1, "train_loss": 6.989188353220622, "train_accuracy": 0.30486111111111114, "loss_total": 6.989188353220622, "loss_cls": 6.357843955357869, "loss_kd": 0.0002172580992919393, "loss_feat": 6.73606965089372e-05, "loss_orth": 6.234624433517456, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.24264106551806133, "epoch_time": 58.28012067312375, "eta_task_seconds": 524.5210860581137, "eta_seed_seconds": 524.5210860581137 }, { "epoch": 2, "train_loss": 2.3892866253852842, "train_accuracy": 0.42430555555555555, "loss_total": 2.3892866253852842, "loss_cls": 2.091752596696218, "loss_kd": 0.001298907024708266, "loss_feat": 0.00047116166000099233, "loss_orth": 2.817545163631439, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.23699197868506114, "epoch_time": 59.00545128341764, "eta_task_seconds": 469.14228782616556, "eta_seed_seconds": 469.14228782616556 }, { "epoch": 3, "train_loss": 1.1614497005939484, "train_accuracy": 0.8576388888888888, "loss_total": 1.1614497005939484, "loss_cls": 1.0226674675941467, "loss_kd": 0.0013497343519702555, "loss_feat": 0.0005940311792073771, "loss_orth": 1.222667157649994, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.23794364283482233, "epoch_time": 58.33911924622953, "eta_task_seconds": 409.79094613979885, "eta_seed_seconds": 409.79094613979885 }, { "epoch": 4, "train_loss": 1.0192637105782827, "train_accuracy": 0.8868055555555555, "loss_total": 1.0192637105782827, "loss_cls": 0.9390911817550659, "loss_kd": 0.0010205736344990632, "loss_feat": 0.000544102165925627, "loss_orth": 0.6580548445383708, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.2392070492108663, "epoch_time": 58.15153013402596, "eta_task_seconds": 350.6643320051953, "eta_seed_seconds": 350.6643320051953 }, { "epoch": 5, "train_loss": 0.972880619764328, "train_accuracy": 0.8916666666666667, "loss_total": 0.972880619764328, "loss_cls": 0.9162879705429077, "loss_kd": 0.0010970950650516897, "loss_feat": 0.0005857982323504984, "loss_orth": 0.41620709002017975, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.23904614100853602, "epoch_time": 58.52401049667969, "eta_task_seconds": 292.3002318334766, "eta_seed_seconds": 292.3002318334766 }, { "epoch": 6, "train_loss": 0.9559338092803955, "train_accuracy": 0.8916666666666667, "loss_total": 0.9559338092803955, "loss_cls": 0.9105192323525747, "loss_kd": 0.0011713314219377936, "loss_feat": 0.0006478896451881155, "loss_orth": 0.29778206447760264, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.24075274070103964, "epoch_time": 57.55342572182417, "eta_task_seconds": 233.23577170353383, "eta_seed_seconds": 233.23577170353383 }, { "epoch": 7, "train_loss": 0.940728243192037, "train_accuracy": 0.9048611111111111, "loss_total": 0.940728243192037, "loss_cls": 0.9004450142383575, "loss_kd": 0.0013009595141435662, "loss_feat": 0.0007237405729635308, "loss_orth": 0.23604745417833328, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.23963186293840408, "epoch_time": 57.67462336504832, "eta_task_seconds": 174.65497753729244, "eta_seed_seconds": 174.65497753729244 }, { "epoch": 8, "train_loss": 0.9378598749637603, "train_accuracy": 0.8979166666666667, "loss_total": 0.9378598749637603, "loss_cls": 0.9004729529221852, "loss_kd": 0.0013368670634614924, "loss_feat": 0.0007531925337389111, "loss_orth": 0.2038953959941864, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.24000857025384903, "epoch_time": 57.665942520834506, "eta_task_seconds": 116.29855586029589, "eta_seed_seconds": 116.29855586029589 }, { "epoch": 9, "train_loss": 0.9385961850484212, "train_accuracy": 0.8902777777777777, "loss_total": 0.9385961850484212, "loss_cls": 0.9020903845628102, "loss_kd": 0.0014277335780207069, "loss_feat": 0.0007847475819289685, "loss_orth": 0.18851957569519678, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.2407977004845937, "epoch_time": 58.19164788117632, "eta_task_seconds": 58.153985702484434, "eta_seed_seconds": 58.153985702484434 }, { "epoch": 10, "train_loss": 0.9293769478797913, "train_accuracy": 0.9006944444444445, "loss_total": 0.9293769478797913, "loss_cls": 0.8937899430592855, "loss_kd": 0.0013697739515919239, "loss_feat": 0.0007859774865210057, "loss_orth": 0.18277935137351353, "loss_rank": 7.200000286102295, "loss_grow": 0.5, "loss_route": 0.2395037109653155, "epoch_time": 56.69616884691641, "eta_task_seconds": 0.0, "eta_seed_seconds": 0.0 } ] } ], "accuracy_matrix": [ [ 0.9833333333333333 ], [ 0.4027777777777778, 0.9305555555555556 ], [ 0.23055555555555557, 0.4861111111111111, 0.8805555555555555 ], [ 0.2111111111111111, 0.3416666666666667, 0.7638888888888888, 0.9416666666666667 ] ], "seed": 1 } ], "final_avg_acc_mean": 0.5645833333333333, "final_avg_acc_std": 0.0, "final_last_task_accuracy_mean": 0.9416666666666667, "final_last_task_accuracy_std": 0.0, "final_forgetting_mean": 0.49259259259259264, "final_forgetting_std": 0.0, "parameter_growth_mean": 667392.0, "parameter_growth_std": 0.0, "total_active_rank_mean": 216.0, "total_active_rank_std": 0.0, "training_time_total_mean": 1687.2578581795096, "training_time_total_std": 0.0, "opened_slots_mean": 30.0, "opened_slots_std": 0.0, "pruned_slots_mean": 0.0, "pruned_slots_std": 0.0, "merged_slots_mean": 0.0, "merged_slots_std": 0.0, "frozen_slots_mean": 0.0, "frozen_slots_std": 0.0, "kept_slots_mean": 84.0, "kept_slots_std": 0.0, "benchmark": "custom", "config_name": "custom" }