diff options
Diffstat (limited to 'results')
| -rw-r--r-- | results/depth_ladder/depth_ladder.png | bin | 0 -> 89453 bytes | |||
| -rw-r--r-- | results/depth_ladder/frozen_init_identity.json | 57 | ||||
| -rw-r--r-- | results/depth_ladder/ladder_d256_L4_cifar10.json | 2274 | ||||
| -rw-r--r-- | results/depth_ladder/ladder_d512_L2_cifar10.json | 1378 |
4 files changed, 3709 insertions, 0 deletions
diff --git a/results/depth_ladder/depth_ladder.png b/results/depth_ladder/depth_ladder.png Binary files differnew file mode 100644 index 0000000..5fd1f81 --- /dev/null +++ b/results/depth_ladder/depth_ladder.png diff --git a/results/depth_ladder/frozen_init_identity.json b/results/depth_ladder/frozen_init_identity.json new file mode 100644 index 0000000..1c7048b --- /dev/null +++ b/results/depth_ladder/frozen_init_identity.json @@ -0,0 +1,57 @@ +{ + "config": { + "d_hidden": 256, + "L": 4, + "num_classes": 10, + "batch": 256, + "dataset": "cifar10-test", + "seeds": [ + 42, + 123, + 456 + ] + }, + "per_seed": { + "42": { + "per_block_ratio": [ + 0.09595257043838501, + 0.0955488458275795, + 0.09637212753295898, + 0.09818045794963837 + ], + "rel_dev": 0.1959637552499771, + "cos": 0.9811521172523499 + }, + "123": { + "per_block_ratio": [ + 0.09584859013557434, + 0.09690074622631073, + 0.10017187148332596, + 0.09818752110004425 + ], + "rel_dev": 0.19837374985218048, + "cos": 0.9805399179458618 + }, + "456": { + "per_block_ratio": [ + 0.09482444077730179, + 0.09799206256866455, + 0.09791108965873718, + 0.09693857282400131 + ], + "rel_dev": 0.19332122802734375, + "cos": 0.9819751381874084 + } + }, + "per_block_ratio_mean": [ + 0.09554186711708705, + 0.09681388487418492, + 0.09815169622500737, + 0.09776885062456131 + ], + "per_block_ratio_grand_mean": 0.09706907471021016, + "rel_dev_mean": 0.19588624437650046, + "rel_dev_std": 0.0025271525773572136, + "cos_mean": 0.98122239112854, + "cos_std": 0.0007201861555822825 +}
\ No newline at end of file diff --git a/results/depth_ladder/ladder_d256_L4_cifar10.json b/results/depth_ladder/ladder_d256_L4_cifar10.json new file mode 100644 index 0000000..cfbd363 --- /dev/null +++ b/results/depth_ladder/ladder_d256_L4_cifar10.json @@ -0,0 +1,2274 @@ +{ + "config": { + "d_hidden": 256, + "num_blocks": 4, + "dataset": "cifar10", + "methods": [ + "bp", + "fa", + "dfa" + ], + "k_values": [ + 0, + 1, + 2, + 3, + 4 + ], + "seeds": [ + 42, + 123, + 456 + ], + "epochs": 100, + "lr": 0.001, + "wd": 0.01, + "batch_size": 128, + "gpu": 0, + "output_dir": "results/depth_ladder", + "num_classes": 10 + }, + "results": { + "bp": { + "0": { + "42": { + "final_acc": 0.3882, + "curve": [ + [ + 1, + 0.3543 + ], + [ + 10, + 0.3673 + ], + [ + 20, + 0.3483 + ], + [ + 30, + 0.3498 + ], + [ + 40, + 0.3608 + ], + [ + 50, + 0.3627 + ], + [ + 60, + 0.3697 + ], + [ + 70, + 0.3803 + ], + [ + 80, + 0.3821 + ], + [ + 90, + 0.387 + ], + [ + 100, + 0.3882 + ] + ] + }, + "123": { + "final_acc": 0.3899, + "curve": [ + [ + 1, + 0.3535 + ], + [ + 10, + 0.3654 + ], + [ + 20, + 0.3612 + ], + [ + 30, + 0.3586 + ], + [ + 40, + 0.3633 + ], + [ + 50, + 0.3608 + ], + [ + 60, + 0.3772 + ], + [ + 70, + 0.3791 + ], + [ + 80, + 0.3897 + ], + [ + 90, + 0.3884 + ], + [ + 100, + 0.3899 + ] + ] + }, + "456": { + "final_acc": 0.3878, + "curve": [ + [ + 1, + 0.3551 + ], + [ + 10, + 0.368 + ], + [ + 20, + 0.3509 + ], + [ + 30, + 0.3655 + ], + [ + 40, + 0.3573 + ], + [ + 50, + 0.3543 + ], + [ + 60, + 0.3716 + ], + [ + 70, + 0.3824 + ], + [ + 80, + 0.3852 + ], + [ + 90, + 0.3891 + ], + [ + 100, + 0.3878 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.5683, + "curve": [ + [ + 1, + 0.3736 + ], + [ + 10, + 0.489 + ], + [ + 20, + 0.5089 + ], + [ + 30, + 0.526 + ], + [ + 40, + 0.5365 + ], + [ + 50, + 0.5486 + ], + [ + 60, + 0.5524 + ], + [ + 70, + 0.5638 + ], + [ + 80, + 0.5666 + ], + [ + 90, + 0.5678 + ], + [ + 100, + 0.5683 + ] + ] + }, + "123": { + "final_acc": 0.5623, + "curve": [ + [ + 1, + 0.3878 + ], + [ + 10, + 0.4797 + ], + [ + 20, + 0.5096 + ], + [ + 30, + 0.5209 + ], + [ + 40, + 0.528 + ], + [ + 50, + 0.5486 + ], + [ + 60, + 0.553 + ], + [ + 70, + 0.5564 + ], + [ + 80, + 0.5609 + ], + [ + 90, + 0.5611 + ], + [ + 100, + 0.5623 + ] + ] + }, + "456": { + "final_acc": 0.5643, + "curve": [ + [ + 1, + 0.3772 + ], + [ + 10, + 0.4853 + ], + [ + 20, + 0.5098 + ], + [ + 30, + 0.5238 + ], + [ + 40, + 0.5387 + ], + [ + 50, + 0.5488 + ], + [ + 60, + 0.5547 + ], + [ + 70, + 0.5588 + ], + [ + 80, + 0.5636 + ], + [ + 90, + 0.5637 + ], + [ + 100, + 0.5643 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.5994, + "curve": [ + [ + 1, + 0.3874 + ], + [ + 10, + 0.5157 + ], + [ + 20, + 0.5361 + ], + [ + 30, + 0.56 + ], + [ + 40, + 0.5753 + ], + [ + 50, + 0.5802 + ], + [ + 60, + 0.5843 + ], + [ + 70, + 0.5965 + ], + [ + 80, + 0.597 + ], + [ + 90, + 0.5979 + ], + [ + 100, + 0.5994 + ] + ] + }, + "123": { + "final_acc": 0.6, + "curve": [ + [ + 1, + 0.3925 + ], + [ + 10, + 0.5148 + ], + [ + 20, + 0.5376 + ], + [ + 30, + 0.5638 + ], + [ + 40, + 0.5693 + ], + [ + 50, + 0.5784 + ], + [ + 60, + 0.5927 + ], + [ + 70, + 0.5911 + ], + [ + 80, + 0.5973 + ], + [ + 90, + 0.5986 + ], + [ + 100, + 0.6 + ] + ] + }, + "456": { + "final_acc": 0.5939, + "curve": [ + [ + 1, + 0.3868 + ], + [ + 10, + 0.5103 + ], + [ + 20, + 0.542 + ], + [ + 30, + 0.561 + ], + [ + 40, + 0.5699 + ], + [ + 50, + 0.5789 + ], + [ + 60, + 0.5809 + ], + [ + 70, + 0.5844 + ], + [ + 80, + 0.5919 + ], + [ + 90, + 0.5919 + ], + [ + 100, + 0.5939 + ] + ] + } + }, + "3": { + "42": { + "final_acc": 0.6079, + "curve": [ + [ + 1, + 0.3904 + ], + [ + 10, + 0.5218 + ], + [ + 20, + 0.5469 + ], + [ + 30, + 0.5749 + ], + [ + 40, + 0.5935 + ], + [ + 50, + 0.595 + ], + [ + 60, + 0.5983 + ], + [ + 70, + 0.6015 + ], + [ + 80, + 0.607 + ], + [ + 90, + 0.6057 + ], + [ + 100, + 0.6079 + ] + ] + }, + "123": { + "final_acc": 0.6069, + "curve": [ + [ + 1, + 0.3965 + ], + [ + 10, + 0.524 + ], + [ + 20, + 0.5517 + ], + [ + 30, + 0.5747 + ], + [ + 40, + 0.5774 + ], + [ + 50, + 0.5927 + ], + [ + 60, + 0.6035 + ], + [ + 70, + 0.603 + ], + [ + 80, + 0.6057 + ], + [ + 90, + 0.6073 + ], + [ + 100, + 0.6069 + ] + ] + }, + "456": { + "final_acc": 0.608, + "curve": [ + [ + 1, + 0.3947 + ], + [ + 10, + 0.5148 + ], + [ + 20, + 0.5536 + ], + [ + 30, + 0.5723 + ], + [ + 40, + 0.5873 + ], + [ + 50, + 0.5861 + ], + [ + 60, + 0.5991 + ], + [ + 70, + 0.5989 + ], + [ + 80, + 0.6062 + ], + [ + 90, + 0.6093 + ], + [ + 100, + 0.608 + ] + ] + } + }, + "4": { + "42": { + "final_acc": 0.6173, + "curve": [ + [ + 1, + 0.3936 + ], + [ + 10, + 0.5235 + ], + [ + 20, + 0.5606 + ], + [ + 30, + 0.5794 + ], + [ + 40, + 0.5992 + ], + [ + 50, + 0.6044 + ], + [ + 60, + 0.5979 + ], + [ + 70, + 0.6115 + ], + [ + 80, + 0.6153 + ], + [ + 90, + 0.6177 + ], + [ + 100, + 0.6173 + ] + ] + }, + "123": { + "final_acc": 0.6182, + "curve": [ + [ + 1, + 0.3981 + ], + [ + 10, + 0.5257 + ], + [ + 20, + 0.558 + ], + [ + 30, + 0.5779 + ], + [ + 40, + 0.5896 + ], + [ + 50, + 0.6023 + ], + [ + 60, + 0.6053 + ], + [ + 70, + 0.6081 + ], + [ + 80, + 0.6185 + ], + [ + 90, + 0.6174 + ], + [ + 100, + 0.6182 + ] + ] + }, + "456": { + "final_acc": 0.6145, + "curve": [ + [ + 1, + 0.3967 + ], + [ + 10, + 0.5255 + ], + [ + 20, + 0.5632 + ], + [ + 30, + 0.5747 + ], + [ + 40, + 0.5948 + ], + [ + 50, + 0.5954 + ], + [ + 60, + 0.6092 + ], + [ + 70, + 0.614 + ], + [ + 80, + 0.6125 + ], + [ + 90, + 0.6145 + ], + [ + 100, + 0.6145 + ] + ] + } + } + }, + "fa": { + "0": { + "42": { + "final_acc": 0.3555, + "curve": [ + [ + 1, + 0.3112 + ], + [ + 10, + 0.3389 + ], + [ + 20, + 0.3325 + ], + [ + 30, + 0.3495 + ], + [ + 40, + 0.3467 + ], + [ + 50, + 0.3465 + ], + [ + 60, + 0.3573 + ], + [ + 70, + 0.3542 + ], + [ + 80, + 0.3567 + ], + [ + 90, + 0.3554 + ], + [ + 100, + 0.3555 + ] + ] + }, + "123": { + "final_acc": 0.352, + "curve": [ + [ + 1, + 0.3257 + ], + [ + 10, + 0.3409 + ], + [ + 20, + 0.3514 + ], + [ + 30, + 0.3357 + ], + [ + 40, + 0.3299 + ], + [ + 50, + 0.3495 + ], + [ + 60, + 0.3468 + ], + [ + 70, + 0.3548 + ], + [ + 80, + 0.3509 + ], + [ + 90, + 0.3536 + ], + [ + 100, + 0.352 + ] + ] + }, + "456": { + "final_acc": 0.3578, + "curve": [ + [ + 1, + 0.3172 + ], + [ + 10, + 0.3374 + ], + [ + 20, + 0.3452 + ], + [ + 30, + 0.3431 + ], + [ + 40, + 0.3468 + ], + [ + 50, + 0.3563 + ], + [ + 60, + 0.3523 + ], + [ + 70, + 0.3578 + ], + [ + 80, + 0.3568 + ], + [ + 90, + 0.3576 + ], + [ + 100, + 0.3578 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.3819, + "curve": [ + [ + 1, + 0.2886 + ], + [ + 10, + 0.3301 + ], + [ + 20, + 0.3604 + ], + [ + 30, + 0.3595 + ], + [ + 40, + 0.3678 + ], + [ + 50, + 0.3779 + ], + [ + 60, + 0.3727 + ], + [ + 70, + 0.381 + ], + [ + 80, + 0.381 + ], + [ + 90, + 0.3821 + ], + [ + 100, + 0.3819 + ] + ] + }, + "123": { + "final_acc": 0.3742, + "curve": [ + [ + 1, + 0.3105 + ], + [ + 10, + 0.3472 + ], + [ + 20, + 0.3444 + ], + [ + 30, + 0.3604 + ], + [ + 40, + 0.3615 + ], + [ + 50, + 0.3568 + ], + [ + 60, + 0.3708 + ], + [ + 70, + 0.3723 + ], + [ + 80, + 0.3749 + ], + [ + 90, + 0.3736 + ], + [ + 100, + 0.3742 + ] + ] + }, + "456": { + "final_acc": 0.3898, + "curve": [ + [ + 1, + 0.2975 + ], + [ + 10, + 0.3481 + ], + [ + 20, + 0.3454 + ], + [ + 30, + 0.3683 + ], + [ + 40, + 0.3618 + ], + [ + 50, + 0.3675 + ], + [ + 60, + 0.3826 + ], + [ + 70, + 0.3867 + ], + [ + 80, + 0.3863 + ], + [ + 90, + 0.3899 + ], + [ + 100, + 0.3898 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.3305, + "curve": [ + [ + 1, + 0.2657 + ], + [ + 10, + 0.3431 + ], + [ + 20, + 0.3494 + ], + [ + 30, + 0.3436 + ], + [ + 40, + 0.3574 + ], + [ + 50, + 0.3388 + ], + [ + 60, + 0.3426 + ], + [ + 70, + 0.3341 + ], + [ + 80, + 0.3303 + ], + [ + 90, + 0.331 + ], + [ + 100, + 0.3305 + ] + ] + }, + "123": { + "final_acc": 0.3607, + "curve": [ + [ + 1, + 0.2982 + ], + [ + 10, + 0.3524 + ], + [ + 20, + 0.3694 + ], + [ + 30, + 0.3691 + ], + [ + 40, + 0.3703 + ], + [ + 50, + 0.3605 + ], + [ + 60, + 0.3546 + ], + [ + 70, + 0.3547 + ], + [ + 80, + 0.3651 + ], + [ + 90, + 0.3565 + ], + [ + 100, + 0.3607 + ] + ] + }, + "456": { + "final_acc": 0.3548, + "curve": [ + [ + 1, + 0.2753 + ], + [ + 10, + 0.3386 + ], + [ + 20, + 0.3495 + ], + [ + 30, + 0.3458 + ], + [ + 40, + 0.3374 + ], + [ + 50, + 0.3333 + ], + [ + 60, + 0.3523 + ], + [ + 70, + 0.3538 + ], + [ + 80, + 0.3519 + ], + [ + 90, + 0.3555 + ], + [ + 100, + 0.3548 + ] + ] + } + }, + "3": { + "42": { + "final_acc": 0.393, + "curve": [ + [ + 1, + 0.277 + ], + [ + 10, + 0.3554 + ], + [ + 20, + 0.3681 + ], + [ + 30, + 0.3841 + ], + [ + 40, + 0.3829 + ], + [ + 50, + 0.3847 + ], + [ + 60, + 0.3885 + ], + [ + 70, + 0.3956 + ], + [ + 80, + 0.3947 + ], + [ + 90, + 0.3916 + ], + [ + 100, + 0.393 + ] + ] + }, + "123": { + "final_acc": 0.4074, + "curve": [ + [ + 1, + 0.2905 + ], + [ + 10, + 0.3495 + ], + [ + 20, + 0.3804 + ], + [ + 30, + 0.382 + ], + [ + 40, + 0.3885 + ], + [ + 50, + 0.395 + ], + [ + 60, + 0.3971 + ], + [ + 70, + 0.4049 + ], + [ + 80, + 0.4047 + ], + [ + 90, + 0.4075 + ], + [ + 100, + 0.4074 + ] + ] + }, + "456": { + "final_acc": 0.3946, + "curve": [ + [ + 1, + 0.2708 + ], + [ + 10, + 0.3511 + ], + [ + 20, + 0.3662 + ], + [ + 30, + 0.3755 + ], + [ + 40, + 0.3818 + ], + [ + 50, + 0.3828 + ], + [ + 60, + 0.3966 + ], + [ + 70, + 0.3939 + ], + [ + 80, + 0.3928 + ], + [ + 90, + 0.3933 + ], + [ + 100, + 0.3946 + ] + ] + } + }, + "4": { + "42": { + "final_acc": 0.3959, + "curve": [ + [ + 1, + 0.2789 + ], + [ + 10, + 0.3498 + ], + [ + 20, + 0.3601 + ], + [ + 30, + 0.371 + ], + [ + 40, + 0.3834 + ], + [ + 50, + 0.3923 + ], + [ + 60, + 0.3912 + ], + [ + 70, + 0.3945 + ], + [ + 80, + 0.3957 + ], + [ + 90, + 0.3944 + ], + [ + 100, + 0.3959 + ] + ] + }, + "123": { + "final_acc": 0.4122, + "curve": [ + [ + 1, + 0.2905 + ], + [ + 10, + 0.3596 + ], + [ + 20, + 0.3803 + ], + [ + 30, + 0.3792 + ], + [ + 40, + 0.3955 + ], + [ + 50, + 0.398 + ], + [ + 60, + 0.4071 + ], + [ + 70, + 0.4034 + ], + [ + 80, + 0.4076 + ], + [ + 90, + 0.4115 + ], + [ + 100, + 0.4122 + ] + ] + }, + "456": { + "final_acc": 0.3987, + "curve": [ + [ + 1, + 0.2713 + ], + [ + 10, + 0.3544 + ], + [ + 20, + 0.3702 + ], + [ + 30, + 0.3799 + ], + [ + 40, + 0.3845 + ], + [ + 50, + 0.3923 + ], + [ + 60, + 0.3992 + ], + [ + 70, + 0.3974 + ], + [ + 80, + 0.399 + ], + [ + 90, + 0.4 + ], + [ + 100, + 0.3987 + ] + ] + } + } + }, + "dfa": { + "0": { + "42": { + "final_acc": 0.3454, + "curve": [ + [ + 1, + 0.3185 + ], + [ + 10, + 0.337 + ], + [ + 20, + 0.3458 + ], + [ + 30, + 0.3425 + ], + [ + 40, + 0.3419 + ], + [ + 50, + 0.3425 + ], + [ + 60, + 0.342 + ], + [ + 70, + 0.3466 + ], + [ + 80, + 0.3458 + ], + [ + 90, + 0.347 + ], + [ + 100, + 0.3454 + ] + ] + }, + "123": { + "final_acc": 0.3498, + "curve": [ + [ + 1, + 0.3219 + ], + [ + 10, + 0.3339 + ], + [ + 20, + 0.3453 + ], + [ + 30, + 0.3352 + ], + [ + 40, + 0.3322 + ], + [ + 50, + 0.3291 + ], + [ + 60, + 0.3428 + ], + [ + 70, + 0.3447 + ], + [ + 80, + 0.3465 + ], + [ + 90, + 0.3464 + ], + [ + 100, + 0.3498 + ] + ] + }, + "456": { + "final_acc": 0.3516, + "curve": [ + [ + 1, + 0.3241 + ], + [ + 10, + 0.3486 + ], + [ + 20, + 0.3396 + ], + [ + 30, + 0.3396 + ], + [ + 40, + 0.3387 + ], + [ + 50, + 0.3456 + ], + [ + 60, + 0.3508 + ], + [ + 70, + 0.3527 + ], + [ + 80, + 0.3498 + ], + [ + 90, + 0.3508 + ], + [ + 100, + 0.3516 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.2267, + "curve": [ + [ + 1, + 0.2563 + ], + [ + 10, + 0.258 + ], + [ + 20, + 0.2445 + ], + [ + 30, + 0.2197 + ], + [ + 40, + 0.2229 + ], + [ + 50, + 0.1952 + ], + [ + 60, + 0.2306 + ], + [ + 70, + 0.229 + ], + [ + 80, + 0.2211 + ], + [ + 90, + 0.2215 + ], + [ + 100, + 0.2267 + ] + ] + }, + "123": { + "final_acc": 0.2563, + "curve": [ + [ + 1, + 0.2549 + ], + [ + 10, + 0.2505 + ], + [ + 20, + 0.2453 + ], + [ + 30, + 0.2358 + ], + [ + 40, + 0.2499 + ], + [ + 50, + 0.2506 + ], + [ + 60, + 0.2467 + ], + [ + 70, + 0.2513 + ], + [ + 80, + 0.2597 + ], + [ + 90, + 0.2586 + ], + [ + 100, + 0.2563 + ] + ] + }, + "456": { + "final_acc": 0.2476, + "curve": [ + [ + 1, + 0.2112 + ], + [ + 10, + 0.2227 + ], + [ + 20, + 0.2397 + ], + [ + 30, + 0.2326 + ], + [ + 40, + 0.2285 + ], + [ + 50, + 0.2176 + ], + [ + 60, + 0.2431 + ], + [ + 70, + 0.2476 + ], + [ + 80, + 0.2493 + ], + [ + 90, + 0.2477 + ], + [ + 100, + 0.2476 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.3005, + "curve": [ + [ + 1, + 0.2792 + ], + [ + 10, + 0.2893 + ], + [ + 20, + 0.2978 + ], + [ + 30, + 0.296 + ], + [ + 40, + 0.301 + ], + [ + 50, + 0.3014 + ], + [ + 60, + 0.3005 + ], + [ + 70, + 0.3036 + ], + [ + 80, + 0.2997 + ], + [ + 90, + 0.3005 + ], + [ + 100, + 0.3005 + ] + ] + }, + "123": { + "final_acc": 0.2819, + "curve": [ + [ + 1, + 0.2671 + ], + [ + 10, + 0.2947 + ], + [ + 20, + 0.2841 + ], + [ + 30, + 0.2801 + ], + [ + 40, + 0.2819 + ], + [ + 50, + 0.2772 + ], + [ + 60, + 0.2834 + ], + [ + 70, + 0.2876 + ], + [ + 80, + 0.2757 + ], + [ + 90, + 0.2806 + ], + [ + 100, + 0.2819 + ] + ] + }, + "456": { + "final_acc": 0.2751, + "curve": [ + [ + 1, + 0.2604 + ], + [ + 10, + 0.2821 + ], + [ + 20, + 0.2784 + ], + [ + 30, + 0.2826 + ], + [ + 40, + 0.2805 + ], + [ + 50, + 0.2675 + ], + [ + 60, + 0.2735 + ], + [ + 70, + 0.2765 + ], + [ + 80, + 0.2735 + ], + [ + 90, + 0.2759 + ], + [ + 100, + 0.2751 + ] + ] + } + }, + "3": { + "42": { + "final_acc": 0.3047, + "curve": [ + [ + 1, + 0.2821 + ], + [ + 10, + 0.2882 + ], + [ + 20, + 0.2921 + ], + [ + 30, + 0.3064 + ], + [ + 40, + 0.3009 + ], + [ + 50, + 0.3044 + ], + [ + 60, + 0.3041 + ], + [ + 70, + 0.3075 + ], + [ + 80, + 0.3064 + ], + [ + 90, + 0.3021 + ], + [ + 100, + 0.3047 + ] + ] + }, + "123": { + "final_acc": 0.2906, + "curve": [ + [ + 1, + 0.263 + ], + [ + 10, + 0.291 + ], + [ + 20, + 0.2845 + ], + [ + 30, + 0.2821 + ], + [ + 40, + 0.29 + ], + [ + 50, + 0.2811 + ], + [ + 60, + 0.286 + ], + [ + 70, + 0.291 + ], + [ + 80, + 0.2879 + ], + [ + 90, + 0.291 + ], + [ + 100, + 0.2906 + ] + ] + }, + "456": { + "final_acc": 0.2919, + "curve": [ + [ + 1, + 0.2544 + ], + [ + 10, + 0.2841 + ], + [ + 20, + 0.2892 + ], + [ + 30, + 0.2998 + ], + [ + 40, + 0.2891 + ], + [ + 50, + 0.2844 + ], + [ + 60, + 0.2938 + ], + [ + 70, + 0.2928 + ], + [ + 80, + 0.2901 + ], + [ + 90, + 0.2932 + ], + [ + 100, + 0.2919 + ] + ] + } + }, + "4": { + "42": { + "final_acc": 0.3068, + "curve": [ + [ + 1, + 0.2899 + ], + [ + 10, + 0.2873 + ], + [ + 20, + 0.3016 + ], + [ + 30, + 0.3053 + ], + [ + 40, + 0.312 + ], + [ + 50, + 0.3045 + ], + [ + 60, + 0.3071 + ], + [ + 70, + 0.3102 + ], + [ + 80, + 0.308 + ], + [ + 90, + 0.3066 + ], + [ + 100, + 0.3068 + ] + ] + }, + "123": { + "final_acc": 0.3023, + "curve": [ + [ + 1, + 0.2683 + ], + [ + 10, + 0.2926 + ], + [ + 20, + 0.2861 + ], + [ + 30, + 0.2875 + ], + [ + 40, + 0.2978 + ], + [ + 50, + 0.291 + ], + [ + 60, + 0.2972 + ], + [ + 70, + 0.3011 + ], + [ + 80, + 0.2974 + ], + [ + 90, + 0.3015 + ], + [ + 100, + 0.3023 + ] + ] + }, + "456": { + "final_acc": 0.2949, + "curve": [ + [ + 1, + 0.2591 + ], + [ + 10, + 0.2883 + ], + [ + 20, + 0.2948 + ], + [ + 30, + 0.2995 + ], + [ + 40, + 0.2921 + ], + [ + 50, + 0.2956 + ], + [ + 60, + 0.296 + ], + [ + 70, + 0.2943 + ], + [ + 80, + 0.291 + ], + [ + 90, + 0.2955 + ], + [ + 100, + 0.2949 + ] + ] + } + } + } + } +}
\ No newline at end of file diff --git a/results/depth_ladder/ladder_d512_L2_cifar10.json b/results/depth_ladder/ladder_d512_L2_cifar10.json new file mode 100644 index 0000000..4a3feff --- /dev/null +++ b/results/depth_ladder/ladder_d512_L2_cifar10.json @@ -0,0 +1,1378 @@ +{ + "config": { + "d_hidden": 512, + "num_blocks": 2, + "dataset": "cifar10", + "methods": [ + "bp", + "fa", + "dfa" + ], + "k_values": [ + 0, + 1, + 2 + ], + "seeds": [ + 42, + 123, + 456 + ], + "epochs": 100, + "lr": 0.001, + "wd": 0.01, + "batch_size": 128, + "gpu": 0, + "output_dir": "results/depth_ladder", + "num_classes": 10 + }, + "results": { + "bp": { + "0": { + "42": { + "final_acc": 0.3891, + "curve": [ + [ + 1, + 0.3462 + ], + [ + 10, + 0.3633 + ], + [ + 20, + 0.3635 + ], + [ + 30, + 0.3543 + ], + [ + 40, + 0.3673 + ], + [ + 50, + 0.3633 + ], + [ + 60, + 0.3695 + ], + [ + 70, + 0.3753 + ], + [ + 80, + 0.3858 + ], + [ + 90, + 0.3887 + ], + [ + 100, + 0.3891 + ] + ] + }, + "123": { + "final_acc": 0.3846, + "curve": [ + [ + 1, + 0.3497 + ], + [ + 10, + 0.3704 + ], + [ + 20, + 0.3698 + ], + [ + 30, + 0.354 + ], + [ + 40, + 0.3505 + ], + [ + 50, + 0.3634 + ], + [ + 60, + 0.3675 + ], + [ + 70, + 0.3739 + ], + [ + 80, + 0.3823 + ], + [ + 90, + 0.3845 + ], + [ + 100, + 0.3846 + ] + ] + }, + "456": { + "final_acc": 0.3838, + "curve": [ + [ + 1, + 0.3409 + ], + [ + 10, + 0.3578 + ], + [ + 20, + 0.3767 + ], + [ + 30, + 0.3607 + ], + [ + 40, + 0.3551 + ], + [ + 50, + 0.3632 + ], + [ + 60, + 0.3722 + ], + [ + 70, + 0.3704 + ], + [ + 80, + 0.3784 + ], + [ + 90, + 0.3834 + ], + [ + 100, + 0.3838 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.5856, + "curve": [ + [ + 1, + 0.3667 + ], + [ + 10, + 0.4836 + ], + [ + 20, + 0.5197 + ], + [ + 30, + 0.5367 + ], + [ + 40, + 0.5444 + ], + [ + 50, + 0.5629 + ], + [ + 60, + 0.5691 + ], + [ + 70, + 0.5779 + ], + [ + 80, + 0.5808 + ], + [ + 90, + 0.5849 + ], + [ + 100, + 0.5856 + ] + ] + }, + "123": { + "final_acc": 0.5819, + "curve": [ + [ + 1, + 0.3632 + ], + [ + 10, + 0.4865 + ], + [ + 20, + 0.5175 + ], + [ + 30, + 0.536 + ], + [ + 40, + 0.5466 + ], + [ + 50, + 0.5606 + ], + [ + 60, + 0.5716 + ], + [ + 70, + 0.5749 + ], + [ + 80, + 0.5806 + ], + [ + 90, + 0.5817 + ], + [ + 100, + 0.5819 + ] + ] + }, + "456": { + "final_acc": 0.5809, + "curve": [ + [ + 1, + 0.3696 + ], + [ + 10, + 0.4737 + ], + [ + 20, + 0.5199 + ], + [ + 30, + 0.5317 + ], + [ + 40, + 0.5498 + ], + [ + 50, + 0.561 + ], + [ + 60, + 0.5675 + ], + [ + 70, + 0.5767 + ], + [ + 80, + 0.5785 + ], + [ + 90, + 0.5802 + ], + [ + 100, + 0.5809 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.6039, + "curve": [ + [ + 1, + 0.379 + ], + [ + 10, + 0.5174 + ], + [ + 20, + 0.5471 + ], + [ + 30, + 0.5712 + ], + [ + 40, + 0.5906 + ], + [ + 50, + 0.5969 + ], + [ + 60, + 0.5977 + ], + [ + 70, + 0.5992 + ], + [ + 80, + 0.6072 + ], + [ + 90, + 0.6037 + ], + [ + 100, + 0.6039 + ] + ] + }, + "123": { + "final_acc": 0.602, + "curve": [ + [ + 1, + 0.3732 + ], + [ + 10, + 0.5161 + ], + [ + 20, + 0.5554 + ], + [ + 30, + 0.5756 + ], + [ + 40, + 0.5811 + ], + [ + 50, + 0.5928 + ], + [ + 60, + 0.5965 + ], + [ + 70, + 0.6016 + ], + [ + 80, + 0.6027 + ], + [ + 90, + 0.6007 + ], + [ + 100, + 0.602 + ] + ] + }, + "456": { + "final_acc": 0.6045, + "curve": [ + [ + 1, + 0.3768 + ], + [ + 10, + 0.5097 + ], + [ + 20, + 0.5499 + ], + [ + 30, + 0.5773 + ], + [ + 40, + 0.5858 + ], + [ + 50, + 0.5845 + ], + [ + 60, + 0.5934 + ], + [ + 70, + 0.5985 + ], + [ + 80, + 0.6011 + ], + [ + 90, + 0.602 + ], + [ + 100, + 0.6045 + ] + ] + } + } + }, + "fa": { + "0": { + "42": { + "final_acc": 0.3585, + "curve": [ + [ + 1, + 0.3288 + ], + [ + 10, + 0.3359 + ], + [ + 20, + 0.3336 + ], + [ + 30, + 0.3328 + ], + [ + 40, + 0.3418 + ], + [ + 50, + 0.3504 + ], + [ + 60, + 0.3564 + ], + [ + 70, + 0.3567 + ], + [ + 80, + 0.3543 + ], + [ + 90, + 0.3574 + ], + [ + 100, + 0.3585 + ] + ] + }, + "123": { + "final_acc": 0.3584, + "curve": [ + [ + 1, + 0.3125 + ], + [ + 10, + 0.3374 + ], + [ + 20, + 0.3364 + ], + [ + 30, + 0.3453 + ], + [ + 40, + 0.3437 + ], + [ + 50, + 0.3522 + ], + [ + 60, + 0.3587 + ], + [ + 70, + 0.355 + ], + [ + 80, + 0.3551 + ], + [ + 90, + 0.3558 + ], + [ + 100, + 0.3584 + ] + ] + }, + "456": { + "final_acc": 0.359, + "curve": [ + [ + 1, + 0.318 + ], + [ + 10, + 0.3311 + ], + [ + 20, + 0.3344 + ], + [ + 30, + 0.3533 + ], + [ + 40, + 0.3476 + ], + [ + 50, + 0.3523 + ], + [ + 60, + 0.3455 + ], + [ + 70, + 0.3569 + ], + [ + 80, + 0.3562 + ], + [ + 90, + 0.3583 + ], + [ + 100, + 0.359 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.4083, + "curve": [ + [ + 1, + 0.3235 + ], + [ + 10, + 0.373 + ], + [ + 20, + 0.3734 + ], + [ + 30, + 0.3829 + ], + [ + 40, + 0.3916 + ], + [ + 50, + 0.4008 + ], + [ + 60, + 0.4012 + ], + [ + 70, + 0.4015 + ], + [ + 80, + 0.4042 + ], + [ + 90, + 0.4082 + ], + [ + 100, + 0.4083 + ] + ] + }, + "123": { + "final_acc": 0.4134, + "curve": [ + [ + 1, + 0.293 + ], + [ + 10, + 0.3662 + ], + [ + 20, + 0.3905 + ], + [ + 30, + 0.4027 + ], + [ + 40, + 0.3948 + ], + [ + 50, + 0.4048 + ], + [ + 60, + 0.4067 + ], + [ + 70, + 0.4094 + ], + [ + 80, + 0.4115 + ], + [ + 90, + 0.4103 + ], + [ + 100, + 0.4134 + ] + ] + }, + "456": { + "final_acc": 0.4155, + "curve": [ + [ + 1, + 0.3098 + ], + [ + 10, + 0.3561 + ], + [ + 20, + 0.386 + ], + [ + 30, + 0.3957 + ], + [ + 40, + 0.3907 + ], + [ + 50, + 0.4032 + ], + [ + 60, + 0.4017 + ], + [ + 70, + 0.4125 + ], + [ + 80, + 0.4123 + ], + [ + 90, + 0.4164 + ], + [ + 100, + 0.4155 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.3582, + "curve": [ + [ + 1, + 0.3028 + ], + [ + 10, + 0.3585 + ], + [ + 20, + 0.3523 + ], + [ + 30, + 0.3315 + ], + [ + 40, + 0.3191 + ], + [ + 50, + 0.3397 + ], + [ + 60, + 0.3566 + ], + [ + 70, + 0.3527 + ], + [ + 80, + 0.3554 + ], + [ + 90, + 0.3593 + ], + [ + 100, + 0.3582 + ] + ] + }, + "123": { + "final_acc": 0.3621, + "curve": [ + [ + 1, + 0.2794 + ], + [ + 10, + 0.3627 + ], + [ + 20, + 0.36 + ], + [ + 30, + 0.375 + ], + [ + 40, + 0.3482 + ], + [ + 50, + 0.3679 + ], + [ + 60, + 0.363 + ], + [ + 70, + 0.3643 + ], + [ + 80, + 0.3636 + ], + [ + 90, + 0.3618 + ], + [ + 100, + 0.3621 + ] + ] + }, + "456": { + "final_acc": 0.3642, + "curve": [ + [ + 1, + 0.3005 + ], + [ + 10, + 0.3573 + ], + [ + 20, + 0.3624 + ], + [ + 30, + 0.3706 + ], + [ + 40, + 0.3529 + ], + [ + 50, + 0.3648 + ], + [ + 60, + 0.3581 + ], + [ + 70, + 0.3645 + ], + [ + 80, + 0.3652 + ], + [ + 90, + 0.3632 + ], + [ + 100, + 0.3642 + ] + ] + } + } + }, + "dfa": { + "0": { + "42": { + "final_acc": 0.3432, + "curve": [ + [ + 1, + 0.3196 + ], + [ + 10, + 0.3187 + ], + [ + 20, + 0.3369 + ], + [ + 30, + 0.3221 + ], + [ + 40, + 0.3386 + ], + [ + 50, + 0.3401 + ], + [ + 60, + 0.3473 + ], + [ + 70, + 0.3472 + ], + [ + 80, + 0.3426 + ], + [ + 90, + 0.3445 + ], + [ + 100, + 0.3432 + ] + ] + }, + "123": { + "final_acc": 0.3508, + "curve": [ + [ + 1, + 0.3089 + ], + [ + 10, + 0.318 + ], + [ + 20, + 0.3301 + ], + [ + 30, + 0.3434 + ], + [ + 40, + 0.3386 + ], + [ + 50, + 0.3343 + ], + [ + 60, + 0.3489 + ], + [ + 70, + 0.3458 + ], + [ + 80, + 0.3499 + ], + [ + 90, + 0.3508 + ], + [ + 100, + 0.3508 + ] + ] + }, + "456": { + "final_acc": 0.3521, + "curve": [ + [ + 1, + 0.3238 + ], + [ + 10, + 0.3327 + ], + [ + 20, + 0.3395 + ], + [ + 30, + 0.3457 + ], + [ + 40, + 0.3367 + ], + [ + 50, + 0.3496 + ], + [ + 60, + 0.3453 + ], + [ + 70, + 0.3487 + ], + [ + 80, + 0.3491 + ], + [ + 90, + 0.3498 + ], + [ + 100, + 0.3521 + ] + ] + } + }, + "1": { + "42": { + "final_acc": 0.2384, + "curve": [ + [ + 1, + 0.2687 + ], + [ + 10, + 0.2106 + ], + [ + 20, + 0.2293 + ], + [ + 30, + 0.2297 + ], + [ + 40, + 0.2241 + ], + [ + 50, + 0.2318 + ], + [ + 60, + 0.2417 + ], + [ + 70, + 0.2458 + ], + [ + 80, + 0.2463 + ], + [ + 90, + 0.2438 + ], + [ + 100, + 0.2384 + ] + ] + }, + "123": { + "final_acc": 0.2097, + "curve": [ + [ + 1, + 0.1958 + ], + [ + 10, + 0.1777 + ], + [ + 20, + 0.222 + ], + [ + 30, + 0.1852 + ], + [ + 40, + 0.2165 + ], + [ + 50, + 0.2095 + ], + [ + 60, + 0.1995 + ], + [ + 70, + 0.2038 + ], + [ + 80, + 0.2068 + ], + [ + 90, + 0.2173 + ], + [ + 100, + 0.2097 + ] + ] + }, + "456": { + "final_acc": 0.2295, + "curve": [ + [ + 1, + 0.2118 + ], + [ + 10, + 0.2074 + ], + [ + 20, + 0.1777 + ], + [ + 30, + 0.2043 + ], + [ + 40, + 0.201 + ], + [ + 50, + 0.2087 + ], + [ + 60, + 0.2073 + ], + [ + 70, + 0.2126 + ], + [ + 80, + 0.2202 + ], + [ + 90, + 0.2355 + ], + [ + 100, + 0.2295 + ] + ] + } + }, + "2": { + "42": { + "final_acc": 0.3069, + "curve": [ + [ + 1, + 0.2769 + ], + [ + 10, + 0.2705 + ], + [ + 20, + 0.3 + ], + [ + 30, + 0.2988 + ], + [ + 40, + 0.308 + ], + [ + 50, + 0.2941 + ], + [ + 60, + 0.3025 + ], + [ + 70, + 0.3075 + ], + [ + 80, + 0.307 + ], + [ + 90, + 0.3063 + ], + [ + 100, + 0.3069 + ] + ] + }, + "123": { + "final_acc": 0.3025, + "curve": [ + [ + 1, + 0.2582 + ], + [ + 10, + 0.2772 + ], + [ + 20, + 0.2904 + ], + [ + 30, + 0.3072 + ], + [ + 40, + 0.2898 + ], + [ + 50, + 0.2938 + ], + [ + 60, + 0.2892 + ], + [ + 70, + 0.2974 + ], + [ + 80, + 0.297 + ], + [ + 90, + 0.3035 + ], + [ + 100, + 0.3025 + ] + ] + }, + "456": { + "final_acc": 0.2963, + "curve": [ + [ + 1, + 0.2794 + ], + [ + 10, + 0.2888 + ], + [ + 20, + 0.2884 + ], + [ + 30, + 0.2901 + ], + [ + 40, + 0.2784 + ], + [ + 50, + 0.2817 + ], + [ + 60, + 0.2983 + ], + [ + 70, + 0.292 + ], + [ + 80, + 0.2904 + ], + [ + 90, + 0.2999 + ], + [ + 100, + 0.2963 + ] + ] + } + } + } + } +}
\ No newline at end of file |
