diff options
Diffstat (limited to 'research/flossing/flossing_suite/results/toy_rnn')
6 files changed, 710 insertions, 0 deletions
diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.cmd.sh b/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.cmd.sh new file mode 100755 index 0000000..d7d9526 --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.cmd.sh @@ -0,0 +1,43 @@ +#!/usr/bin/env bash +set -euo pipefail +cd "/home/yurenh2/rrm" +export CUDA_VISIBLE_DEVICES="0" +export PYTHONUNBUFFERED=1 +exec "/home/yurenh2/miniconda3/envs/rrm/bin/python" research/flossing/engelken_python_flossing.py \ + --hidden-size 80 \ + --n-lyap 40 \ + --train-epochs 1000 \ + --inter-period 100 \ + --inter-epochs 100 \ + --batch-size 16 \ + --input-dim 1 \ + --train-steps 300 \ + --lyap-steps 55 \ + --floss-input-steps 300 \ + --seed-ic 1 \ + --seed-input 1 \ + --seed-net 1 \ + --seed-ons 1 \ + --lr 0.001 \ + --beta1 0.9 \ + --beta2 0.999 \ + --init-type 1 \ + --recurrent-gain 1.0 \ + --recurrent-mean-gain 0.0 \ + --input-scale 1.0 \ + --delay 10 \ + --ws-std 1.0 \ + --ws-mean 0.0 \ + --wr-std 1.0 \ + --wr-mean 0.0 \ + --b-std 0.1 \ + --b-mean 0.0 \ + --task -1 \ + --lyap-target 0.0 \ + --eval-every 100 \ + --eval-batches 4 \ + --log-every-floss 25 \ + --device cuda \ + --pre-epochs "0" \ + --max-inter-episodes "0" \ + --out "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.json" diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.json b/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.json new file mode 100644 index 0000000..7c96202 --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.json @@ -0,0 +1,133 @@ +{ + "config": { + "hidden_size": 80, + "train_epochs": 1000, + "inter_period": 100, + "inter_epochs": 100, + "pre_epochs": 0, + "max_inter_episodes": 0, + "batch_size": 16, + "input_dim": 1, + "train_steps": 300, + "lyap_steps": 55, + "floss_input_steps": 300, + "seed_ic": 1, + "seed_input": 1, + "seed_net": 1, + "seed_ons": 1, + "lr": 0.001, + "beta1": 0.9, + "beta2": 0.999, + "init_type": 1, + "recurrent_gain": 1.0, + "recurrent_mean_gain": 0.0, + "input_scale": 1.0, + "delay": 10, + "ws_std": 1.0, + "ws_mean": 0.0, + "wr_std": 1.0, + "wr_mean": 0.0, + "b_std": 0.1, + "b_mean": 0.0, + "n_lyap": 40, + "task": -1, + "lyap_target": 0.0, + "eval_every": 100, + "eval_batches": 4, + "log_every_floss": 25, + "device": "cuda", + "out": "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_baseline_no_floss_N80_k40_E1000.json" + }, + "evals": [ + { + "epoch": 1, + "train_loss": 2.7214243412017822, + "train_accuracy": 0.4944395017793594, + "eval_loss": 2.151065170764923, + "eval_accuracy": 0.5063389679715302, + "elapsed": 0.5812604427337646 + }, + { + "epoch": 100, + "train_loss": 0.6953426003456116, + "train_accuracy": 0.5042259786476868, + "eval_loss": 0.6981811821460724, + "eval_accuracy": 0.49888790035587194, + "elapsed": 14.933671712875366 + }, + { + "epoch": 200, + "train_loss": 0.7014592885971069, + "train_accuracy": 0.5042259786476868, + "eval_loss": 0.7067497670650482, + "eval_accuracy": 0.5025578291814947, + "elapsed": 30.08586287498474 + }, + { + "epoch": 300, + "train_loss": 0.7059277892112732, + "train_accuracy": 0.5097864768683275, + "eval_loss": 0.7166876345872879, + "eval_accuracy": 0.4968861209964413, + "elapsed": 47.5074577331543 + }, + { + "epoch": 400, + "train_loss": 0.6940261125564575, + "train_accuracy": 0.5073398576512456, + "eval_loss": 0.702445313334465, + "eval_accuracy": 0.5023354092526691, + "elapsed": 63.48947596549988 + }, + { + "epoch": 500, + "train_loss": 0.6941422820091248, + "train_accuracy": 0.5104537366548043, + "eval_loss": 0.6947141587734222, + "eval_accuracy": 0.49844306049822057, + "elapsed": 78.2370707988739 + }, + { + "epoch": 600, + "train_loss": 0.6930381059646606, + "train_accuracy": 0.5082295373665481, + "eval_loss": 0.6974123269319534, + "eval_accuracy": 0.49649688612099646, + "elapsed": 92.5123701095581 + }, + { + "epoch": 700, + "train_loss": 0.6990621089935303, + "train_accuracy": 0.4939946619217082, + "eval_loss": 0.7033253163099289, + "eval_accuracy": 0.49827624555160144, + "elapsed": 107.50130820274353 + }, + { + "epoch": 800, + "train_loss": 0.6958392858505249, + "train_accuracy": 0.5115658362989324, + "eval_loss": 0.6959485709667206, + "eval_accuracy": 0.5050600533807829, + "elapsed": 126.08311200141907 + }, + { + "epoch": 900, + "train_loss": 0.6938733458518982, + "train_accuracy": 0.516459074733096, + "eval_loss": 0.6901399791240692, + "eval_accuracy": 0.5216303380782918, + "elapsed": 143.84917664527893 + }, + { + "epoch": 1000, + "train_loss": 0.46928656101226807, + "train_accuracy": 0.7833629893238434, + "eval_loss": 0.47778721898794174, + "eval_accuracy": 0.7770796263345195, + "elapsed": 161.6077275276184 + } + ], + "floss": [], + "task": [] +}
\ No newline at end of file diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.cmd.sh b/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.cmd.sh new file mode 100755 index 0000000..13383f9 --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.cmd.sh @@ -0,0 +1,43 @@ +#!/usr/bin/env bash +set -euo pipefail +cd "/home/yurenh2/rrm" +export CUDA_VISIBLE_DEVICES="3" +export PYTHONUNBUFFERED=1 +exec "/home/yurenh2/miniconda3/envs/rrm/bin/python" research/flossing/engelken_python_flossing.py \ + --hidden-size 80 \ + --n-lyap 40 \ + --train-epochs 1000 \ + --inter-period 100 \ + --inter-epochs 100 \ + --batch-size 16 \ + --input-dim 1 \ + --train-steps 300 \ + --lyap-steps 55 \ + --floss-input-steps 300 \ + --seed-ic 1 \ + --seed-input 1 \ + --seed-net 1 \ + --seed-ons 1 \ + --lr 0.001 \ + --beta1 0.9 \ + --beta2 0.999 \ + --init-type 1 \ + --recurrent-gain 1.0 \ + --recurrent-mean-gain 0.0 \ + --input-scale 1.0 \ + --delay 10 \ + --ws-std 1.0 \ + --ws-mean 0.0 \ + --wr-std 1.0 \ + --wr-mean 0.0 \ + --b-std 0.1 \ + --b-mean 0.0 \ + --task -1 \ + --lyap-target 0.0 \ + --eval-every 100 \ + --eval-batches 4 \ + --log-every-floss 25 \ + --device cuda \ + --pre-epochs "100" \ + --max-inter-episodes "2" \ + --out "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.json" diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.json b/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.json new file mode 100644 index 0000000..80e3ba2 --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.json @@ -0,0 +1,269 @@ +{ + "config": { + "hidden_size": 80, + "train_epochs": 1000, + "inter_period": 100, + "inter_epochs": 100, + "pre_epochs": 100, + "max_inter_episodes": 2, + "batch_size": 16, + "input_dim": 1, + "train_steps": 300, + "lyap_steps": 55, + "floss_input_steps": 300, + "seed_ic": 1, + "seed_input": 1, + "seed_net": 1, + "seed_ons": 1, + "lr": 0.001, + "beta1": 0.9, + "beta2": 0.999, + "init_type": 1, + "recurrent_gain": 1.0, + "recurrent_mean_gain": 0.0, + "input_scale": 1.0, + "delay": 10, + "ws_std": 1.0, + "ws_mean": 0.0, + "wr_std": 1.0, + "wr_mean": 0.0, + "b_std": 0.1, + "b_mean": 0.0, + "n_lyap": 40, + "task": -1, + "lyap_target": 0.0, + "eval_every": 100, + "eval_batches": 4, + "log_every_floss": 25, + "device": "cuda", + "out": "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_pre_inter_N80_k40_E1000.json" + }, + "evals": [ + { + "epoch": 1, + "train_loss": 1.8594624996185303, + "train_accuracy": 0.49777580071174377, + "eval_loss": 1.6856758892536163, + "eval_accuracy": 0.5019461743772242, + "elapsed": 6.244179964065552 + }, + { + "epoch": 100, + "train_loss": 1.3069487810134888, + "train_accuracy": 0.5180160142348754, + "eval_loss": 1.2137768864631653, + "eval_accuracy": 0.564279359430605, + "elapsed": 26.142768144607544 + }, + { + "epoch": 200, + "train_loss": 1.7122746706008911, + "train_accuracy": 0.48487544483985767, + "eval_loss": 1.4198356568813324, + "eval_accuracy": 0.5421485765124555, + "elapsed": 51.49795174598694 + }, + { + "epoch": 300, + "train_loss": 0.013158189132809639, + "train_accuracy": 0.9975533807829181, + "eval_loss": 0.013412912143394351, + "eval_accuracy": 0.9971085409252668, + "elapsed": 67.38186597824097 + }, + { + "epoch": 400, + "train_loss": 0.00908529944717884, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.009532386669889092, + "eval_accuracy": 0.9976089857651246, + "elapsed": 82.70878911018372 + }, + { + "epoch": 500, + "train_loss": 0.007165749091655016, + "train_accuracy": 0.9979982206405694, + "eval_loss": 0.00779245572630316, + "eval_accuracy": 0.9974977758007118, + "elapsed": 97.51476716995239 + }, + { + "epoch": 600, + "train_loss": 0.0072513362392783165, + "train_accuracy": 0.9979982206405694, + "eval_loss": 0.007897141389548779, + "eval_accuracy": 0.9976645907473309, + "elapsed": 113.72562670707703 + }, + { + "epoch": 700, + "train_loss": 0.009403805248439312, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.00889350671786815, + "eval_accuracy": 0.9977201957295374, + "elapsed": 130.94150376319885 + }, + { + "epoch": 800, + "train_loss": 0.006058862432837486, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.006675782264210284, + "eval_accuracy": 0.9978314056939501, + "elapsed": 148.19631671905518 + }, + { + "epoch": 900, + "train_loss": 0.006818551570177078, + "train_accuracy": 0.9977758007117438, + "eval_loss": 0.00699911720585078, + "eval_accuracy": 0.9979982206405694, + "elapsed": 165.43925070762634 + }, + { + "epoch": 1000, + "train_loss": 0.009971102699637413, + "train_accuracy": 0.9979982206405694, + "eval_loss": 0.008064003428444266, + "eval_accuracy": 0.9978314056939501, + "elapsed": 182.91545796394348 + } + ], + "floss": [ + { + "epoch": 1, + "kind": "pre", + "floss_step": 1, + "loss": 0.2797410190105438, + "lambda_mean": -0.507389485836029, + "lambda_1": -0.2639281749725342, + "elapsed": 0.7245960235595703 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 25, + "loss": 0.09786238521337509, + "lambda_mean": -0.29911166429519653, + "lambda_1": -0.1687435507774353, + "elapsed": 1.944507122039795 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 50, + "loss": 0.04969814047217369, + "lambda_mean": -0.21222734451293945, + "lambda_1": -0.13751955330371857, + "elapsed": 3.2134618759155273 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 75, + "loss": 0.02838609553873539, + "lambda_mean": -0.1609755903482437, + "lambda_1": -0.10771095007658005, + "elapsed": 4.485017538070679 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 100, + "loss": 0.00937537383288145, + "lambda_mean": -0.09084373712539673, + "lambda_1": -0.053737666457891464, + "elapsed": 5.781172037124634 + }, + { + "epoch": 100, + "kind": "inter", + "floss_step": 1, + "loss": 0.06126692518591881, + "lambda_mean": -0.21289518475532532, + "lambda_1": -0.07092633843421936, + "elapsed": 20.482004642486572 + }, + { + "epoch": 100, + "kind": "inter", + "floss_step": 25, + "loss": 0.014177168719470501, + "lambda_mean": -0.09813056886196136, + "lambda_1": -0.01795070618391037, + "elapsed": 21.711344480514526 + }, + { + "epoch": 100, + "kind": "inter", + "floss_step": 50, + "loss": 0.01553353201597929, + "lambda_mean": -0.11205380409955978, + "lambda_1": -0.04518061876296997, + "elapsed": 23.065516471862793 + }, + { + "epoch": 100, + "kind": "inter", + "floss_step": 75, + "loss": 0.007601666729897261, + "lambda_mean": -0.07989249378442764, + "lambda_1": -0.029670337215065956, + "elapsed": 24.39427947998047 + }, + { + "epoch": 100, + "kind": "inter", + "floss_step": 100, + "loss": 0.0040880716405808926, + "lambda_mean": -0.05590587481856346, + "lambda_1": -0.013767523691058159, + "elapsed": 25.74342632293701 + }, + { + "epoch": 200, + "kind": "inter", + "floss_step": 1, + "loss": 0.045093368738889694, + "lambda_mean": -0.18710222840309143, + "lambda_1": -0.07316042482852936, + "elapsed": 44.239847898483276 + }, + { + "epoch": 200, + "kind": "inter", + "floss_step": 25, + "loss": 0.007332337088882923, + "lambda_mean": -0.07303637266159058, + "lambda_1": -0.037206586450338364, + "elapsed": 46.11193490028381 + }, + { + "epoch": 200, + "kind": "inter", + "floss_step": 50, + "loss": 0.0075632124207913876, + "lambda_mean": -0.08265037834644318, + "lambda_1": -0.05709679424762726, + "elapsed": 47.744295597076416 + }, + { + "epoch": 200, + "kind": "inter", + "floss_step": 75, + "loss": 0.0018279347568750381, + "lambda_mean": -0.03816695883870125, + "lambda_1": -0.013167481869459152, + "elapsed": 49.40195941925049 + }, + { + "epoch": 200, + "kind": "inter", + "floss_step": 100, + "loss": 0.001830659806728363, + "lambda_mean": -0.0371280312538147, + "lambda_1": -0.0056729367934167385, + "elapsed": 51.06194281578064 + } + ], + "task": [] +}
\ No newline at end of file diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.cmd.sh b/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.cmd.sh new file mode 100755 index 0000000..db82a74 --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.cmd.sh @@ -0,0 +1,43 @@ +#!/usr/bin/env bash +set -euo pipefail +cd "/home/yurenh2/rrm" +export CUDA_VISIBLE_DEVICES="1" +export PYTHONUNBUFFERED=1 +exec "/home/yurenh2/miniconda3/envs/rrm/bin/python" research/flossing/engelken_python_flossing.py \ + --hidden-size 80 \ + --n-lyap 40 \ + --train-epochs 1000 \ + --inter-period 100 \ + --inter-epochs 100 \ + --batch-size 16 \ + --input-dim 1 \ + --train-steps 300 \ + --lyap-steps 55 \ + --floss-input-steps 300 \ + --seed-ic 1 \ + --seed-input 1 \ + --seed-net 1 \ + --seed-ons 1 \ + --lr 0.001 \ + --beta1 0.9 \ + --beta2 0.999 \ + --init-type 1 \ + --recurrent-gain 1.0 \ + --recurrent-mean-gain 0.0 \ + --input-scale 1.0 \ + --delay 10 \ + --ws-std 1.0 \ + --ws-mean 0.0 \ + --wr-std 1.0 \ + --wr-mean 0.0 \ + --b-std 0.1 \ + --b-mean 0.0 \ + --task -1 \ + --lyap-target 0.0 \ + --eval-every 100 \ + --eval-batches 4 \ + --log-every-floss 25 \ + --device cuda \ + --pre-epochs "100" \ + --max-inter-episodes "0" \ + --out "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.json" diff --git a/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.json b/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.json new file mode 100644 index 0000000..5a83dfb --- /dev/null +++ b/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.json @@ -0,0 +1,179 @@ +{ + "config": { + "hidden_size": 80, + "train_epochs": 1000, + "inter_period": 100, + "inter_epochs": 100, + "pre_epochs": 100, + "max_inter_episodes": 0, + "batch_size": 16, + "input_dim": 1, + "train_steps": 300, + "lyap_steps": 55, + "floss_input_steps": 300, + "seed_ic": 1, + "seed_input": 1, + "seed_net": 1, + "seed_ons": 1, + "lr": 0.001, + "beta1": 0.9, + "beta2": 0.999, + "init_type": 1, + "recurrent_gain": 1.0, + "recurrent_mean_gain": 0.0, + "input_scale": 1.0, + "delay": 10, + "ws_std": 1.0, + "ws_mean": 0.0, + "wr_std": 1.0, + "wr_mean": 0.0, + "b_std": 0.1, + "b_mean": 0.0, + "n_lyap": 40, + "task": -1, + "lyap_target": 0.0, + "eval_every": 100, + "eval_batches": 4, + "log_every_floss": 25, + "device": "cuda", + "out": "/home/yurenh2/rrm/research/flossing/flossing_suite/results/toy_rnn/toy_prefloss_N80_k40_E1000.json" + }, + "evals": [ + { + "epoch": 1, + "train_loss": 1.8594624996185303, + "train_accuracy": 0.49777580071174377, + "eval_loss": 1.6856758892536163, + "eval_accuracy": 0.5019461743772242, + "elapsed": 6.14853048324585 + }, + { + "epoch": 100, + "train_loss": 0.11722302436828613, + "train_accuracy": 0.964635231316726, + "eval_loss": 0.11776464246213436, + "eval_accuracy": 0.9623554270462634, + "elapsed": 20.684497117996216 + }, + { + "epoch": 200, + "train_loss": 0.028137803077697754, + "train_accuracy": 0.9931049822064056, + "eval_loss": 0.027145093772560358, + "eval_accuracy": 0.9935498220640568, + "elapsed": 37.35478901863098 + }, + { + "epoch": 300, + "train_loss": 0.012114334851503372, + "train_accuracy": 0.9975533807829181, + "eval_loss": 0.014187443535774946, + "eval_accuracy": 0.9963300711743772, + "elapsed": 55.917400598526 + }, + { + "epoch": 400, + "train_loss": 0.008550425991415977, + "train_accuracy": 0.9986654804270463, + "eval_loss": 0.009522247593849897, + "eval_accuracy": 0.9975533807829181, + "elapsed": 70.93301439285278 + }, + { + "epoch": 500, + "train_loss": 0.006629249546676874, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.009814425837248564, + "eval_accuracy": 0.9973865658362989, + "elapsed": 85.52227640151978 + }, + { + "epoch": 600, + "train_loss": 0.007227692287415266, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.006339075975120068, + "eval_accuracy": 0.9983874555160143, + "elapsed": 100.7544515132904 + }, + { + "epoch": 700, + "train_loss": 0.00907257292419672, + "train_accuracy": 0.9979982206405694, + "eval_loss": 0.008150239707902074, + "eval_accuracy": 0.9981094306049823, + "elapsed": 117.6931049823761 + }, + { + "epoch": 800, + "train_loss": 0.005422760266810656, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.006329314899630845, + "eval_accuracy": 0.9981650355871887, + "elapsed": 135.87456274032593 + }, + { + "epoch": 900, + "train_loss": 0.0072866384871304035, + "train_accuracy": 0.998220640569395, + "eval_loss": 0.0068275314988568425, + "eval_accuracy": 0.9981650355871886, + "elapsed": 154.51783514022827 + }, + { + "epoch": 1000, + "train_loss": 0.010031766258180141, + "train_accuracy": 0.9973309608540926, + "eval_loss": 0.01047352165915072, + "eval_accuracy": 0.9972753558718862, + "elapsed": 172.1986005306244 + } + ], + "floss": [ + { + "epoch": 1, + "kind": "pre", + "floss_step": 1, + "loss": 0.2797410190105438, + "lambda_mean": -0.507389485836029, + "lambda_1": -0.2639281749725342, + "elapsed": 0.7015585899353027 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 25, + "loss": 0.09786238521337509, + "lambda_mean": -0.29911166429519653, + "lambda_1": -0.1687435507774353, + "elapsed": 1.9113752841949463 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 50, + "loss": 0.04969814047217369, + "lambda_mean": -0.21222734451293945, + "lambda_1": -0.13751955330371857, + "elapsed": 3.170351028442383 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 75, + "loss": 0.02838609553873539, + "lambda_mean": -0.1609755903482437, + "lambda_1": -0.10771095007658005, + "elapsed": 4.427560806274414 + }, + { + "epoch": 1, + "kind": "pre", + "floss_step": 100, + "loss": 0.00937537383288145, + "lambda_mean": -0.09084373712539673, + "lambda_1": -0.053737666457891464, + "elapsed": 5.687152147293091 + } + ], + "task": [] +}
\ No newline at end of file |