diff --git a/best_configs/hail-etienne_expA.json b/best_configs/hail-etienne_expA.json new file mode 100644 index 0000000..dbf59ca --- /dev/null +++ b/best_configs/hail-etienne_expA.json @@ -0,0 +1,33 @@ +{ + "experiment": "A", + "trainenv": { + "stop_on_collision": false, + "safe_actions_collision_method": null, + "abort_unsafe_collision_method": null + }, + "policy": { + "learning_rate": 0.0003, + "learning_rate_decay": 1.0, + "clip_ratio": 0.2, + "iterations_per_epoch": 100, + "hidden_layer_size": 20, + "n_hidden_layers": 4, + "activation": 0, + "option": 0 + }, + "value": { + "learning_rate": 0.001, + "iterations_per_epoch": 1000 + }, + "discriminator": { + "learning_rate": 0.001, + "weight_decay": 0.0001, + "iterations_per_epoch": 100, + "n_hidden_layers_element": 3, + "n_hidden_layers_global": 2, + "hidden_layer_size": 10, + "activation": 0 + }, + "train_epochs": 100, + "seed": 0 +} \ No newline at end of file diff --git a/best_configs/hail-etienne_expB.json b/best_configs/hail-etienne_expB.json new file mode 100644 index 0000000..0fae03f --- /dev/null +++ b/best_configs/hail-etienne_expB.json @@ -0,0 +1,33 @@ +{ + "experiment": "B", + "trainenv": { + "stop_on_collision": false, + "safe_actions_collision_method": null, + "abort_unsafe_collision_method": null + }, + "policy": { + "learning_rate": 0.0003, + "learning_rate_decay": 1.0, + "clip_ratio": 0.2, + "iterations_per_epoch": 100, + "hidden_layer_size": 20, + "n_hidden_layers": 4, + "activation": 0, + "option": 0 + }, + "value": { + "learning_rate": 0.001, + "iterations_per_epoch": 1000 + }, + "discriminator": { + "learning_rate": 0.001, + "weight_decay": 0.0001, + "iterations_per_epoch": 100, + "n_hidden_layers_element": 3, + "n_hidden_layers_global": 2, + "hidden_layer_size": 10, + "activation": 0 + }, + "train_epochs": 100, + "seed": 0 +} \ No newline at end of file diff --git a/best_configs/shail-etienne_expA.json b/best_configs/shail-etienne_expA.json new file mode 100644 index 0000000..6de9706 --- /dev/null +++ b/best_configs/shail-etienne_expA.json @@ -0,0 +1,33 @@ +{ + "experiment": "A", + "trainenv": { + "stop_on_collision": false, + "safe_actions_collision_method": "circle", + "abort_unsafe_collision_method": "circle" + }, + "policy": { + "learning_rate": 0.0003, + "learning_rate_decay": 1.0, + "clip_ratio": 0.2, + "iterations_per_epoch": 100, + "hidden_layer_size": 20, + "n_hidden_layers": 4, + "activation": 0, + "option": 0 + }, + "value": { + "learning_rate": 0.001, + "iterations_per_epoch": 1000 + }, + "discriminator": { + "learning_rate": 0.001, + "weight_decay": 0.0001, + "iterations_per_epoch": 100, + "n_hidden_layers_element": 3, + "n_hidden_layers_global": 2, + "hidden_layer_size": 10, + "activation": 0 + }, + "train_epochs": 100, + "seed": 0 +} \ No newline at end of file diff --git a/best_configs/shail-etienne_expB.json b/best_configs/shail-etienne_expB.json new file mode 100644 index 0000000..04139c2 --- /dev/null +++ b/best_configs/shail-etienne_expB.json @@ -0,0 +1,33 @@ +{ + "experiment": "B", + "trainenv": { + "stop_on_collision": false, + "safe_actions_collision_method": "circle", + "abort_unsafe_collision_method": "circle" + }, + "policy": { + "learning_rate": 0.0003, + "learning_rate_decay": 1.0, + "clip_ratio": 0.2, + "iterations_per_epoch": 100, + "hidden_layer_size": 20, + "n_hidden_layers": 4, + "activation": 0, + "option": 0 + }, + "value": { + "learning_rate": 0.001, + "iterations_per_epoch": 1000 + }, + "discriminator": { + "learning_rate": 0.001, + "weight_decay": 0.0001, + "iterations_per_epoch": 100, + "n_hidden_layers_element": 3, + "n_hidden_layers_global": 2, + "hidden_layer_size": 10, + "activation": 0 + }, + "train_epochs": 100, + "seed": 0 +} \ No newline at end of file diff --git a/evaluate_models.sh b/evaluate_models.sh index 2f32c5a..8ec9a15 100755 --- a/evaluate_models.sh +++ b/evaluate_models.sh @@ -1,4 +1,4 @@ -# can add --skip_running if you've run before +# can add --skip_running if you've run the runs before on the saved policies python -m eval_experiments python -m eval_experiments --locations='[(0,4)]' @@ -11,4 +11,9 @@ python -m eval_experiments --method gail --folder='test_policies/gail/expB' --lo python -m eval_experiments --method hail --folder='test_policies/hail/expA' python -m eval_experiments --method hail --folder='test_policies/hail/expB' --locations='[(0,4)]' python -m eval_experiments --method shail --folder='test_policies/shail/expA' -python -m eval_experiments --method shail --folder='test_policies/shail/expB' --locations='[(0,4)]' \ No newline at end of file +python -m eval_experiments --method shail --folder='test_policies/shail/expB' --locations='[(0,4)]' + +python -m eval_experiments --method hail --folder='test_policies/hail-etienne/expA' +python -m eval_experiments --method hail --folder='test_policies/hail-etienne/expB' --locations='[(0,4)]' +python -m eval_experiments --method shail --folder='test_policies/shail-etienne/expA' +python -m eval_experiments --method shail --folder='test_policies/shail-etienne/expB' --locations='[(0,4)]' \ No newline at end of file diff --git a/out/bc/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl b/out/bc/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..5625c55 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl b/out/bc/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..5d1b323 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl b/out/bc/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..d87b59c Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl b/out/bc/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..a55c966 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl b/out/bc/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..5b6b715 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl b/out/bc/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..3bfbbcd Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl b/out/bc/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..c47b17e Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl b/out/bc/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..8ebbdf8 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl b/out/bc/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..f46c7f2 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/bc/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl b/out/bc/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..8d95541 Binary files /dev/null and b/out/bc/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl b/out/bc/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..10b4c44 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl b/out/bc/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..a5bf427 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl b/out/bc/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..29d6b07 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl b/out/bc/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..c3fd85a Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl b/out/bc/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..d875914 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl b/out/bc/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..f0f393e Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl b/out/bc/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..95b3a84 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl b/out/bc/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..9415130 Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl b/out/bc/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..1ae2a7b Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/bc/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl b/out/bc/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..01a350b Binary files /dev/null and b/out/bc/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl differ diff --git a/out/expert/loc_r0t0/expert_tseed0_summary.pkl b/out/expert/loc_r0t0/expert_tseed0_summary.pkl new file mode 100644 index 0000000..f4f1fd8 Binary files /dev/null and b/out/expert/loc_r0t0/expert_tseed0_summary.pkl differ diff --git a/out/expert/loc_r0t4/expert_tseed0_summary.pkl b/out/expert/loc_r0t4/expert_tseed0_summary.pkl new file mode 100644 index 0000000..294b756 Binary files /dev/null and b/out/expert/loc_r0t4/expert_tseed0_summary.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl b/out/gail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..97a3947 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl b/out/gail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..5ed53a8 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl b/out/gail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..54ef594 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl b/out/gail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..9587401 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl b/out/gail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..f0bbd04 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl b/out/gail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..727ab01 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl b/out/gail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..71956a8 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl b/out/gail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..9807193 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl b/out/gail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..023a738 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/gail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl b/out/gail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..da38427 Binary files /dev/null and b/out/gail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl b/out/gail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..01c1e67 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl b/out/gail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..908dbd6 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl b/out/gail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..6871842 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl b/out/gail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..164b855 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl b/out/gail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..33ce257 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl b/out/gail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..c97c831 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl b/out/gail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..af5badf Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl b/out/gail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..b309989 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl b/out/gail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..fce6b7f Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/gail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl b/out/gail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..17efe68 Binary files /dev/null and b/out/gail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl differ diff --git a/out/idm/loc_r0t0/idm_tseed0_comparison.pkl b/out/idm/loc_r0t0/idm_tseed0_comparison.pkl new file mode 100644 index 0000000..972d918 Binary files /dev/null and b/out/idm/loc_r0t0/idm_tseed0_comparison.pkl differ diff --git a/out/idm/loc_r0t0/idm_tseed0_summary.pkl b/out/idm/loc_r0t0/idm_tseed0_summary.pkl new file mode 100644 index 0000000..d8496af Binary files /dev/null and b/out/idm/loc_r0t0/idm_tseed0_summary.pkl differ diff --git a/out/idm/loc_r0t4/idm_tseed0_comparison.pkl b/out/idm/loc_r0t4/idm_tseed0_comparison.pkl new file mode 100644 index 0000000..8548abc Binary files /dev/null and b/out/idm/loc_r0t4/idm_tseed0_comparison.pkl differ diff --git a/out/idm/loc_r0t4/idm_tseed0_summary.pkl b/out/idm/loc_r0t4/idm_tseed0_summary.pkl new file mode 100644 index 0000000..5a0511f Binary files /dev/null and b/out/idm/loc_r0t4/idm_tseed0_summary.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl b/out/shail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..bcda5b9 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl b/out/shail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..855e8d2 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed1_tseed0_summary.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl b/out/shail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..4a1f097 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl b/out/shail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..7e6426d Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed2_tseed0_summary.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl b/out/shail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..1875021 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl b/out/shail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..32e6928 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed3_tseed0_summary.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl b/out/shail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..c169389 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl b/out/shail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..ef10af4 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed4_tseed0_summary.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl b/out/shail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..73cb398 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/shail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl b/out/shail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..623fcc8 Binary files /dev/null and b/out/shail/expA/loc_r0t0/policy_seed5_tseed0_summary.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl b/out/shail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl new file mode 100644 index 0000000..91d0614 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed1_tseed0_comparison.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl b/out/shail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl new file mode 100644 index 0000000..632d7f7 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed1_tseed0_summary.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl b/out/shail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl new file mode 100644 index 0000000..4a7f99d Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed2_tseed0_comparison.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl b/out/shail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl new file mode 100644 index 0000000..494aec0 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed2_tseed0_summary.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl b/out/shail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl new file mode 100644 index 0000000..ac29c3b Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed3_tseed0_comparison.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl b/out/shail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl new file mode 100644 index 0000000..a7f9226 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed3_tseed0_summary.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl b/out/shail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl new file mode 100644 index 0000000..0fc17b6 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed4_tseed0_comparison.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl b/out/shail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl new file mode 100644 index 0000000..5ba57e1 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed4_tseed0_summary.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl b/out/shail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl new file mode 100644 index 0000000..3763165 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed5_tseed0_comparison.pkl differ diff --git a/out/shail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl b/out/shail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl new file mode 100644 index 0000000..addec93 Binary files /dev/null and b/out/shail/expB/loc_r0t4/policy_seed5_tseed0_summary.pkl differ