huangfu/InteractionImitation
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Vanilla GAIL on rasterized observation

Browse Source
This commit is contained in:
ebuehrle
2021-09-08 20:28:18 +02:00
parent 802d4a4301
commit 50916aec05
5 changed files with 14 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scratch/etienne/intersimple/gail_flat.py
View File

@@ -43,12 +43,12 @@ logger.configure(tempdir_path / "GAIL/")
gail_trainer = adversarial.GAIL(
venv,
expert_data=transitions,
expert_batch_size=220,
#n_disc_updates_per_round=32,
expert_batch_size=150,
n_disc_updates_per_round=32,
discrim_kwargs={'discrim_net': MlpDiscriminator()},
gen_algo=sb3.PPO("MlpPolicy", venv, verbose=1, n_steps=4096),
gen_algo=sb3.PPO("MlpPolicy", venv, verbose=1, n_steps=4530),
)
gail_trainer.train(total_timesteps=80000)
gail_trainer.train(total_timesteps=400000)
gail_trainer.gen_algo.save(model_name)
#del gail_trainer
@@ -66,4 +66,4 @@ while True:
if done:
break
env.close(filestr='render/'+model_name)
env.close(filestr='render/'+model_name)