update

Author: tarun018

algos_tf14/a2c_discrete.py

@@ -349,14 +349,15 @@ def train(self):
         last_mean_rewards = -100500
         play_time = 0
         epoch_num = 0
-        max_epochs = self.config.get('max_epochs', 1e4)
+        max_epochs = self.config.get('max_epochs', 1e5)
 
         start_time = time.time()
         total_time = 0
         rep_count = 0
         while True:
             play_time_start = time.time()
             epoch_num = self.update_epoch()
+            print(epoch_num)
             frame += batch_size_envs
             obses, returns, dones, actions, values, neglogpacs, lstm_states, _ = self.play_steps()
             advantages = returns - values

launch_servers.sh

@@ -19,13 +19,13 @@ for i in {1..3}; do
       # ./run_servers.sh ${i} python3 tf14_runner.py --file=whirl_baselines/vdn_MMM2 with name=vdn_MMM2_tf label=vdn_MMM2_tf & 
       # ./run_servers.sh ${i} python3 tf14_runner.py --file=whirl_baselines/3s_vs_5z with name=3s_vs_5z_tf label=3s_vs_5z_tf &
 done
-for i in {1..15}; do ./run_servers.sh 0 python3 tf14_runner.py --file=whirl_baselines_v2/3s5z_vs_3s6z with name=3s5z_vs_3s6z_tf_v2_4.10_r2 label=3s5z_vs_3s6z_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 1 python3 tf14_runner.py --file=whirl_baselines_v2/6h_vs_8z with name=6h_vs_8z_tf_v2_4.10_r2 label=6h_vs_8z_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 2 python3 tf14_runner.py --file=whirl_baselines_v2/corridor with name=corridor_tf_v2_4.10_r2 label=corridor_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 3 python3 tf14_runner.py --file=whirl_baselines_v2/MMM2 with name=MMM2_tf_v2_4.10_r2 label=MMM2_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 4 python3 tf14_runner.py --file=whirl_baselines_v2/27m_vs_30m with name=27m_vs_30m_tf_v2_4.10_r2 label=27m_vs_30m_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 5 python3 tf14_runner.py --file=whirl_baselines_v2/3s_vs_5z with name=3s_vs_5z_tf_v2_4.10_r2 label=3s_vs_5z_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 6 python3 tf14_runner.py --file=whirl_baselines_v2/5m_vs_6m with name=5m_vs_6m_tf_v2_4.10_r2 label=5m_vs_6m_tf_v2_4.10_r2 ; done
-for i in {1..15}; do ./run_servers.sh 7 python3 tf14_runner.py --file=whirl_baselines_v2/6h_vs_8z with name=6h_vs_8z_tf_v2_4.10_r2 label=6h_vs_8z_tf_v2_4.10_r2 ; done
+for i in {1..15}; do ./run_servers.sh 0 python3 tf14_runner.py --file=whirl_baselines/3s5z_vs_3s6z with name=3s5z_vs_3s6z_tf_v1_4.10_r4 label=3s5z_vs_3s6z_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 1 python3 tf14_runner.py --file=whirl_baselines/6h_vs_8z with name=6h_vs_8z_tf_v1_4.10_r4 label=6h_vs_8z_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 2 python3 tf14_runner.py --file=whirl_baselines/corridor with name=corridor_tf_v1_4.10_r4 label=corridor_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 3 python3 tf14_runner.py --file=whirl_baselines/MMM2 with name=MMM2_tf_v1_4.10_r4 label=MMM2_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 4 python3 tf14_runner.py --file=whirl_baselines/27m_vs_30m with name=27m_vs_30m_tf_v1_4.10_r4 label=27m_vs_30m_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 5 python3 tf14_runner.py --file=whirl_baselines/3s_vs_5z with name=3s_vs_5z_tf_v1_4.10_r4 label=3s_vs_5z_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 6 python3 tf14_runner.py --file=whirl_baselines/5m_vs_6m with name=5m_vs_6m_tf_v1_4.10_r4 label=5m_vs_6m_tf_v1_4.10_r4 ; done
+for i in {1..15}; do ./run_servers.sh 7 python3 tf14_runner.py --file=whirl_baselines/6h_vs_8z with name=6h_vs_8z_tf_v1_4.10_r4 label=6h_vs_8z_tf_v1_4.10_r4 ; done