Try training and evaluating with GATA playthroughs

gstrazds · Jan 4, 2021 · 699ca09 · 699ca09
1 parent 424570b
commit 699ca09
Show file tree

Hide file tree

Showing 4 changed files with 216,382 additions and 9 deletions.
diff --git a/conf/pthru-gpt.yaml b/conf/pthru-gpt.yaml
@@ -21,11 +21,11 @@ general:
   random_seed: 42
 
 data:
-  data_file: ${cwd_path}/mingpt-training-all.pthru
+  data_file: ${cwd_path}/gata-train-all.pthru  #mingpt-training-all.pthru
   # data_file: ${cwd_path}/tw-cooking-recipe3+take3+cut+go6-Z7L8CvEPsO53iKDg.pthru  #
-  val_file: ${cwd_path}/mingpt-valid-all.pthru
+  val_file: ${cwd_path}/gata-valid-all.pthru   #mingpt-valid-all.pthru
   # val_file: ${cwd_path}/mingpt-training-all.pthru
-  test_file: ${cwd_path}/mingpt-test-all.pthru
+  test_file: ${cwd_path}/gata-test-all.pthru   #mingpt-test-all.pthru
   tokenizer_file: ${cwd_path}/ftwc_tokenizer.json
   num_workers: 8
   training:
@@ -47,8 +47,8 @@ trainer:
   batch_size: 192
   max_epochs: 6
   learning_rate: 6e-4
-  patience: 20
-  save_top_k: 20
+  patience: 25
+  save_top_k: 25
   val_check_interval: 0.2
   limit_val_batches: 10000  # this should cover all of our current validation set (but maybe not the test set?)
   lr_decay: true
@@ -63,7 +63,8 @@ trainer:
   num_workers: 4
 
 eval:
-  checkpoint: ${cwd_path}/saved_models/instrgpt-epoch=4-step=3380-train_loss_step=0.155-val_loss=0.920.ckpt # 88.29%
+  checkpoint: ${cwd_path}/saved_models/instrgpt-epoch=4-step=1314-train_loss_step=0.125-val_loss=0.231.ckpt
+  #instrgpt-epoch=4-step=3380-train_loss_step=0.155-val_loss=0.920.ckpt # 88.29%
   # 12-31/mingpt-epoch=1-step=1469-train_loss_step=0.197-val_loss=0.662.ckpt  # 84.2 % (win 27/124)
   # mingpt-epoch=02-step=01616-val_loss=0.66.ckpt  # 83.6 % (win 29/124)
   # mingpt-epoch=2-step=1616-train_loss_step=0.199-val_loss=0.662.ckpt  # 83.6
@@ -78,7 +79,7 @@ eval:
   # mingpt-epoch=01-step=17257-val_loss=0.09.ckpt  # 9
   play_games: False
   which_set: valid
-  root_dir: /ssd2tb/ftwc
-  pthru_data_dir: ${eval.root_dir}/playthru_data/mingpt-${eval.which_set}
-  games_dir: ${eval.root_dir}/games/${eval.which_set}/
+  root_dir: /ssd2tb/gata  # /ssd2tb/ftwc
+  pthru_data_dir: ${eval.root_dir}/playthru_data/gata_${eval.which_set}  #mingpt-${eval.which_set}
+  games_dir: ${eval.root_dir}/games_gata/${eval.which_set}/