include launch command too. anyone should be able to do this now

perfmjs · Feb 3, 2023 · 3969860 · 3969860
1 parent f9348f3
commit 3969860
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/config/train_gpt2.py b/config/train_gpt2.py
@@ -1,4 +1,6 @@
 # config for training GPT-2 (124M) down to very nice loss of ~2.85 on 1 node of 8X A100 40GB
+# launch as the following (e.g. in a screen session) and wait ~5 days:
+# $ torchrun --standalone --nproc_per_node=8 train.py config/train_gpt2.py
 
 wandb_log = True
 wandb_project = 'owt'