update configs

configs/ddp.yaml

@@ -5,6 +5,12 @@ trainer:
   num_nodes: 2
   devices: 2  # devices per node
   strategy: ddp
+  logger:
+    class_path: WandbLogger
+    init_args:
+      log_model: all
+      project: LitGPT
+      save_dir: checkpoints/
 model:
   vocab_size: 65
   n_embd: 384

configs/default.yaml

@@ -1,6 +1,11 @@
 # lightning.pytorch==2.2.0.post0
 trainer:
   max_epochs: 10
+  logger:
+    class_path: TensorBoardLogger
+    init_args:
+      save_dir: checkpoints/
+      name: tensorboard
 model:
   vocab_size: 65
   n_embd: 384

configs/default_wandb.yaml

@@ -0,0 +1,25 @@
+# lightning.pytorch==2.2.0.post0
+trainer:
+  max_epochs: 10
+  logger:
+    class_path: WandbLogger
+    init_args:
+      log_model: all
+      project: LitGPT
+      save_dir: checkpoints/
+model:
+  vocab_size: 65
+  n_embd: 384
+  n_heads: 6
+  num_blocks: 3
+  batch_size: 64
+  block_size: 256
+  dropout: 0.2
+  lr: 0.0003
+data:
+  dataset_path: data/tinyshakespeare.txt
+  batch_size: 64
+  train_test_split: 0.95
+  train_dataloader_workers: 10
+  val_dataloader_workers: 10
+  block_size: 256