diff --git a/src/litgpt/model.py b/src/litgpt/model.py index e72ed5c..13d23da 100644 --- a/src/litgpt/model.py +++ b/src/litgpt/model.py @@ -8,7 +8,6 @@ from torch.nn import functional as F # global hyperparams -# TODO: add these to an args/hparam object VOCAB_SIZE = 65 N_EMBD = 384 # dimension of token embeddings N_HEADS = 6 # number of self-attention heads