Update gptlite.py

brunomaga · Oct 12, 2023 · ccdadf5 · ccdadf5
1 parent 38a5b70
commit ccdadf5
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/assets/GPT-lite/gptlite.py b/assets/GPT-lite/gptlite.py
@@ -159,7 +159,7 @@ def get_batch(source):
 
 class Head(nn.Module):
 
-  def __init__(self, head_size=16):
+  def __init__(self, head_size):
     super().__init__()
     self.key   = nn.Linear(n_embd, head_size, bias=False) 
     self.query = nn.Linear(n_embd, head_size, bias=False)