Edited the generate function

Author: rakeshbs

generator.py

@@ -28,7 +28,7 @@
 vocab_size = len(vocabulary)
 
 # Function to generate text from the model
-def generate(model, start_text, num_chars, tokenizer, device):
+def generate(model, start_text, tokenizer, device):
     model.eval()  # Set model to evaluation mode
     print(start_text, end="")
 
@@ -67,6 +67,6 @@ def count_parameters(model):
 
     while True:
         input_text = input("Enter starting text: ")
-        generate(model, input_text, 512, tokenizer, device)
+        generate(model, input_text, tokenizer, device)
         print("\n\n")
 

tiny_transformer

@@ -16,7 +16,7 @@
 torch.set_default_dtype(torch.bfloat16)
 #
 # Network Parameters
-num_epochs = 60
+num_epochs = 40
 batch_size = 128
 learning_rate = 3e-4
 dropout_rate = 0.2