updated model.py

model.py

@@ -8,7 +8,13 @@ HF_TOKEN = os.getenv("HUGGINGFACE_TOKEN")
 # Force CPU mode
 device = "cpu"  # Change this from "cuda"
 
+# Load tokenizer and model
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
+
+# Ensure the tokenizer has a pad token set
+if tokenizer.pad_token is None:
+    tokenizer.pad_token = tokenizer.eos_token  # Set pad_token to eos_token
+
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
     token=HF_TOKEN,
@@ -18,6 +24,6 @@ model = AutoModelForCausalLM.from_pretrained(
 ).to(device)
 
 def generate_code(prompt: str, max_tokens: int = 256):
-    inputs = tokenizer(prompt, return_tensors="pt").to(device)
-    output = model.generate(**inputs, max_new_tokens=max_tokens)
+    inputs = tokenizer(prompt, return_tensors="pt", padding=True).to(device)  # Enable padding
+    output = model.generate(**inputs, max_new_tokens=max_tokens, pad_token_id=tokenizer.pad_token_id)  # Explicit pad_token_id
     return tokenizer.decode(output[0], skip_special_tokens=True)