m

app.py

@@ -5,12 +5,20 @@ from transformers import AutoTokenizer, AutoModelForSequenceClassification
 checkpoint = "distilbert-base-uncased-finetuned-sst-2-english"
 tokenizer = AutoTokenizer.from_pretrained(checkpoint)
 model = AutoModelForSequenceClassification.from_pretrained(checkpoint)
+
 sequences = ["I've been waiting for a HuggingFace course my whole life.", "So have I!"]
 
 tokens = tokenizer(sequences, padding=True, truncation=True, return_tensors="pt")
-output = model(**tokens)
+
+# Perform inference without gradient tracking
+with torch.no_grad():
+    output = model(**tokens)
+
+# Convert logits to a list for JSON serialization
+logits = output.logits.tolist()
+
 app = FastAPI()
 
 @app.get("/")
 def greet_json():
-    return {"Hello": output}
+    return {"Hello": logits}