Fill mask modern bert

app.py

@@ -0,0 +1,28 @@
+# app.py
+import torch
+from transformers import pipeline
+import gradio as gr
+
+# Initialize the model pipeline
+pipe = pipeline(
+    "fill-mask",
+    model="answerdotai/ModernBERT-base",
+    torch_dtype=torch.bfloat16,
+)
+
+# Function to run the model
+def fill_mask(input_text):
+    return pipe(input_text)
+
+# Set up the Gradio interface
+iface = gr.Interface(
+    fn=fill_mask, 
+    inputs="text", 
+    outputs="json",
+    title="Mask Filling with ModernBERT",
+    description="Enter a sentence with a [MASK] token, and the model will predict the missing word."
+)
+
+# Launch the interface
+iface.launch()
+

requirements.txt

@@ -0,0 +1,4 @@
+torch
+transformers @ git+https://github.com/huggingface/transformers.git
+gradio
+