spaces

app.py

@@ -6,6 +6,7 @@ from huggingface_hub import hf_hub_download, login
 from themes.research_monochrome import ResearchMonochrome
 from typing import Iterator, List, Dict
 
+import spaces
 import os
 import requests
 import json
@@ -73,6 +74,7 @@ print(f"Llama-server process started with PID {process.pid}")
 custom_theme = ResearchMonochrome()
 print("Theme type:", type(custom_theme))
 
+@spaces.GPU(duration=30)
 def generate(
     message: str,
     chat_history: List[Dict],