schroneko commited on
Commit
e3ffcc7
ยท
verified ยท
1 Parent(s): 2cea941

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -9,7 +9,7 @@ class LlamaGuardModeration:
9
  self.model = None
10
  self.tokenizer = None
11
  self.device = "cuda" if torch.cuda.is_available() else "cpu"
12
- self.model_id = "meta-llama/Llama-Guard-3-8B"
13
  self.dtype = torch.bfloat16
14
 
15
  # HuggingFace tokenใฎๅ–ๅพ—
@@ -29,7 +29,7 @@ class LlamaGuardModeration:
29
  token=self.huggingface_token
30
  )
31
 
32
- # ใƒขใƒ‡ใƒซใฎๅˆๆœŸๅŒ–๏ผˆbitsandbytesใชใ—๏ผ‰
33
  self.model = AutoModelForCausalLM.from_pretrained(
34
  self.model_id,
35
  torch_dtype=self.dtype,
 
9
  self.model = None
10
  self.tokenizer = None
11
  self.device = "cuda" if torch.cuda.is_available() else "cpu"
12
+ self.model_id = "meta-llama/Llama-Guard-3-8B" # ใƒขใƒ‡ใƒซIDใ‚’ๅค‰ๆ›ด
13
  self.dtype = torch.bfloat16
14
 
15
  # HuggingFace tokenใฎๅ–ๅพ—
 
29
  token=self.huggingface_token
30
  )
31
 
32
+ # ใƒขใƒ‡ใƒซใฎๅˆๆœŸๅŒ–
33
  self.model = AutoModelForCausalLM.from_pretrained(
34
  self.model_id,
35
  torch_dtype=self.dtype,