huz-relay commited on
Commit
23a6876
·
1 Parent(s): e1ea9eb

Fix logging

Browse files
Files changed (1) hide show
  1. handler.py +13 -18
handler.py CHANGED
@@ -23,25 +23,20 @@ class EndpointHandler:
23
  Return:
24
  A :obj:`list` | `dict`: will be serialized and returned
25
  """
26
- checkpoints = ""
 
27
 
28
- try:
29
- image = data.pop("inputs", data)
30
- checkpoints += "image reached\n"
 
 
31
 
32
- # process image
33
- inputs = self.processor(images=image, return_tensors="pt").to(self.device)
34
- checkpoints += "inputs reached\n"
35
- generated_ids = self.model.generate(**inputs, max_new_tokens=20)
36
- checkpoints += "generated\n"
37
-
38
- # run prediction
39
- generated_text: List[str] = self.processor.batch_decode(
40
- generated_ids, skip_special_tokens=True
41
- )
42
- checkpoints += "decoded\n"
43
- except Exception as e:
44
- checkpoints += f"{e}\n"
45
 
46
  # decode output
47
- return generated_text.append(checkpoints)
 
23
  Return:
24
  A :obj:`list` | `dict`: will be serialized and returned
25
  """
26
+ image = data.pop("inputs", data)
27
+ self.logger.info("image")
28
 
29
+ # process image
30
+ inputs = self.processor(images=image, return_tensors="pt").to(self.device)
31
+ self.logger.info("inputs")
32
+ generated_ids = self.model.generate(**inputs, max_new_tokens=20)
33
+ self.logger.info("generated")
34
 
35
+ # run prediction
36
+ generated_text = self.processor.batch_decode(
37
+ generated_ids, skip_special_tokens=True
38
+ )
39
+ self.logger.info("decoded")
 
 
 
 
 
 
 
 
40
 
41
  # decode output
42
+ return generated_text