Hugging Face's logo

sreejith8100
/
minicpm-o-handler

Model card Files
xet
 Community
sreejith8100 commited on
Commit
030c1d8
·
verified ·
1 Parent(s): 7634259

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -86,13 +86,13 @@ class EndpointHandler:
86
  if stream:
87
  generated_text = ""
88
  for chunk in self.model.chat(
89
- image=image, msgs=msgs, tokenizer=self.tokenizer,
90
  sampling=True, stream=True
91
  ):
92
  generated_text += chunk
93
  return {"output": generated_text}
94
  else:
95
- output = self.model.chat(image=image, msgs=msgs, tokenizer=self.tokenizer)
96
  return {"output": output}
97
  except Exception as e:
98
  return {"error": f"Inference failed: {e}"}
 
86
  if stream:
87
  generated_text = ""
88
  for chunk in self.model.chat(
89
+ image=None, msgs=msgs, tokenizer=self.tokenizer,
90
  sampling=True, stream=True
91
  ):
92
  generated_text += chunk
93
  return {"output": generated_text}
94
  else:
95
+ output = self.model.chat(image=None, msgs=msgs, tokenizer=self.tokenizer)
96
  return {"output": output}
97
  except Exception as e:
98
  return {"error": f"Inference failed: {e}"}