Support MiniMonkey model

Author: santlchogva

api/adapter/patcher.py

@@ -164,6 +164,8 @@ def patch_config(
 
 
 def patch_model(model: "PreTrainedModel") -> None:
+ if model.config.model_type == "internvl_chat":
+ return
  if model.config.model_type == "minicpmv":
  return
  if "GenerationMixin" not in str(model.generate.__func__):

api/engine/hf.py

@@ -36,6 +36,7 @@
 from api.templates import get_template
 from api.templates.glm import generate_stream_chatglm, generate_stream_chatglm_v3
 from api.templates.minicpm import generate_stream_minicpm_v
+from api.templates.minimonkey import generate_stream_minimonkey
 from api.templates.stream import generate_stream
 from api.templates.utils import get_context_length
 from api.utils import create_error_response
@@ -78,6 +79,8 @@ def __init__(
  self.generate_stream_func = generate_stream_chatglm
  elif self.model.config.model_type == "minicpmv":
  self.generate_stream_func = generate_stream_minicpm_v
+ elif self.model.config.model_type == "internvl_chat":
+ self.generate_stream_func = generate_stream_minimonkey
 
  logger.info(f"Using {self.model_name} Model for Chat!")
  logger.info(f"Using {self.template} for Chat!")
@@ -98,6 +101,8 @@ def _generate(self, params: Dict[str, Any]) -> Iterator[dict]:
  else:
  if self.model.config.model_type == "minicpmv":
  inputs = prompt_or_messages
+ elif self.model.config.model_type == "internvl_chat":
+ inputs = prompt_or_messages
  else:
  inputs = self.template.convert_messages_to_ids(
  prompt_or_messages,