feat(hallucination): warn and exit if 'n' param unsupported

Author: Pouyanpi

nemoguardrails/library/hallucination/actions.py

@@ -41,9 +41,9 @@
 
 @action()
 async def self_check_hallucination(
+ llm: BaseLLM,
  llm_task_manager: LLMTaskManager,
  context: Optional[dict] = None,
- llm: Optional[BaseLLM] = None,
  use_llm_checking: bool = True,
  config: Optional[RailsConfig] = None,
 ):
@@ -72,6 +72,13 @@ async def self_check_hallucination(
  f"Current LLM engine is {type(llm).__name__}, which may not support all features."
  )
 
+ if "n" not in llm.__fields__:
+ log.warning(
+ f"LLM engine {type(llm).__name__} does not support the 'n' parameter for generating multiple completion choices. "
+ f"Please use an OpenAI LLM engine or a model that supports the 'n' parameter for optimal performance."
+ )
+ return False
+
  # Use the "generate" call from langchain to get all completions in the same response.
  last_bot_prompt = PromptTemplate(template="{text}", input_variables=["text"])
  chain = LLMChain(prompt=last_bot_prompt, llm=llm)