fix: update grok3 name for reasoning

Author: terryyz

bigcodebench/gen/util/openai_request.py

@@ -17,7 +17,7 @@ def make_request(
  kwargs["top_p"] = 0.95
  kwargs["max_completion_tokens"] = max_tokens
  kwargs["temperature"] = temperature
- if any(model.startswith(m) or model.endswith(m) for m in ["o1-", "o3-", "reasoner", "grok-3-mini"]): # pop top-p and max_completion_tokens
+ if any(model.startswith(m) or model.endswith(m) for m in ["o1-", "o3-", "reasoner", "grok-3-mini-beta"]): # pop top-p and max_completion_tokens
  kwargs.pop("top_p")
  kwargs.pop("max_completion_tokens")
  kwargs.pop("temperature")

bigcodebench/generate.py

@@ -197,7 +197,7 @@ def run_codegen(
  )
 
  extra = "-" + subset if subset != "full" else ""
- if backend == "openai" and reasoning_effort and any(model.startswith(m) or model.endswith(m) for m in ["o1-", "o3-", "reasoner", "grok-3-mini"]):
+ if backend == "openai" and reasoning_effort and any(model.startswith(m) or model.endswith(m) for m in ["o1-", "o3-", "reasoner", "grok-3-mini-beta"]):
  model = model + f"--{reasoning_effort}"
 
  if lora_path:

bigcodebench/provider/openai.py

@@ -28,7 +28,7 @@ def codegen(
  tokenizer=None,
  ) for prompt in prompts]
  # use concurrency based batching for o1 and deepseek models
- if any(self.name.startswith(model) or self.name.endswith(model) for model in ["o1-", "o3-", "reasoner", "grok-3-mini"]):
+ if any(self.name.startswith(model) or self.name.endswith(model) for model in ["o1-", "o3-", "reasoner", "grok-3-mini-beta"]):
  return self._codegen_batch_via_concurrency(messages, num_samples)
 
  return self._codegen_api_batch(messages, num_samples)