intel
diff --git a/‎intel_extension_for_transformers/neural_chat/models/model_utils.py‎
Lines changed: 1 addition & 1 deletion b/‎intel_extension_for_transformers/neural_chat/models/model_utils.py‎
Lines changed: 1 addition & 1 deletion
@@ -297,7 +297,7 @@ def load_model(
  )
 
  adapt_transformers_to_gaudi()
- elif device == "cpu":
+ elif device == "cpu" and not ipex_int8:
  set_cpu_running_env()
 
  if isinstance(optimization_config, AMPConfig):
Original file line number	Diff line number	Diff line change
`@@ -297,7 +297,7 @@ def load_model(`
`297`	`297`	`)`
`298`	`298`
`299`	`299`	`adapt_transformers_to_gaudi()`
`300`		`- elif device == "cpu":`
	`300`	`+ elif device == "cpu" and not ipex_int8:`
`301`	`301`	`set_cpu_running_env()`
`302`	`302`
`303`	`303`	`if isinstance(optimization_config, AMPConfig):`