File tree Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Expand file tree Collapse file tree 1 file changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -1131,6 +1131,10 @@ def create_engine_config(
11311131 device_config = DeviceConfig (
11321132 device = cast (Device , current_platform .device_type ))
11331133
1134+ model_config = self .create_model_config ()
1135+ self .model = model_config .model
1136+ self .tokenizer = model_config .tokenizer
1137+
11341138 (self .model , self .tokenizer ,
11351139 self .speculative_config ) = maybe_override_with_speculators (
11361140 model = self .model ,
@@ -1139,7 +1143,6 @@ def create_engine_config(
11391143 trust_remote_code = self .trust_remote_code ,
11401144 vllm_speculative_config = self .speculative_config ,
11411145 )
1142- model_config = self .create_model_config ()
11431146
11441147 # * If VLLM_USE_V1 is unset, we enable V1 for "supported features"
11451148 # and fall back to V0 for experimental or unsupported features.
You can’t perform that action at this time.
0 commit comments