Fix _map_model_params call signature

This commit is contained in:
2026-01-11 17:59:49 -06:00
parent d0d7633a00
commit a164bed590

View File

@@ -331,7 +331,8 @@ async def startup():
# Monkey-patch OrpheusModel to support max_model_len (PyPI version doesn't) # Monkey-patch OrpheusModel to support max_model_len (PyPI version doesn't)
original_setup_engine = OrpheusModel._setup_engine original_setup_engine = OrpheusModel._setup_engine
def patched_setup_engine(self): def patched_setup_engine(self):
model_name = self._map_model_params() # Get the mapped model name (handles "medium-3b" -> full path)
model_name = self._map_model_params(self.model_name)
engine_args = AsyncEngineArgs( engine_args = AsyncEngineArgs(
model=model_name, model=model_name,
max_model_len=MAX_MODEL_LEN, # Our custom limit! max_model_len=MAX_MODEL_LEN, # Our custom limit!