Fix _map_model_params call signature

2026-01-11 17:59:49 -06:00
parent d0d7633a00
commit a164bed590
1 changed files with 2 additions and 1 deletions
--- a/main.py
+++ b/main.py
@@ -331,7 +331,8 @@ async def startup():
    # Monkey-patch OrpheusModel to support max_model_len (PyPI version doesn't)
    original_setup_engine = OrpheusModel._setup_engine
    def patched_setup_engine(self):
-        model_name = self._map_model_params()
+        # Get the mapped model name (handles "medium-3b" -> full path)
+        model_name = self._map_model_params(self.model_name)
        engine_args = AsyncEngineArgs(
            model=model_name,
            max_model_len=MAX_MODEL_LEN,  # Our custom limit!