Fix _map_model_params call signature
This commit is contained in:
3
main.py
3
main.py
@@ -331,7 +331,8 @@ async def startup():
|
|||||||
# Monkey-patch OrpheusModel to support max_model_len (PyPI version doesn't)
|
# Monkey-patch OrpheusModel to support max_model_len (PyPI version doesn't)
|
||||||
original_setup_engine = OrpheusModel._setup_engine
|
original_setup_engine = OrpheusModel._setup_engine
|
||||||
def patched_setup_engine(self):
|
def patched_setup_engine(self):
|
||||||
model_name = self._map_model_params()
|
# Get the mapped model name (handles "medium-3b" -> full path)
|
||||||
|
model_name = self._map_model_params(self.model_name)
|
||||||
engine_args = AsyncEngineArgs(
|
engine_args = AsyncEngineArgs(
|
||||||
model=model_name,
|
model=model_name,
|
||||||
max_model_len=MAX_MODEL_LEN, # Our custom limit!
|
max_model_len=MAX_MODEL_LEN, # Our custom limit!
|
||||||
|
|||||||
Reference in New Issue
Block a user