Monkey-patch OrpheusModel to support max_model_len on Jetson

This commit is contained in:
2026-01-11 17:52:33 -06:00
parent 0e43b76204
commit d0d7633a00
2 changed files with 18 additions and 7 deletions

View File

@@ -21,9 +21,9 @@ COPY requirements.txt /app/
# Install Python dependencies (FastAPI, etc - but NOT torch/vllm)
RUN pip3 install --no-cache-dir -r requirements.txt
# Install orpheus-speech from GitHub repo (supports max_model_len) WITHOUT dependencies
# Install orpheus-speech from regular PyPI WITHOUT dependencies
# to avoid overwriting vllm/torch. Then install snac audio codec.
RUN pip3 install --no-cache-dir --no-deps git+https://github.com/canopyai/Orpheus-TTS.git#subdirectory=orpheus_tts_pypi && \
RUN pip3 install --no-cache-dir --no-deps --index-url https://pypi.org/simple/ orpheus-speech && \
pip3 install --no-cache-dir --index-url https://pypi.org/simple/ snac
# Copy application code