Monkey-patch OrpheusModel to support max_model_len on Jetson
This commit is contained in:
@@ -21,9 +21,9 @@ COPY requirements.txt /app/
|
||||
# Install Python dependencies (FastAPI, etc - but NOT torch/vllm)
|
||||
RUN pip3 install --no-cache-dir -r requirements.txt
|
||||
|
||||
# Install orpheus-speech from GitHub repo (supports max_model_len) WITHOUT dependencies
|
||||
# Install orpheus-speech from regular PyPI WITHOUT dependencies
|
||||
# to avoid overwriting vllm/torch. Then install snac audio codec.
|
||||
RUN pip3 install --no-cache-dir --no-deps git+https://github.com/canopyai/Orpheus-TTS.git#subdirectory=orpheus_tts_pypi && \
|
||||
RUN pip3 install --no-cache-dir --no-deps --index-url https://pypi.org/simple/ orpheus-speech && \
|
||||
pip3 install --no-cache-dir --index-url https://pypi.org/simple/ snac
|
||||
|
||||
# Copy application code
|
||||
|
||||
Reference in New Issue
Block a user