vixy/orpheus-tts
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Use dustynv/vllm base image for Jetson CUDA support

Browse Source
This commit is contained in:
vixy
2026-01-11 16:15:12 -06:00
parent 453271e49a
commit 28d6df98b8
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
Dockerfile
View File

@@ -1,11 +1,9 @@
# OrpheusTail - Orpheus TTS Service for NVIDIA Jetson AGX Orin # OrpheusTail - Orpheus TTS Service for NVIDIA Jetson AGX Orin
# #
# Replaces VoiceTail (Bark) with Orpheus for better emotion control # Uses dustynv's vLLM container which has proper Jetson CUDA support
# and voice cloning capabilities. # Orpheus uses vLLM under the hood for fast inference
#
# Based on NVIDIA L4T PyTorch container optimized for Jetson
FROM dustynv/pytorch:2.1-r36.2.0 FROM dustynv/vllm:0.8.6-r36.4-cu128-24.04
# Set working directory # Set working directory
WORKDIR /app WORKDIR /app
@@ -20,13 +18,13 @@ RUN apt-get update && apt-get install -y \
# Copy requirements first for better caching # Copy requirements first for better caching
COPY requirements.txt /app/ COPY requirements.txt /app/
# Install Python dependencies # Install Python dependencies (FastAPI, etc - but NOT torch/vllm)
# Note: torch and torchvision are already in the base image
RUN pip3 install --no-cache-dir -r requirements.txt RUN pip3 install --no-cache-dir -r requirements.txt
# Install orpheus-speech (uses vllm under the hood) # Install orpheus-speech WITHOUT dependencies to avoid overwriting vllm/torch
# Note: vllm version compatibility may need adjustment # Then install just the audio codec it needs (snac)
RUN pip3 install orpheus-speech RUN pip3 install --no-cache-dir --no-deps orpheus-speech && \
pip3 install --no-cache-dir snac
# Copy application code # Copy application code
COPY main.py /app/ COPY main.py /app/