mirror of
https://github.com/remsky/Kokoro-FastAPI.git
synced 2025-04-13 09:39:17 +00:00
720c1fb97d
-alignment with streaming standards -audio processing config settings -more comprehensive model warmup -minor model improvements -enhancing testing, benchmarking -cool ascii logo
61 lines
1.6 KiB
YAML
61 lines
1.6 KiB
YAML
services:
|
|
model-fetcher:
|
|
image: datamachines/git-lfs:latest
|
|
volumes:
|
|
- ./Kokoro-82M:/app/Kokoro-82M
|
|
working_dir: /app/Kokoro-82M
|
|
command: >
|
|
sh -c "
|
|
rm -f .git/index.lock;
|
|
if [ -z \"$(ls -A .)\" ]; then
|
|
git clone https://huggingface.co/hexgrad/Kokoro-82M .
|
|
touch .cloned;
|
|
else
|
|
rm -f .git/index.lock && \
|
|
git checkout main && \
|
|
git pull origin main && \
|
|
touch .cloned;
|
|
fi;
|
|
tail -f /dev/null
|
|
"
|
|
healthcheck:
|
|
test: ["CMD", "test", "-f", ".cloned"]
|
|
interval: 5s
|
|
timeout: 2s
|
|
retries: 300
|
|
start_period: 1s
|
|
|
|
kokoro-tts:
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.cpu
|
|
volumes:
|
|
- ./api/src:/app/api/src
|
|
- ./Kokoro-82M:/app/Kokoro-82M
|
|
ports:
|
|
- "8880:8880"
|
|
environment:
|
|
- PYTHONPATH=/app:/app/Kokoro-82M
|
|
# ONNX Optimization Settings for vectorized operations
|
|
- ONNX_NUM_THREADS=8 # Maximize core usage for vectorized ops
|
|
- ONNX_INTER_OP_THREADS=4 # Higher inter-op for parallel matrix operations
|
|
- ONNX_EXECUTION_MODE=parallel
|
|
- ONNX_OPTIMIZATION_LEVEL=all
|
|
- ONNX_MEMORY_PATTERN=true
|
|
- ONNX_ARENA_EXTEND_STRATEGY=kNextPowerOfTwo
|
|
|
|
depends_on:
|
|
model-fetcher:
|
|
condition: service_healthy
|
|
|
|
# Gradio UI service [Comment out everything below if you don't need it]
|
|
gradio-ui:
|
|
build:
|
|
context: ./ui
|
|
ports:
|
|
- "7860:7860"
|
|
volumes:
|
|
- ./ui/data:/app/ui/data
|
|
- ./ui/app.py:/app/app.py # Mount app.py for hot reload
|
|
environment:
|
|
- GRADIO_WATCH=True # Enable hot reloading
|