public-mirrors/Kokoro-FastAPI
1
0
Fork 0
mirror of https://github.com/remsky/Kokoro-FastAPI.git synced 2025-08-05 16:48:53 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Disable uvicorn reload.

Browse source 
Disable voice scanning at startup.
Disable voice warmup at startup.
Disable temp folder cleanup at startup.
This commit is contained in:
faltiska 2025-06-08 11:10:22 +03:00
parent 9f3c7685d1
commit 4193ae8ec8
1 changed files with 5 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
api/src/main.py
View file

@ -49,22 +49,13 @@ async def lifespan(app: FastAPI):
"""Lifespan context manager for model initialization""" """Lifespan context manager for model initialization"""
from .inference.model_manager import get_manager from .inference.model_manager import get_manager
from .inference.voice_manager import get_manager as get_voice_manager from .inference.voice_manager import get_manager as get_voice_manager
from .services.temp_manager import cleanup_temp_files
# Clean old temp files on startup
await cleanup_temp_files()
logger.info("Loading TTS model and voice packs...") logger.info("Loading TTS model and voice packs...")
try: try:
# Initialize managers
model_manager = await get_manager() model_manager = await get_manager()
voice_manager = await get_voice_manager() await get_voice_manager()
device = await model_manager.load_voices()
# Initialize model with warmup and get status
device, model, voicepack_count = await model_manager.initialize_with_warmup(
voice_manager
)
except Exception as e: except Exception as e:
logger.error(f"Failed to initialize model: {e}") logger.error(f"Failed to initialize model: {e}")
@ -84,14 +75,13 @@ async def lifespan(app: FastAPI):
{boundary} {boundary}
""" """
startup_msg += f"\nModel warmed up on {device}: {model}" startup_msg += f"\nModel loaded on {device}"
if device == "mps": if device == "mps":
startup_msg += "\nUsing Apple Metal Performance Shaders (MPS)" startup_msg += "\nUsing Apple Metal Performance Shaders (MPS)"
elif device == "cuda": elif device == "cuda":
startup_msg += f"\nCUDA: {torch.cuda.is_available()}" startup_msg += f"\nCUDA available: {torch.cuda.is_available()}"
else: else:
startup_msg += "\nRunning on CPU" startup_msg += "\nRunning on CPU"
startup_msg += f"\n{voicepack_count} voice packs loaded"
# Add web player info if enabled # Add web player info if enabled
if settings.enable_web_player: if settings.enable_web_player:
@ -149,4 +139,4 @@ async def test_endpoint():
if __name__ == "__main__": if __name__ == "__main__":
uvicorn.run("api.src.main:app", host=settings.host, port=settings.port, reload=True) uvicorn.run("api.src.main:app", host=settings.host, port=settings.port)