From a65fd61cdb6c99f517445c907956497de8a318b0 Mon Sep 17 00:00:00 2001 From: remsky Date: Sat, 4 Jan 2025 03:07:30 -0700 Subject: [PATCH 1/3] Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 2e38852..6909eee 100644 --- a/README.md +++ b/README.md @@ -10,7 +10,7 @@ Dockerized FastAPI wrapper for [Kokoro-82M](https://huggingface.co/hexgrad/Kokoro-82M) text-to-speech model - OpenAI-compatible Speech endpoint, with voice combination functionality - NVIDIA GPU accelerated inference (or CPU) option -- very fast generation time (~35x real time factor via 4060Ti) +- very fast generation time (~35x real time generation speed via 4060Ti) - automatic chunking/stitching for long texts - simple audio generation web ui utility From 280291f2aa8b47712d9ea6b2f71fbed969fc7dd2 Mon Sep 17 00:00:00 2001 From: remsky Date: Sat, 4 Jan 2025 20:59:30 -0700 Subject: [PATCH 2/3] ci: update Docker configurations to use pre-built images and UI services --- .github/workflows/docker-publish.yml | 3 +++ docker-compose.cpu.yml | 14 +++++++++----- docker-compose.yml | 12 ++++++++---- 3 files changed, 20 insertions(+), 9 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 5a2b3af..138fd7c 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -38,6 +38,7 @@ jobs: type=semver,pattern={{version}} type=semver,pattern={{major}}.{{minor}} type=semver,pattern={{major}} + type=raw,value=latest # Extract metadata for CPU image - name: Extract metadata (tags, labels) for CPU Docker @@ -51,6 +52,7 @@ jobs: type=semver,pattern={{version}} type=semver,pattern={{major}}.{{minor}} type=semver,pattern={{major}} + type=raw,value=latest # Build and push GPU version - name: Build and push GPU Docker image @@ -86,6 +88,7 @@ jobs: type=semver,pattern={{version}} type=semver,pattern={{major}}.{{minor}} type=semver,pattern={{major}} + type=raw,value=latest # Build and push UI version - name: Build and push UI Docker image diff --git a/docker-compose.cpu.yml b/docker-compose.cpu.yml index f44f2d4..f3975df 100644 --- a/docker-compose.cpu.yml +++ b/docker-compose.cpu.yml @@ -26,9 +26,11 @@ services: start_period: 1s kokoro-tts: - build: - context: . - dockerfile: Dockerfile.cpu + image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-cpu + # Uncomment below to build from source instead of using the released image + # build: + # context: . + # dockerfile: Dockerfile.cpu volumes: - ./api/src:/app/api/src - ./Kokoro-82M:/app/Kokoro-82M @@ -49,8 +51,10 @@ services: # Gradio UI service [Comment out everything below if you don't need it] gradio-ui: - build: - context: ./ui + image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-ui + # Uncomment below to build from source instead of using the released image + # build: + # context: ./ui ports: - "7860:7860" volumes: diff --git a/docker-compose.yml b/docker-compose.yml index 2e7a86f..46ec691 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -26,8 +26,10 @@ services: start_period: 1s kokoro-tts: - build: - context: . + image: ghcr.io/remsky/kokoro-fastapi:v0.0.2 + # Uncomment below to build from source instead of using the released image + # build: + # context: . volumes: - ./api/src:/app/api/src - ./Kokoro-82M:/app/Kokoro-82M @@ -48,8 +50,10 @@ services: # Gradio UI service [Comment out everything below if you don't need it] gradio-ui: - build: - context: ./ui + image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-ui + # Uncomment below to build from source instead of using the released image + # build: + # context: ./ui ports: - "7860:7860" volumes: From 58a80306469ae8e97e89f1ee85512de008403c87 Mon Sep 17 00:00:00 2001 From: remsky Date: Sat, 4 Jan 2025 21:19:07 -0700 Subject: [PATCH 3/3] ci: update Docker image tags to use 'latest' for CPU and UI versions --- .github/workflows/docker-publish.yml | 22 +++++++++++----------- docker-compose.cpu.yml | 4 ++-- docker-compose.yml | 4 ++-- 3 files changed, 15 insertions(+), 15 deletions(-) diff --git a/.github/workflows/docker-publish.yml b/.github/workflows/docker-publish.yml index 138fd7c..eb97779 100644 --- a/.github/workflows/docker-publish.yml +++ b/.github/workflows/docker-publish.yml @@ -35,9 +35,9 @@ jobs: with: images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }} tags: | - type=semver,pattern={{version}} - type=semver,pattern={{major}}.{{minor}} - type=semver,pattern={{major}} + type=semver,pattern=v{{version}} + type=semver,pattern=v{{major}}.{{minor}} + type=semver,pattern=v{{major}} type=raw,value=latest # Extract metadata for CPU image @@ -49,10 +49,10 @@ jobs: flavor: | suffix=-cpu tags: | - type=semver,pattern={{version}} - type=semver,pattern={{major}}.{{minor}} - type=semver,pattern={{major}} - type=raw,value=latest + type=semver,pattern=v{{version}}-cpu + type=semver,pattern=v{{major}}.{{minor}}-cpu + type=semver,pattern=v{{major}}-cpu + type=raw,value=latest-cpu # Build and push GPU version - name: Build and push GPU Docker image @@ -85,10 +85,10 @@ jobs: flavor: | suffix=-ui tags: | - type=semver,pattern={{version}} - type=semver,pattern={{major}}.{{minor}} - type=semver,pattern={{major}} - type=raw,value=latest + type=semver,pattern=v{{version}}-ui + type=semver,pattern=v{{major}}.{{minor}}-ui + type=semver,pattern=v{{major}}-ui + type=raw,value=latest-ui # Build and push UI version - name: Build and push UI Docker image diff --git a/docker-compose.cpu.yml b/docker-compose.cpu.yml index f3975df..d73a247 100644 --- a/docker-compose.cpu.yml +++ b/docker-compose.cpu.yml @@ -26,7 +26,7 @@ services: start_period: 1s kokoro-tts: - image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-cpu + image: ghcr.io/remsky/kokoro-fastapi:latest-cpu # Uncomment below to build from source instead of using the released image # build: # context: . @@ -51,7 +51,7 @@ services: # Gradio UI service [Comment out everything below if you don't need it] gradio-ui: - image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-ui + image: ghcr.io/remsky/kokoro-fastapi:latest-ui # Uncomment below to build from source instead of using the released image # build: # context: ./ui diff --git a/docker-compose.yml b/docker-compose.yml index 46ec691..cc3744b 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -26,7 +26,7 @@ services: start_period: 1s kokoro-tts: - image: ghcr.io/remsky/kokoro-fastapi:v0.0.2 + image: ghcr.io/remsky/kokoro-fastapi:latest # Uncomment below to build from source instead of using the released image # build: # context: . @@ -50,7 +50,7 @@ services: # Gradio UI service [Comment out everything below if you don't need it] gradio-ui: - image: ghcr.io/remsky/kokoro-fastapi:v0.0.2-ui + image: ghcr.io/remsky/kokoro-fastapi:latest-ui # Uncomment below to build from source instead of using the released image # build: # context: ./ui