From d76b8c2ff1dbfe1aeb7a7d66c6c21680f5eaf1c7 Mon Sep 17 00:00:00 2001 From: thespad Date: Sun, 10 Aug 2025 10:50:08 +0100 Subject: [PATCH 1/3] Support local-only mode --- .editorconfig | 0 LICENSE | 0 README.md | 4 ++++ jenkins-vars.yml | 2 -- readme-vars.yml | 2 ++ root/etc/s6-overlay/s6-rc.d/svc-whisper/run | 3 ++- 6 files changed, 8 insertions(+), 3 deletions(-) mode change 100755 => 100644 .editorconfig mode change 100755 => 100644 LICENSE diff --git a/.editorconfig b/.editorconfig old mode 100755 new mode 100644 diff --git a/LICENSE b/LICENSE old mode 100755 new mode 100644 diff --git a/README.md b/README.md index 2da82ba..3b9384c 100644 --- a/README.md +++ b/README.md @@ -94,6 +94,7 @@ services: - PGID=1000 - TZ=Etc/UTC - WHISPER_MODEL=tiny-int8 + - LOCAL_ONLY= #optional - WHISPER_BEAM=1 #optional - WHISPER_LANG=en #optional volumes: @@ -112,6 +113,7 @@ docker run -d \ -e PGID=1000 \ -e TZ=Etc/UTC \ -e WHISPER_MODEL=tiny-int8 \ + -e LOCAL_ONLY= `#optional` \ -e WHISPER_BEAM=1 `#optional` \ -e WHISPER_LANG=en `#optional` \ -p 10300:10300 \ @@ -131,6 +133,7 @@ Containers are configured using parameters passed at runtime (such as those abov | `-e PGID=1000` | for GroupID - see below for explanation | | `-e TZ=Etc/UTC` | specify a timezone to use, see this [list](https://en.wikipedia.org/wiki/List_of_tz_database_time_zones#List). | | `-e WHISPER_MODEL=tiny-int8` | Whisper model that will be used for transcription. From `tiny`, `base`, `small` and `medium`, all with `-int8` compressed variants | +| `-e LOCAL_ONLY=` | If set to `true`, or any other value, the container will not attempt to download models from HuggingFace and will only use locally-provided models. | | `-e WHISPER_BEAM=1` | Number of candidates to consider simultaneously during transcription. | | `-e WHISPER_LANG=en` | Language that you will speak to the add-on. | | `-v /config` | Local path for Whisper config files. | @@ -298,6 +301,7 @@ Once registered you can define the dockerfile to use with `-f Dockerfile.aarch64 ## Versions +* **10.08.25:** - Add support for local-only mode. * **05.12.24:** - Build from Github releases rather than Pypi. * **18.07.24:** - Rebase to Ubuntu Noble. * **19.05.24:** - Bump CUDA to 12 on GPU branch. diff --git a/jenkins-vars.yml b/jenkins-vars.yml index 99019ba..68fecbb 100644 --- a/jenkins-vars.yml +++ b/jenkins-vars.yml @@ -6,8 +6,6 @@ external_type: github_stable release_type: prerelease release_tag: gpu ls_branch: gpu -image_sbom: true -image_provenance: true repo_vars: - EXT_GIT_BRANCH = 'master' - EXT_USER = 'rhasspy' diff --git a/readme-vars.yml b/readme-vars.yml index 083feac..061c845 100644 --- a/readme-vars.yml +++ b/readme-vars.yml @@ -29,6 +29,7 @@ param_ports: # optional container parameters opt_param_usage_include_env: true opt_param_env_vars: + - {env_var: "LOCAL_ONLY", env_value: "", desc: "If set to `true`, or any other value, the container will not attempt to download models from HuggingFace and will only use locally-provided models."} - {env_var: "WHISPER_BEAM", env_value: "1", desc: "Number of candidates to consider simultaneously during transcription."} - {env_var: "WHISPER_LANG", env_value: "en", desc: "Language that you will speak to the add-on."} readonly_supported: true @@ -83,6 +84,7 @@ init_diagram: | "faster-whisper:gpu" <- Base Images # changelog changelogs: + - {date: "10.08.25:", desc: "Add support for local-only mode."} - {date: "05.12.24:", desc: "Build from Github releases rather than Pypi."} - {date: "18.07.24:", desc: "Rebase to Ubuntu Noble."} - {date: "19.05.24:", desc: "Bump CUDA to 12 on GPU branch."} diff --git a/root/etc/s6-overlay/s6-rc.d/svc-whisper/run b/root/etc/s6-overlay/s6-rc.d/svc-whisper/run index c8e8e50..458a192 100755 --- a/root/etc/s6-overlay/s6-rc.d/svc-whisper/run +++ b/root/etc/s6-overlay/s6-rc.d/svc-whisper/run @@ -12,4 +12,5 @@ exec \ --beam-size "${WHISPER_BEAM:-1}" \ --language "${WHISPER_LANG:-en}" \ --data-dir /config \ - --download-dir /config + --download-dir /config \ + ${LOCAL_ONLY:+--local-files-only} From 2898c66eb07eb4febc85cafd00d800b004df797c Mon Sep 17 00:00:00 2001 From: thespad Date: Wed, 20 Aug 2025 17:05:14 +0100 Subject: [PATCH 2/3] Add gpu-legacy branch --- readme-vars.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/readme-vars.yml b/readme-vars.yml index 061c845..bf3fc16 100644 --- a/readme-vars.yml +++ b/readme-vars.yml @@ -14,6 +14,7 @@ development_versions: true development_versions_items: - {tag: "latest", desc: "Stable releases"} - {tag: "gpu", desc: "Releases with Nvidia GPU support"} + - {tag: "gpu-legacy", desc: "Legacy releases with Nvidia GPU support for pre-Turing cards"} # container parameters common_param_env_vars_enabled: true param_container_name: "{{ project_name }}" From b2da0568deb998fc8a54d3659135e3a445a98c07 Mon Sep 17 00:00:00 2001 From: thespad Date: Wed, 20 Aug 2025 17:06:53 +0100 Subject: [PATCH 3/3] Words --- readme-vars.yml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/readme-vars.yml b/readme-vars.yml index bf3fc16..3ffcc15 100644 --- a/readme-vars.yml +++ b/readme-vars.yml @@ -13,8 +13,8 @@ available_architectures: development_versions: true development_versions_items: - {tag: "latest", desc: "Stable releases"} - - {tag: "gpu", desc: "Releases with Nvidia GPU support"} - - {tag: "gpu-legacy", desc: "Legacy releases with Nvidia GPU support for pre-Turing cards"} + - {tag: "gpu", desc: "Releases with Nvidia GPU support (amd64 only)"} + - {tag: "gpu-legacy", desc: "Legacy releases with Nvidia GPU support for pre-Turing cards (amd64 only)"} # container parameters common_param_env_vars_enabled: true param_container_name: "{{ project_name }}" @@ -85,6 +85,7 @@ init_diagram: | "faster-whisper:gpu" <- Base Images # changelog changelogs: + - {date: "20.08.25:", desc: "Add gpu-legacy branch for pre-Turing cards."} - {date: "10.08.25:", desc: "Add support for local-only mode."} - {date: "05.12.24:", desc: "Build from Github releases rather than Pypi."} - {date: "18.07.24:", desc: "Rebase to Ubuntu Noble."}