Commit @9539fc9bf15f137d9fc273947feac8378a7d0b71 - yjyoon/whisper_server

Fedir Zadniprovskyi 2024-09-08

chore: update default whisper model

@9539fc9bf15f137d9fc273947feac8378a7d0b71

b65f336

9539fc9

Dockerfile.cpu

--- Dockerfile.cpu

+++ Dockerfile.cpu


 COPY ./src ./pyproject.toml ./uv.lock ./
 RUN --mount=type=cache,target=/root/.cache/uv \
     uv sync --frozen
-ENV WHISPER__MODEL=Systran/faster-whisper-medium.en
+ENV WHISPER__MODEL=Systran/faster-whisper-small
 ENV WHISPER__INFERENCE_DEVICE=cpu
-ENV WHISPER__COMPUTE_TYPE=int8
 ENV UVICORN_HOST=0.0.0.0
 ENV UVICORN_PORT=8000
 CMD ["uv", "run", "uvicorn", "faster_whisper_server.main:app"]

b65f336

9539fc9

Dockerfile.cuda

--- Dockerfile.cuda

+++ Dockerfile.cuda


 COPY ./src ./pyproject.toml ./uv.lock ./
 RUN --mount=type=cache,target=/root/.cache/uv \
     uv sync --frozen
-ENV WHISPER__MODEL=Systran/faster-distil-whisper-large-v3
+ENV WHISPER__MODEL=Systran/faster-whisper-large-v3
 ENV WHISPER__INFERENCE_DEVICE=auto
 ENV UVICORN_HOST=0.0.0.0
 ENV UVICORN_PORT=8000

b65f336

9539fc9

src/faster_whisper_server/config.py

--- src/faster_whisper_server/config.py

+++ src/faster_whisper_server/config.py


 class WhisperConfig(BaseModel):
     """See https://github.com/SYSTRAN/faster-whisper/blob/master/faster_whisper/transcribe.py#L599."""
 
-    model: str = Field(default="Systran/faster-whisper-medium.en")
+    model: str = Field(default="Systran/faster-whisper-small")
     """
     Default Huggingface model to use for transcription. Note, the model must support being ran using CTranslate2.
     This model will be used if no model is specified in the request.

     preload_models: list[str] = Field(
         default_factory=list,
         examples=[
-            ["Systran/faster-whisper-medium.en"],
+            ["Systran/faster-whisper-small"],
             ["Systran/faster-whisper-medium.en", "Systran/faster-whisper-small.en"],
         ],
     )

Add a comment

Open 0
Closed 0

List

...	...	@@ -17,9 +17,8 @@
17	17	COPY ./src ./pyproject.toml ./uv.lock ./
18	18	RUN --mount=type=cache,target=/root/.cache/uv \
19	19	uv sync --frozen
20		-ENV WHISPER__MODEL=Systran/faster-whisper-medium.en
	20	+ENV WHISPER__MODEL=Systran/faster-whisper-small
21	21	ENV WHISPER__INFERENCE_DEVICE=cpu
22		-ENV WHISPER__COMPUTE_TYPE=int8
23	22	ENV UVICORN_HOST=0.0.0.0
24	23	ENV UVICORN_PORT=8000
25	24	CMD ["uv", "run", "uvicorn", "faster_whisper_server.main:app"]

...	...	@@ -17,7 +17,7 @@
17	17	COPY ./src ./pyproject.toml ./uv.lock ./
18	18	RUN --mount=type=cache,target=/root/.cache/uv \
19	19	uv sync --frozen
20		-ENV WHISPER__MODEL=Systran/faster-distil-whisper-large-v3
	20	+ENV WHISPER__MODEL=Systran/faster-whisper-large-v3
21	21	ENV WHISPER__INFERENCE_DEVICE=auto
22	22	ENV UVICORN_HOST=0.0.0.0
23	23	ENV UVICORN_PORT=8000

...	...	@@ -150,7 +150,7 @@
150	150	class WhisperConfig(BaseModel):
151	151	"""See https://github.com/SYSTRAN/faster-whisper/blob/master/faster_whisper/transcribe.py#L599."""
152	152
153		- model: str = Field(default="Systran/faster-whisper-medium.en")
	153	+ model: str = Field(default="Systran/faster-whisper-small")
154	154	"""
155	155	Default Huggingface model to use for transcription. Note, the model must support being ran using CTranslate2.
156	156	This model will be used if no model is specified in the request.
...	...	@@ -205,7 +205,7 @@
205	205	preload_models: list[str] = Field(
206	206	default_factory=list,
207	207	examples=[
208		- ["Systran/faster-whisper-medium.en"],
	208	+ ["Systran/faster-whisper-small"],
209	209	["Systran/faster-whisper-medium.en", "Systran/faster-whisper-small.en"],
210	210	],
211	211	)

Delete comment