Commit @836d1b1e8461425dd932c3a16fefcb160377bd97 - yjyoon/whisper_server

Fedir Zadniprovskyi 2024-05-25

chore: change default whisper models

@836d1b1e8461425dd932c3a16fefcb160377bd97

d16cb74

836d1b1

Dockerfile.cpu

--- Dockerfile.cpu

+++ Dockerfile.cpu


 COPY ./speaches ./speaches
 ENTRYPOINT ["poetry", "run"]
 CMD ["uvicorn", "speaches.main:app"]
-ENV WHISPER_MODEL=distil-small.en
+ENV WHISPER_MODEL=distil-medium.en
 ENV WHISPER_INFERENCE_DEVICE=cpu
 ENV WHISPER_COMPUTE_TYPE=int8
 ENV UVICORN_HOST=0.0.0.0

d16cb74

836d1b1

Dockerfile.cuda

--- Dockerfile.cuda

+++ Dockerfile.cuda


 COPY ./speaches ./speaches
 ENTRYPOINT ["poetry", "run"]
 CMD ["uvicorn", "speaches.main:app"]
-ENV WHISPER_MODEL=distil-medium.en
+ENV WHISPER_MODEL=distil-large-v3.en
 ENV WHISPER_INFERENCE_DEVICE=cuda
 ENV UVICORN_HOST=0.0.0.0
 ENV UVICORN_PORT=8000

d16cb74

836d1b1

speaches/config.py

--- speaches/config.py

+++ speaches/config.py


 
 
 class WhisperConfig(BaseModel):
-    model: Model = Field(default=Model.DISTIL_SMALL_EN)  # ENV: WHISPER_MODEL
+    model: Model = Field(default=Model.DISTIL_MEDIUM_EN)  # ENV: WHISPER_MODEL
     inference_device: Device = Field(
         default=Device.AUTO
     )  # ENV: WHISPER_INFERENCE_DEVICE

Add a comment

Open 0
Closed 0

List

...	...	@@ -12,7 +12,7 @@
12	12	COPY ./speaches ./speaches
13	13	ENTRYPOINT ["poetry", "run"]
14	14	CMD ["uvicorn", "speaches.main:app"]
15		-ENV WHISPER_MODEL=distil-small.en
	15	+ENV WHISPER_MODEL=distil-medium.en
16	16	ENV WHISPER_INFERENCE_DEVICE=cpu
17	17	ENV WHISPER_COMPUTE_TYPE=int8
18	18	ENV UVICORN_HOST=0.0.0.0

...	...	@@ -12,7 +12,7 @@
12	12	COPY ./speaches ./speaches
13	13	ENTRYPOINT ["poetry", "run"]
14	14	CMD ["uvicorn", "speaches.main:app"]
15		-ENV WHISPER_MODEL=distil-medium.en
	15	+ENV WHISPER_MODEL=distil-large-v3.en
16	16	ENV WHISPER_INFERENCE_DEVICE=cuda
17	17	ENV UVICORN_HOST=0.0.0.0
18	18	ENV UVICORN_PORT=8000

...	...	@@ -156,7 +156,7 @@
156	156
157	157
158	158	class WhisperConfig(BaseModel):
159		- model: Model = Field(default=Model.DISTIL_SMALL_EN) # ENV: WHISPER_MODEL
	159	+ model: Model = Field(default=Model.DISTIL_MEDIUM_EN) # ENV: WHISPER_MODEL
160	160	inference_device: Device = Field(
161	161	default=Device.AUTO
162	162	) # ENV: WHISPER_INFERENCE_DEVICE

Delete comment