File name
Commit message
Commit date
File name
Commit message
Commit date
from __future__ import annotations
from contextlib import asynccontextmanager
import logging
import platform
from typing import TYPE_CHECKING
from fastapi import (
FastAPI,
)
from fastapi.middleware.cors import CORSMiddleware
from faster_whisper_server.dependencies import get_config, get_model_manager
from faster_whisper_server.logger import setup_logger
from faster_whisper_server.routers.list_models import (
router as list_models_router,
)
from faster_whisper_server.routers.misc import (
router as misc_router,
)
from faster_whisper_server.routers.stt import (
router as stt_router,
)
if TYPE_CHECKING:
from collections.abc import AsyncGenerator
def create_app() -> FastAPI:
setup_logger()
logger = logging.getLogger(__name__)
if platform.machine() == "x86_64":
from faster_whisper_server.routers.speech import (
router as speech_router,
)
else:
logger.warning("`/v1/audio/speech` is only supported on x86_64 machines")
speech_router = None
config = get_config() # HACK
logger.debug(f"Config: {config}")
model_manager = get_model_manager() # HACK
@asynccontextmanager
async def lifespan(_app: FastAPI) -> AsyncGenerator[None, None]:
for model_name in config.preload_models:
model_manager.load_model(model_name)
yield
app = FastAPI(lifespan=lifespan)
app.include_router(stt_router)
app.include_router(list_models_router)
app.include_router(misc_router)
if speech_router is not None:
app.include_router(speech_router)
if config.allow_origins is not None:
app.add_middleware(
CORSMiddleware,
allow_origins=config.allow_origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"],
)
if config.enable_ui:
import gradio as gr
from faster_whisper_server.gradio_app import create_gradio_demo
app = gr.mount_gradio_app(app, create_gradio_demo(config), path="/")
return app