feat: Enhance device compatibility by dynamically selecting CUDA, MPS, or CPU and updating autocast usage.

This commit is contained in:
GeorgeCaoJ
2025-12-19 09:31:07 +08:00
parent e604451a5c
commit 52879d2968
3 changed files with 23 additions and 6 deletions

View File

@ -1,9 +1,15 @@
import torch
from model import FunASRNano
def main():
model_dir = "FunAudioLLM/Fun-ASR-Nano-2512"
m, kwargs = FunASRNano.from_pretrained(model=model_dir, device="cuda:0")
device = (
"cuda:0"
if torch.cuda.is_available()
else "mps" if torch.backends.mps.is_available() else "cpu"
)
m, kwargs = FunASRNano.from_pretrained(model=model_dir, device=device)
m.eval()
wav_path = f"{kwargs['model_path']}/example/zh.mp3"