feat: Enhance device compatibility by dynamically selecting CUDA, MPS, or CPU and updating autocast usage.
This commit is contained in:
8
demo2.py
8
demo2.py
@ -1,9 +1,15 @@
|
||||
import torch
|
||||
from model import FunASRNano
|
||||
|
||||
|
||||
def main():
|
||||
model_dir = "FunAudioLLM/Fun-ASR-Nano-2512"
|
||||
m, kwargs = FunASRNano.from_pretrained(model=model_dir, device="cuda:0")
|
||||
device = (
|
||||
"cuda:0"
|
||||
if torch.cuda.is_available()
|
||||
else "mps" if torch.backends.mps.is_available() else "cpu"
|
||||
)
|
||||
m, kwargs = FunASRNano.from_pretrained(model=model_dir, device=device)
|
||||
m.eval()
|
||||
|
||||
wav_path = f"{kwargs['model_path']}/example/zh.mp3"
|
||||
|
||||
Reference in New Issue
Block a user