verachen/Qwen3-ASR
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

fix streaming unicode

Browse Source
This commit is contained in:
Xiong Wang
2026-01-30 11:24:18 +08:00
parent b248b4aa94
commit c17a131fe0
2 changed files with 3 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pyproject.toml
View File

@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
[project] [project]
name = "qwen-asr" name = "qwen-asr"
version = "0.0.5" version = "0.0.6"
description = "Qwen-ASR python package" description = "Qwen-ASR python package"
readme = "README.md" readme = "README.md"
requires-python = ">=3.9" requires-python = ">=3.9"

5
qwen_asr/inference/qwen3_asr.py
View File

@ -737,10 +737,9 @@ class Qwen3ASRModel:
while True: while True:
end_idx = max(0, len(cur_ids) - k) end_idx = max(0, len(cur_ids) - k)
prefix = self.processor.tokenizer.decode(cur_ids[:end_idx]) if end_idx > 0 else "" prefix = self.processor.tokenizer.decode(cur_ids[:end_idx]) if end_idx > 0 else ""
try: if '\ufffd' not in prefix:
prefix.encode("utf-8").decode("utf-8")
break break
except UnicodeError: else:
if end_idx == 0: if end_idx == 0:
prefix = "" prefix = ""
break break