Init: 导入NaviGlassServer源码
This commit is contained in:
Kevin Wong
221
asr_core.py
Normal file
221
asr_core.py
Normal file
@@ -0,0 +1,221 @@
|
||||
# asr_core.py
|
||||
# -*- coding: utf-8 -*-
|
||||
import os, json, asyncio
|
||||
from typing import Any, Dict, List, Optional, Callable, Tuple
|
||||
|
||||
ASR_DEBUG_RAW = os.getenv("ASR_DEBUG_RAW", "0") == "1"
|
||||
|
||||
def _shorten(s: str, limit: int = 200) -> str:
|
||||
if not s:
|
||||
return ""
|
||||
return s if len(s) <= limit else (s[:limit] + "…")
|
||||
|
||||
def _safe_to_dict(x: Any) -> Dict[str, Any]:
|
||||
if isinstance(x, dict): return x
|
||||
for attr in ("to_dict", "model_dump", "__dict__"):
|
||||
try:
|
||||
v = getattr(x, attr, None)
|
||||
except Exception:
|
||||
v = None
|
||||
if callable(v):
|
||||
try:
|
||||
d = v()
|
||||
if isinstance(d, dict): return d
|
||||
except Exception:
|
||||
pass
|
||||
elif isinstance(v, dict):
|
||||
return v
|
||||
try:
|
||||
s = str(x)
|
||||
if s and s.lstrip().startswith("{") and s.rstrip().endswith("}"):
|
||||
return json.loads(s)
|
||||
except Exception:
|
||||
pass
|
||||
return {"_raw": str(x)}
|
||||
|
||||
def _extract_sentence(event_obj: Any) -> Tuple[Optional[str], Optional[bool]]:
|
||||
d = _safe_to_dict(event_obj)
|
||||
cands: List[Dict[str, Any]] = [d]
|
||||
for k in ("output", "data", "result"):
|
||||
v = d.get(k)
|
||||
if isinstance(v, dict):
|
||||
cands.append(v)
|
||||
for obj in cands:
|
||||
sent = obj.get("sentence")
|
||||
if isinstance(sent, dict):
|
||||
text = sent.get("text")
|
||||
is_end = sent.get("sentence_end")
|
||||
if is_end is not None:
|
||||
is_end = bool(is_end)
|
||||
return text, is_end
|
||||
for obj in cands:
|
||||
if "text" in obj and isinstance(obj.get("text"), str):
|
||||
return obj.get("text"), None
|
||||
return None, None
|
||||
|
||||
# ====== 仅热词触发的“全清零复位”配置 ======
|
||||
INTERRUPT_KEYWORDS = set(
|
||||
os.getenv("INTERRUPT_KEYWORDS", "停下,别说了,停止").split(",")
|
||||
)
|
||||
|
||||
# Day 21: 导航控制白名单 - 这些命令包含热词但不应触发重置
|
||||
# 例如"停止导航"包含"停止"，但不应该触发 full_system_reset
|
||||
NAV_CONTROL_WHITELIST = [
|
||||
"停止导航", "结束导航", "停止检测", "停止红绿灯",
|
||||
"开始导航", "盲道导航", "开始过马路", "过马路结束",
|
||||
"帮我导航", "帮我过马路"
|
||||
]
|
||||
|
||||
|
||||
def _normalize_cn(s: str) -> str:
|
||||
try:
|
||||
import unicodedata
|
||||
s = "".join(" " if unicodedata.category(ch) == "Zs" else ch for ch in s)
|
||||
s = s.strip().lower()
|
||||
except Exception:
|
||||
s = (s or "").strip().lower()
|
||||
return s
|
||||
|
||||
# ============ ASR 全局总闸 ============
|
||||
_current_recognition: Optional[object] = None
|
||||
_rec_lock = asyncio.Lock()
|
||||
|
||||
async def set_current_recognition(r):
|
||||
global _current_recognition
|
||||
async with _rec_lock:
|
||||
_current_recognition = r
|
||||
|
||||
async def stop_current_recognition():
|
||||
global _current_recognition
|
||||
async with _rec_lock:
|
||||
r = _current_recognition
|
||||
_current_recognition = None
|
||||
if r:
|
||||
try:
|
||||
r.stop() # DashScope SDK 的实时识别停止
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# ============ ASR 回调 ============
|
||||
class ASRCallback:
|
||||
"""
|
||||
设计目标：
|
||||
1) “停下 / 别说了 …”等热词一出现 → 立刻全清零复位（恢复到刚启动后的状态）。
|
||||
2) 除此之外【不接受打断】；AI 正在播报时，用户说话只做展示，不触发新一轮。
|
||||
3) 不再用 partial 叠加字符串；partial 只用于 UI 临时展示；只有 final sentence 用于驱动 AI。
|
||||
"""
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
on_sdk_error: Callable[[str], None],
|
||||
post: Callable[[asyncio.Future], None],
|
||||
ui_broadcast_partial,
|
||||
ui_broadcast_final,
|
||||
is_playing_now_fn: Callable[[], bool],
|
||||
start_ai_with_text_fn, # async (text)
|
||||
full_system_reset_fn, # async (reason)
|
||||
interrupt_lock: asyncio.Lock,
|
||||
):
|
||||
self._on_sdk_error = on_sdk_error
|
||||
self._post = post
|
||||
self._last_partial_for_ui: str = "" # 只用于 UI 展示
|
||||
self._last_final_text: str = "" # 以句末 final 为准
|
||||
self._hot_interrupted: bool = False # 本句是否因热词触发过复位（防抖）
|
||||
|
||||
self._ui_partial = ui_broadcast_partial
|
||||
self._ui_final = ui_broadcast_final
|
||||
self._is_playing = is_playing_now_fn
|
||||
self._start_ai = start_ai_with_text_fn
|
||||
self._full_reset = full_system_reset_fn
|
||||
self._interrupt_lock = interrupt_lock
|
||||
|
||||
def on_open(self): pass
|
||||
def on_close(self): pass
|
||||
def on_complete(self): pass
|
||||
|
||||
def on_error(self, err):
|
||||
try:
|
||||
self._post(self._ui_partial(""))
|
||||
self._on_sdk_error(str(err))
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
def on_result(self, result): self._handle(result)
|
||||
def on_event(self, event): self._handle(event)
|
||||
|
||||
def _has_hotword(self, text: str) -> bool:
|
||||
"""Day 21 修复: 检查是否包含热词，但排除导航控制命令"""
|
||||
t = _normalize_cn(text)
|
||||
if not t: return False
|
||||
|
||||
# Day 21: 先检查是否是导航控制命令（白名单），如果是则不触发热词
|
||||
for nav_cmd in NAV_CONTROL_WHITELIST:
|
||||
if _normalize_cn(nav_cmd) in t:
|
||||
return False # 导航命令不触发热词重置
|
||||
|
||||
# 检查热词
|
||||
for w in INTERRUPT_KEYWORDS:
|
||||
if w and _normalize_cn(w) in t:
|
||||
return True
|
||||
return False
|
||||
|
||||
def _handle(self, event: Any):
|
||||
if ASR_DEBUG_RAW:
|
||||
try:
|
||||
rawd = _safe_to_dict(event)
|
||||
print("[ASR EVENT RAW]", json.dumps(rawd, ensure_ascii=False), flush=True)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
text, is_end = _extract_sentence(event)
|
||||
if text is None:
|
||||
return
|
||||
text = text.strip()
|
||||
if not text:
|
||||
return
|
||||
|
||||
# ---------- ① 热词优先：命中就全清零并短路，绝不送 LLM ----------
|
||||
if not self._hot_interrupted and self._has_hotword(text):
|
||||
self._hot_interrupted = True
|
||||
|
||||
async def _hot_reset():
|
||||
async with self._interrupt_lock:
|
||||
print(f"[ASR HOTWORD] '{text}' -> FULL RESET, skip LLM", flush=True)
|
||||
await self._full_reset("Hotword interrupt")
|
||||
try:
|
||||
self._post(_hot_reset())
|
||||
except Exception:
|
||||
pass
|
||||
return
|
||||
|
||||
# ---------- ② partial：仅用于 UI 展示 ----------
|
||||
self._last_partial_for_ui = text
|
||||
try:
|
||||
print(f"[ASR PARTIAL] len={len(text)} text='{_shorten(text)}'", flush=True)
|
||||
self._post(self._ui_partial(self._last_partial_for_ui))
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# ---------- ③ final：仅 final 驱动 LLM（若未在播报） ----------
|
||||
if is_end is True:
|
||||
final_text = text
|
||||
try:
|
||||
print(f"[ASR FINAL] len={len(final_text)} text='{final_text}'", flush=True)
|
||||
self._post(self._ui_final(final_text))
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if (not self._is_playing()) and final_text:
|
||||
async def _run_final():
|
||||
async with self._interrupt_lock:
|
||||
print(f"[LLM INPUT TEXT] {final_text}", flush=True)
|
||||
await self._start_ai(final_text)
|
||||
try:
|
||||
self._post(_run_final())
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
# 复位进入下一句
|
||||
self._last_partial_for_ui = ""
|
||||
self._last_final_text = ""
|
||||
self._hot_interrupted = False
|
||||
Reference in New Issue
Block a user