323 lines
12 KiB
Python
323 lines
12 KiB
Python
# sync_recorder.py
|
||
# 同步录制ESP32视频流和音频指令
|
||
# 自动确保视频和音频时间轴对齐
|
||
|
||
import os
|
||
import cv2
|
||
import wave
|
||
import numpy as np
|
||
import threading
|
||
import time
|
||
from datetime import datetime
|
||
from collections import deque
|
||
import struct
|
||
|
||
class SyncRecorder:
|
||
"""同步录制器 - 视频+音频时间对齐"""
|
||
|
||
def __init__(self, output_dir="recordings", fps=15.0):
|
||
"""
|
||
初始化录制器
|
||
:param output_dir: 输出目录
|
||
:param fps: 视频帧率（默认15fps）
|
||
"""
|
||
self.output_dir = output_dir
|
||
self.fps = fps
|
||
self.frame_duration = 1.0 / fps # 每帧时长（秒）
|
||
|
||
# 创建输出目录
|
||
os.makedirs(output_dir, exist_ok=True)
|
||
|
||
# 录制状态
|
||
self.is_recording = False
|
||
self.start_time = None
|
||
|
||
# 视频写入器
|
||
self.video_writer = None
|
||
self.video_path = None
|
||
self.last_frame = None
|
||
self.frame_count = 0
|
||
|
||
# 音频写入器
|
||
self.audio_writer = None
|
||
self.audio_path = None
|
||
self.audio_buffer = bytearray()
|
||
self.last_audio_time = 0.0
|
||
|
||
# 音频参数（ESP32标准：16kHz, 16bit, Mono）
|
||
self.sample_rate = 16000
|
||
self.sample_width = 2 # 16bit = 2 bytes
|
||
self.channels = 1
|
||
|
||
# 线程安全
|
||
self.lock = threading.Lock()
|
||
|
||
# 性能监控
|
||
self.frames_written = 0
|
||
self.audio_bytes_written = 0
|
||
self.last_log_time = time.time()
|
||
|
||
print(f"[RECORDER] 录制器初始化完成 - FPS={fps}, 输出目录={output_dir}")
|
||
|
||
def start_recording(self):
|
||
"""开始新的录制会话"""
|
||
if self.is_recording:
|
||
print("[RECORDER] 警告：已经在录制中")
|
||
return False
|
||
|
||
# 生成文件名（时间戳）
|
||
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
|
||
self.video_path = os.path.join(self.output_dir, f"video_{timestamp}.avi")
|
||
self.audio_path = os.path.join(self.output_dir, f"audio_{timestamp}.wav")
|
||
|
||
# 重置状态
|
||
self.start_time = time.time()
|
||
self.last_audio_time = 0.0
|
||
self.frame_count = 0
|
||
self.frames_written = 0
|
||
self.audio_bytes_written = 0
|
||
self.audio_buffer.clear()
|
||
self.last_frame = None
|
||
|
||
# 初始化音频文件
|
||
try:
|
||
self.audio_writer = wave.open(self.audio_path, 'wb')
|
||
self.audio_writer.setnchannels(self.channels)
|
||
self.audio_writer.setsampwidth(self.sample_width)
|
||
self.audio_writer.setframerate(self.sample_rate)
|
||
except Exception as e:
|
||
print(f"[RECORDER] 音频文件初始化失败: {e}")
|
||
return False
|
||
|
||
self.is_recording = True
|
||
print(f"[RECORDER] 开始录制")
|
||
print(f" 视频: {self.video_path}")
|
||
print(f" 音频: {self.audio_path}")
|
||
return True
|
||
|
||
def add_frame(self, jpeg_data: bytes):
|
||
"""
|
||
添加一帧视频（原始JPEG数据）
|
||
:param jpeg_data: JPEG格式的图像数据
|
||
"""
|
||
if not self.is_recording:
|
||
return
|
||
|
||
try:
|
||
with self.lock:
|
||
# 解码JPEG
|
||
arr = np.frombuffer(jpeg_data, dtype=np.uint8)
|
||
frame = cv2.imdecode(arr, cv2.IMREAD_COLOR)
|
||
|
||
if frame is None:
|
||
print(f"[RECORDER] 警告：帧解码失败")
|
||
return
|
||
|
||
# 首帧：初始化视频写入器
|
||
if self.video_writer is None:
|
||
height, width = frame.shape[:2]
|
||
# 使用XVID编码器（Windows兼容性好）
|
||
fourcc = cv2.VideoWriter_fourcc(*'XVID')
|
||
self.video_writer = cv2.VideoWriter(
|
||
self.video_path,
|
||
fourcc,
|
||
self.fps,
|
||
(width, height)
|
||
)
|
||
|
||
if not self.video_writer.isOpened():
|
||
print(f"[RECORDER] 错误：视频写入器初始化失败")
|
||
self.is_recording = False
|
||
return
|
||
|
||
print(f"[RECORDER] 视频写入器初始化：{width}x{height} @ {self.fps}fps")
|
||
|
||
# 写入帧
|
||
self.video_writer.write(frame)
|
||
self.frame_count += 1
|
||
self.frames_written += 1
|
||
self.last_frame = frame
|
||
|
||
# 计算当前视频时长（秒）
|
||
current_video_time = self.frame_count * self.frame_duration
|
||
|
||
# 音频同步：填充静音到视频时长
|
||
self._sync_audio_to_video(current_video_time)
|
||
|
||
# 性能日志（每10秒）
|
||
now = time.time()
|
||
if now - self.last_log_time > 10.0:
|
||
elapsed = now - self.start_time
|
||
avg_fps = self.frames_written / elapsed if elapsed > 0 else 0
|
||
audio_duration = self.audio_bytes_written / (self.sample_rate * self.sample_width)
|
||
print(f"[RECORDER] 录制中 - 帧数={self.frames_written}, "
|
||
f"实际FPS={avg_fps:.1f}, "
|
||
f"视频时长={current_video_time:.1f}s, "
|
||
f"音频时长={audio_duration:.1f}s")
|
||
self.last_log_time = now
|
||
|
||
except Exception as e:
|
||
print(f"[RECORDER] 添加帧失败: {e}")
|
||
import traceback
|
||
traceback.print_exc()
|
||
|
||
def add_audio(self, pcm_data: bytes, text: str = ""):
|
||
"""
|
||
添加音频数据（PCM 16bit）
|
||
:param pcm_data: PCM格式音频数据
|
||
:param text: 语音文本（用于日志）
|
||
"""
|
||
if not self.is_recording:
|
||
return
|
||
|
||
try:
|
||
with self.lock:
|
||
# 当前视频时长
|
||
current_video_time = self.frame_count * self.frame_duration
|
||
|
||
# 在添加音频前，先填充静音到视频时长
|
||
self._sync_audio_to_video(current_video_time)
|
||
|
||
# 写入实际音频
|
||
self.audio_writer.writeframes(pcm_data)
|
||
audio_duration = len(pcm_data) / (self.sample_rate * self.sample_width)
|
||
self.last_audio_time = current_video_time + audio_duration
|
||
self.audio_bytes_written += len(pcm_data)
|
||
|
||
if text:
|
||
print(f"[RECORDER] 录制语音: {text[:30]}... (时间={current_video_time:.2f}s, 时长={audio_duration:.2f}s)")
|
||
|
||
except Exception as e:
|
||
print(f"[RECORDER] 添加音频失败: {e}")
|
||
|
||
def _sync_audio_to_video(self, video_time: float):
|
||
"""
|
||
同步音频到视频时长（填充静音）
|
||
:param video_time: 当前视频时长（秒）
|
||
"""
|
||
# 计算需要填充的静音时长
|
||
silence_duration = video_time - self.last_audio_time
|
||
|
||
if silence_duration > 0.01: # 大于10ms才填充
|
||
# 生成静音数据
|
||
silence_samples = int(silence_duration * self.sample_rate)
|
||
silence_bytes = silence_samples * self.sample_width
|
||
silence_data = b'\x00' * silence_bytes
|
||
|
||
# 写入静音
|
||
self.audio_writer.writeframes(silence_data)
|
||
self.audio_bytes_written += len(silence_data)
|
||
self.last_audio_time = video_time
|
||
|
||
def stop_recording(self):
|
||
"""停止录制并保存文件"""
|
||
if not self.is_recording:
|
||
return
|
||
|
||
print("[RECORDER] 正在保存录制文件...")
|
||
self.is_recording = False
|
||
|
||
with self.lock:
|
||
# 最后一次音频同步
|
||
try:
|
||
if self.frame_count > 0:
|
||
final_video_time = self.frame_count * self.frame_duration
|
||
self._sync_audio_to_video(final_video_time)
|
||
except Exception as e:
|
||
print(f"[RECORDER] 最终音频同步失败: {e}")
|
||
|
||
# 关闭视频写入器（关键步骤）
|
||
if self.video_writer is not None:
|
||
try:
|
||
print("[RECORDER] 正在关闭视频写入器...")
|
||
self.video_writer.release()
|
||
print("[RECORDER] 视频写入器已关闭")
|
||
except Exception as e:
|
||
print(f"[RECORDER] 关闭视频写入器失败: {e}")
|
||
finally:
|
||
self.video_writer = None
|
||
|
||
# 关闭音频写入器
|
||
if self.audio_writer is not None:
|
||
try:
|
||
print("[RECORDER] 正在关闭音频写入器...")
|
||
self.audio_writer.close()
|
||
print("[RECORDER] 音频写入器已关闭")
|
||
except Exception as e:
|
||
print(f"[RECORDER] 关闭音频写入器失败: {e}")
|
||
finally:
|
||
self.audio_writer = None
|
||
|
||
# 统计信息
|
||
try:
|
||
elapsed = time.time() - self.start_time if self.start_time else 0
|
||
video_duration = self.frame_count * self.frame_duration
|
||
audio_duration = self.audio_bytes_written / (self.sample_rate * self.sample_width)
|
||
|
||
print(f"\n{'='*60}")
|
||
print(f"[RECORDER] 录制完成")
|
||
print(f"{'='*60}")
|
||
print(f" 总耗时: {elapsed:.1f}秒")
|
||
print(f"\n 视频: {self.video_path}")
|
||
print(f" - 帧数: {self.frames_written}")
|
||
print(f" - 时长: {video_duration:.2f}秒")
|
||
if elapsed > 0:
|
||
print(f" - 平均FPS: {self.frames_written/elapsed:.1f}")
|
||
print(f"\n 音频: {self.audio_path}")
|
||
print(f" - 数据量: {self.audio_bytes_written/1024:.1f} KB")
|
||
print(f" - 时长: {audio_duration:.2f}秒")
|
||
print(f"\n 时间差: {abs(video_duration - audio_duration):.3f}秒")
|
||
|
||
# 验证文件
|
||
if os.path.exists(self.video_path):
|
||
video_size = os.path.getsize(self.video_path) / 1024 / 1024
|
||
print(f" 视频文件大小: {video_size:.2f} MB ✓")
|
||
else:
|
||
print(f" ⚠ 警告：视频文件未生成")
|
||
|
||
if os.path.exists(self.audio_path):
|
||
audio_size = os.path.getsize(self.audio_path) / 1024
|
||
print(f" 音频文件大小: {audio_size:.2f} KB ✓")
|
||
else:
|
||
print(f" ⚠ 警告：音频文件未生成")
|
||
|
||
print(f"{'='*60}\n")
|
||
except Exception as e:
|
||
print(f"[RECORDER] 显示统计信息失败: {e}")
|
||
|
||
|
||
# 全局录制器实例
|
||
_global_recorder = None
|
||
_recorder_lock = threading.Lock()
|
||
|
||
def get_recorder():
|
||
"""获取全局录制器实例"""
|
||
global _global_recorder
|
||
with _recorder_lock:
|
||
if _global_recorder is None:
|
||
_global_recorder = SyncRecorder()
|
||
return _global_recorder
|
||
|
||
def start_recording():
|
||
"""启动录制"""
|
||
recorder = get_recorder()
|
||
return recorder.start_recording()
|
||
|
||
def stop_recording():
|
||
"""停止录制"""
|
||
recorder = get_recorder()
|
||
recorder.stop_recording()
|
||
|
||
def record_frame(jpeg_data: bytes):
|
||
"""记录一帧（供外部调用）"""
|
||
recorder = get_recorder()
|
||
if recorder.is_recording:
|
||
recorder.add_frame(jpeg_data)
|
||
|
||
def record_audio(pcm_data: bytes, text: str = ""):
|
||
"""记录音频（供外部调用）"""
|
||
recorder = get_recorder()
|
||
if recorder.is_recording:
|
||
recorder.add_audio(pcm_data, text)
|
||
|