utils_synchronizer_v2.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. #ifndef AV_UTILS_SYNCHRONIZER_V2_H
  2. #define AV_UTILS_SYNCHRONIZER_V2_H
  3. #pragma once
  4. #include "../base/types.h"
  5. #include "../base/logger.h"
  6. #include <memory>
  7. #include <atomic>
  8. #include <mutex>
  9. #include <chrono>
  10. #include <deque>
  11. #include <functional>
  12. extern "C" {
  13. #include <libavutil/avutil.h>
  14. #include <libavutil/time.h>
  15. }
  16. namespace av {
  17. namespace utils {
  18. // 同步错误常量
  19. const ErrorCode SYNC_ERROR = ErrorCode::PROCESSING_ERROR;
  20. /**
  21. * 改进的时钟类型
  22. */
  23. enum class ClockType {
  24. AUDIO,
  25. VIDEO,
  26. EXTERNAL,
  27. SYSTEM
  28. };
  29. /**
  30. * 同步策略
  31. */
  32. enum class SyncStrategy {
  33. AUDIO_MASTER, // 音频为主时钟
  34. VIDEO_MASTER, // 视频为主时钟
  35. EXTERNAL_MASTER, // 外部时钟为主
  36. ADAPTIVE // 自适应选择
  37. };
  38. /**
  39. * 同步状态
  40. */
  41. enum class SyncState {
  42. IDLE, // 空闲
  43. INITIALIZING, // 初始化中
  44. SYNCING, // 同步中
  45. SYNCHRONIZED, // 已同步
  46. DRIFT, // 轻微漂移
  47. ERROR, // 同步错误
  48. RECOVERING // 恢复中
  49. };
  50. /**
  51. * 时钟信息结构
  52. */
  53. struct ClockInfo {
  54. double pts = 0.0; // 当前PTS
  55. double time = 0.0; // 系统时间
  56. double speed = 1.0; // 播放速度
  57. int serial = 0; // 序列号
  58. bool paused = false; // 是否暂停
  59. std::chrono::steady_clock::time_point lastUpdate; // 最后更新时间
  60. double drift = 0.0; // 时钟漂移
  61. double smoothedPts = 0.0; // 平滑后的PTS
  62. ClockInfo() {
  63. lastUpdate = std::chrono::steady_clock::now();
  64. }
  65. };
  66. /**
  67. * 同步配置
  68. */
  69. struct SyncConfigV2 {
  70. SyncStrategy syncStrategy = SyncStrategy::ADAPTIVE; // 同步策略
  71. // 同步阈值
  72. double syncThreshold = 0.04; // 40ms - 基本同步阈值
  73. double audioSyncThreshold = 0.04; // 40ms - 音频同步阈值
  74. double videoSyncThreshold = 0.04; // 40ms - 视频同步阈值
  75. double maxSyncError = 0.1; // 100ms - 最大允许误差
  76. double frameDropThreshold = 0.05; // 50ms - 丢帧阈值
  77. double frameDupThreshold = 0.1; // 100ms - 重复帧阈值
  78. // 帧控制
  79. bool enableFrameDrop = true; // 启用丢帧
  80. bool enableFrameDuplicate = true; // 启用重复帧
  81. // 时钟更新参数
  82. double clockUpdateInterval = 0.01; // 10ms - 时钟更新间隔
  83. int smoothingWindow = 10; // 平滑窗口大小
  84. double smoothingFactor = 0.1; // 平滑因子
  85. // 自适应参数
  86. bool enableAdaptiveSync = true;
  87. double adaptiveThreshold = 0.02; // 20ms - 自适应阈值
  88. int adaptiveWindow = 30; // 自适应窗口
  89. // 恢复参数
  90. double recoveryThreshold = 0.2; // 200ms - 恢复阈值
  91. int maxRecoveryAttempts = 5; // 最大恢复尝试次数
  92. bool enableErrorRecovery = true; // 启用错误恢复
  93. // 性能参数
  94. bool enablePrediction = true; // 启用预测
  95. double predictionWindow = 0.1; // 100ms - 预测窗口
  96. // 兼容性字段 (保持向后兼容)
  97. SyncStrategy strategy = SyncStrategy::ADAPTIVE; // 与syncStrategy相同
  98. };
  99. /**
  100. * 同步统计信息
  101. */
  102. struct SyncStatsV2 {
  103. // 时钟值
  104. double audioClock = 0.0;
  105. double videoClock = 0.0;
  106. double externalClock = 0.0;
  107. double masterClock = 0.0;
  108. // 延迟信息
  109. double audioDelay = 0.0;
  110. double videoDelay = 0.0;
  111. double syncError = 0.0;
  112. double avgSyncError = 0.0;
  113. double maxSyncError = 0.0;
  114. // 帧处理统计
  115. uint64_t totalFrames = 0;
  116. uint64_t droppedFrames = 0;
  117. uint64_t duplicatedFrames = 0;
  118. uint64_t syncAdjustments = 0;
  119. // 状态信息
  120. SyncState state = SyncState::IDLE;
  121. ClockType masterClockType = ClockType::AUDIO;
  122. std::chrono::steady_clock::time_point lastUpdateTime;
  123. // 性能指标
  124. double cpuUsage = 0.0;
  125. double memoryUsage = 0.0;
  126. };
  127. /**
  128. * 帧决策结果
  129. */
  130. enum class FrameAction {
  131. DISPLAY, // 正常显示
  132. DROP, // 丢弃帧
  133. Frame_DUPLICATE, // 重复帧
  134. DELAY // 延迟显示
  135. };
  136. /**
  137. * 帧决策信息
  138. */
  139. struct FrameDecision {
  140. FrameAction action = FrameAction::DISPLAY;
  141. double delay = 0.0; // 延迟时间
  142. double targetPts = 0.0; // 目标PTS
  143. double actualPts = 0.0; // 实际PTS
  144. double syncError = 0.0; // 同步误差
  145. std::string reason; // 决策原因
  146. };
  147. /**
  148. * 回调函数类型
  149. */
  150. using SyncEventCallback = std::function<void(SyncState oldState, SyncState newState)>;
  151. using FrameDropCallback = std::function<void(ClockType clockType, double pts)>;
  152. using FrameDuplicateCallback = std::function<void(ClockType clockType, double pts)>;
  153. using SyncErrorCallback = std::function<void(double error, const std::string& reason)>;
  154. /**
  155. * 改进的同步器类 - 基于AVPlayer2的经验重新设计
  156. *
  157. * 主要改进:
  158. * 1. 更精确的时钟管理和同步算法
  159. * 2. 自适应同步策略
  160. * 3. 更好的错误恢复机制
  161. * 4. 性能优化和预测算法
  162. * 5. 详细的统计和监控
  163. */
  164. class SynchronizerV2 {
  165. public:
  166. explicit SynchronizerV2(const SyncConfigV2& config = SyncConfigV2());
  167. ~SynchronizerV2();
  168. // 生命周期管理
  169. ErrorCode initialize();
  170. ErrorCode start();
  171. ErrorCode stop();
  172. ErrorCode pause();
  173. ErrorCode resume();
  174. ErrorCode reset();
  175. // 设置流信息
  176. void setStreamInfo(bool hasAudio, bool hasVideo);
  177. ErrorCode close();
  178. // 时钟设置 - 改进的接口
  179. ErrorCode setAudioClock(double pts, double time = -1, int serial = 0);
  180. ErrorCode setVideoClock(double pts, double time = -1, int serial = 0);
  181. ErrorCode setExternalClock(double time = -1, int serial = 0);
  182. // 时钟获取 - 支持预测
  183. double getAudioClock(bool predict = false) const;
  184. double getVideoClock(bool predict = false) const;
  185. double getExternalClock(bool predict = false) const;
  186. double getMasterClock(bool predict = false) const;
  187. ClockType getMasterClockType() const { return masterClockType_; }
  188. // 同步决策 - 核心功能
  189. FrameDecision shouldDisplayVideoFrame(double pts, double duration = 0.0);
  190. FrameDecision shouldPlayAudioFrame(double pts, double duration = 0.0);
  191. double calculateTargetDelay(double pts, ClockType clockType);
  192. // 同步控制
  193. bool shouldDropFrame(double pts, ClockType clockType);
  194. bool shouldDuplicateFrame(double pts, ClockType clockType);
  195. double calculateSyncError() const;
  196. double calculateAudioDelay(double pts) const;
  197. double calculateVideoDelay(double pts) const;
  198. // 配置管理
  199. void setConfig(const SyncConfigV2& config);
  200. SyncConfigV2 getConfig() const;
  201. void setSyncStrategy(SyncStrategy strategy);
  202. SyncStrategy getSyncStrategy() const;
  203. void setPlaybackSpeed(double speed);
  204. double getPlaybackSpeed() const;
  205. // 状态查询
  206. SyncState getState() const { return state_; }
  207. bool isSynchronized() const;
  208. bool isRunning() const { return running_; }
  209. bool isPaused() const { return paused_; }
  210. // 统计信息
  211. SyncStatsV2 getStats() const;
  212. void resetStats();
  213. // 回调设置
  214. void setSyncEventCallback(SyncEventCallback callback);
  215. void setFrameDropCallback(FrameDropCallback callback);
  216. void setFrameDuplicateCallback(FrameDuplicateCallback callback);
  217. void setSyncErrorCallback(SyncErrorCallback callback);
  218. // 高级功能
  219. void enableAdaptiveSync(bool enable);
  220. void enablePrediction(bool enable);
  221. void setClockUpdateInterval(double interval);
  222. void setSmoothingWindow(int window);
  223. // 调试和监控
  224. std::string getDebugInfo() const;
  225. void dumpClockInfo() const;
  226. private:
  227. // 内部时钟管理
  228. ErrorCode updateClock(ClockType type, double pts, double time, int serial);
  229. double getClock(ClockType type, bool predict = false) const;
  230. void resetClock(ClockType type);
  231. void pauseClock(ClockType type, bool pause);
  232. // 同步算法
  233. void updateMasterClock();
  234. void selectMasterClock();
  235. void updateSyncState();
  236. void updateStats();
  237. // 平滑和预测
  238. double smoothClock(ClockType type, double newPts);
  239. double predictClock(ClockType type, double futureTime) const;
  240. void updateClockHistory(ClockType type, double pts);
  241. // 自适应算法
  242. void adaptiveSyncUpdate();
  243. bool shouldSwitchMasterClock();
  244. void handleSyncError(double error);
  245. // 错误恢复
  246. void attemptRecovery();
  247. void resetSyncState();
  248. // 工具函数
  249. double getCurrentTime() const;
  250. double getSystemTime() const;
  251. void notifyStateChange(SyncState newState);
  252. void notifyFrameDrop(ClockType type, double pts);
  253. void notifyFrameDuplicate(ClockType type, double pts);
  254. void notifySyncError(double error, const std::string& reason);
  255. // 内部版本,假设调用者已经持有clockMutex_锁
  256. double calculateSyncErrorInternal() const;
  257. private:
  258. // 配置
  259. SyncConfigV2 config_;
  260. mutable std::mutex configMutex_;
  261. // 状态
  262. std::atomic<SyncState> state_{SyncState::IDLE};
  263. std::atomic<ClockType> masterClockType_{ClockType::AUDIO};
  264. std::atomic<bool> initialized_{false};
  265. std::atomic<bool> running_{false};
  266. std::atomic<bool> paused_{false};
  267. // 时钟
  268. ClockInfo audioClock_;
  269. ClockInfo videoClock_;
  270. ClockInfo externalClock_;
  271. mutable std::mutex clockMutex_;
  272. // 历史记录
  273. std::deque<double> audioClockHistory_;
  274. std::deque<double> videoClockHistory_;
  275. std::deque<double> syncErrorHistory_;
  276. mutable std::mutex historyMutex_;
  277. // 统计信息
  278. SyncStatsV2 stats_;
  279. mutable std::mutex statsMutex_;
  280. // 时间记录
  281. std::chrono::steady_clock::time_point startTime_;
  282. std::chrono::steady_clock::time_point lastClockUpdate_;
  283. std::chrono::steady_clock::time_point lastStatsUpdate_;
  284. // 自适应参数
  285. int recoveryAttempts_ = 0;
  286. double lastSyncError_ = 0.0;
  287. std::chrono::steady_clock::time_point lastRecoveryTime_;
  288. // 回调函数
  289. SyncEventCallback syncEventCallback_;
  290. FrameDropCallback frameDropCallback_;
  291. FrameDuplicateCallback frameDuplicateCallback_;
  292. SyncErrorCallback syncErrorCallback_;
  293. // 流信息
  294. std::atomic<bool> hasAudioStream_{false};
  295. std::atomic<bool> hasVideoStream_{false};
  296. };
  297. } // namespace utils
  298. } // namespace av
  299. #endif // AV_UTILS_SYNCHRONIZER_V2_H