utils_synchronizer.cpp 36 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330
  1. #include "utils_synchronizer.h"
  2. #include "../base/base_logger.h"
  3. #include <algorithm>
  4. #include <cmath>
  5. #include <shared_mutex>
  6. namespace av {
  7. namespace utils {
  8. using namespace av::base;
  9. Synchronizer::Synchronizer(const SyncConfig& config)
  10. : config_(config)
  11. , masterClockType_(ClockType::AUDIO)
  12. , state_(SyncState::IDLE)
  13. , initialized_(false)
  14. , running_(false)
  15. , paused_(false) {
  16. // 初始化时钟
  17. audioClock_ = ClockInfo();
  18. videoClock_ = ClockInfo();
  19. externalClock_ = ClockInfo();
  20. // 初始化历史记录
  21. audioClockHistory_.reserve(config_.smoothingWindow);
  22. videoClockHistory_.reserve(config_.smoothingWindow);
  23. syncErrorHistory_.reserve(config_.smoothingWindow);
  24. Logger::debug("Synchronizer created with strategy: {}", static_cast<int>(config_.strategy));
  25. }
  26. Synchronizer::~Synchronizer() {
  27. close();
  28. Logger::debug("Synchronizer destroyed");
  29. }
  30. ErrorCode Synchronizer::initialize() {
  31. if (initialized_) {
  32. return ErrorCode::ALREADY_INITIALIZED;
  33. }
  34. std::lock_guard<std::mutex> lock(clockMutex_);
  35. // 重置所有时钟
  36. resetClock(ClockType::AUDIO);
  37. resetClock(ClockType::VIDEO);
  38. resetClock(ClockType::EXTERNAL);
  39. // 选择主时钟
  40. selectMasterClock();
  41. // 重置统计信息
  42. resetStats();
  43. // 设置开始时间
  44. startTime_ = std::chrono::steady_clock::now();
  45. lastClockUpdate_ = startTime_;
  46. state_ = SyncState::IDLE;
  47. initialized_ = true;
  48. Logger::info("Synchronizer initialized");
  49. return ErrorCode::SUCCESS;
  50. }
  51. ErrorCode Synchronizer::start() {
  52. if (!initialized_) {
  53. return ErrorCode::NOT_INITIALIZED;
  54. }
  55. if (running_) {
  56. return ErrorCode::ALREADY_STARTED;
  57. }
  58. running_ = true;
  59. paused_ = false;
  60. state_ = SyncState::SYNCING;
  61. startTime_ = std::chrono::steady_clock::now();
  62. Logger::info("Synchronizer started");
  63. return ErrorCode::SUCCESS;
  64. }
  65. ErrorCode Synchronizer::stop() {
  66. if (!running_) {
  67. return ErrorCode::NOT_STARTED;
  68. }
  69. running_ = false;
  70. paused_ = false;
  71. state_ = SyncState::IDLE;
  72. Logger::info("Synchronizer stopped");
  73. return ErrorCode::SUCCESS;
  74. }
  75. ErrorCode Synchronizer::pause() {
  76. if (!running_) {
  77. return ErrorCode::NOT_STARTED;
  78. }
  79. if (paused_) {
  80. return ErrorCode::ALREADY_PAUSED;
  81. }
  82. std::lock_guard<std::mutex> lock(clockMutex_);
  83. paused_ = true;
  84. // 暂停所有时钟
  85. pauseClock(ClockType::AUDIO, true);
  86. pauseClock(ClockType::VIDEO, true);
  87. pauseClock(ClockType::EXTERNAL, true);
  88. Logger::info("Synchronizer paused");
  89. return ErrorCode::SUCCESS;
  90. }
  91. ErrorCode Synchronizer::resume() {
  92. if (!running_) {
  93. return ErrorCode::NOT_STARTED;
  94. }
  95. if (!paused_) {
  96. return ErrorCode::NOT_PAUSED;
  97. }
  98. std::lock_guard<std::mutex> lock(clockMutex_);
  99. paused_ = false;
  100. // 恢复所有时钟
  101. pauseClock(ClockType::AUDIO, false);
  102. pauseClock(ClockType::VIDEO, false);
  103. pauseClock(ClockType::EXTERNAL, false);
  104. state_ = SyncState::SYNCING;
  105. Logger::info("Synchronizer resumed");
  106. return ErrorCode::SUCCESS;
  107. }
  108. ErrorCode Synchronizer::reset() {
  109. std::lock_guard<std::mutex> clockLock(clockMutex_);
  110. std::lock_guard<std::mutex> statsLock(statsMutex_);
  111. // 重置时钟
  112. resetClock(ClockType::AUDIO);
  113. resetClock(ClockType::VIDEO);
  114. resetClock(ClockType::EXTERNAL);
  115. // 重置统计信息
  116. stats_ = SyncStats();
  117. // 清空历史记录
  118. audioClockHistory_.clear();
  119. videoClockHistory_.clear();
  120. syncErrorHistory_.clear();
  121. // 重置状态
  122. state_ = running_ ? SyncState::SYNCING : SyncState::IDLE;
  123. // 重新选择主时钟
  124. selectMasterClock();
  125. Logger::info("Synchronizer reset");
  126. return ErrorCode::SUCCESS;
  127. }
  128. ErrorCode Synchronizer::close() {
  129. if (running_) {
  130. stop();
  131. }
  132. initialized_ = false;
  133. Logger::info("Synchronizer closed");
  134. return ErrorCode::SUCCESS;
  135. }
  136. ErrorCode Synchronizer::setAudioClock(double pts, double time) {
  137. return updateClock(ClockType::AUDIO, pts, time);
  138. }
  139. ErrorCode Synchronizer::setVideoClock(double pts, double time) {
  140. return updateClock(ClockType::VIDEO, pts, time);
  141. }
  142. ErrorCode Synchronizer::setExternalClock(double time) {
  143. if (time < 0) {
  144. time = getCurrentTime();
  145. }
  146. std::lock_guard<std::mutex> lock(clockMutex_);
  147. externalClock_.pts = time;
  148. externalClock_.time = time;
  149. externalClock_.lastUpdate = std::chrono::steady_clock::now();
  150. if (config_.enableStats) {
  151. updateStats();
  152. }
  153. return ErrorCode::SUCCESS;
  154. }
  155. ErrorCode Synchronizer::updateClock(ClockType type, double pts, double time) {
  156. if (!running_) {
  157. return ErrorCode::NOT_STARTED;
  158. }
  159. if (time < 0) {
  160. time = getCurrentTime();
  161. }
  162. std::lock_guard<std::mutex> lock(clockMutex_);
  163. ClockInfo* clock = nullptr;
  164. switch (type) {
  165. case ClockType::AUDIO:
  166. clock = &audioClock_;
  167. break;
  168. case ClockType::VIDEO:
  169. clock = &videoClock_;
  170. break;
  171. case ClockType::EXTERNAL:
  172. clock = &externalClock_;
  173. break;
  174. }
  175. if (!clock) {
  176. return ErrorCode::INVALID_PARAMETER;
  177. }
  178. // 平滑处理
  179. double smoothedPts = config_.enableAdaptiveSync ? smoothClock(type, pts) : pts;
  180. clock->pts = smoothedPts;
  181. clock->time = time;
  182. clock->lastUpdate = std::chrono::steady_clock::now();
  183. // 更新主时钟
  184. updateMasterClock();
  185. // 更新同步状态
  186. updateSyncState();
  187. // 更新统计信息
  188. if (config_.enableStats) {
  189. updateStats();
  190. }
  191. return ErrorCode::SUCCESS;
  192. }
  193. double Synchronizer::getAudioClock() const {
  194. return getClockValue(ClockType::AUDIO);
  195. }
  196. double Synchronizer::getVideoClock() const {
  197. return getClockValue(ClockType::VIDEO);
  198. }
  199. double Synchronizer::getExternalClock() const {
  200. return getClockValue(ClockType::EXTERNAL);
  201. }
  202. double Synchronizer::getMasterClock() const {
  203. return getClockValue(masterClockType_);
  204. }
  205. ClockType Synchronizer::getMasterClockType() const {
  206. return masterClockType_;
  207. }
  208. ErrorCode Synchronizer::synchronize() {
  209. if (!running_) {
  210. return ErrorCode::NOT_STARTED;
  211. }
  212. std::lock_guard<std::mutex> lock(clockMutex_);
  213. // 更新主时钟
  214. updateMasterClock();
  215. // 计算同步误差
  216. double syncError = calculateSyncError();
  217. // 检查是否需要调整
  218. if (std::abs(syncError) > config_.syncThreshold) {
  219. // 调整播放速度
  220. if (config_.enableAdaptiveSync) {
  221. adjustPlaybackSpeed();
  222. }
  223. // 更新状态
  224. if (std::abs(syncError) > config_.maxSyncError) {
  225. state_ = SyncState::ERROR;
  226. } else {
  227. state_ = SyncState::DRIFT;
  228. }
  229. } else {
  230. state_ = SyncState::SYNCHRONIZED;
  231. }
  232. // 更新统计信息
  233. if (config_.enableStats) {
  234. updateSyncError(syncError);
  235. }
  236. // 通知状态变化
  237. if (syncEventCallback_) {
  238. syncEventCallback_(state_, syncError);
  239. }
  240. return ErrorCode::SUCCESS;
  241. }
  242. ErrorCode Synchronizer::synchronizeAudio(double audioPts, double& delay) {
  243. if (!running_) {
  244. return ErrorCode::NOT_STARTED;
  245. }
  246. // 更新音频时钟
  247. updateClock(ClockType::AUDIO, audioPts);
  248. // 计算延迟
  249. delay = calculateAudioDelay(audioPts);
  250. // 检查是否需要丢帧
  251. if (config_.enableFrameDrop && shouldDropFrame(ClockType::AUDIO, audioPts)) {
  252. if (frameDropCallback_) {
  253. frameDropCallback_(ClockType::AUDIO, audioPts);
  254. }
  255. updateDropCount();
  256. }
  257. return ErrorCode::SUCCESS;
  258. }
  259. ErrorCode Synchronizer::synchronizeVideo(double videoPts, double& delay) {
  260. if (!running_) {
  261. return ErrorCode::NOT_STARTED;
  262. }
  263. // 更新视频时钟
  264. updateClock(ClockType::VIDEO, videoPts);
  265. // 计算延迟
  266. delay = calculateVideoDelay(videoPts);
  267. // 检查是否需要丢帧或重复帧
  268. if (config_.enableFrameDrop && shouldDropFrame(ClockType::VIDEO, videoPts)) {
  269. if (frameDropCallback_) {
  270. frameDropCallback_(ClockType::VIDEO, videoPts);
  271. }
  272. updateDropCount();
  273. } else if (config_.enableFrameDuplicate && shouldDuplicateFrame(ClockType::VIDEO, videoPts)) {
  274. if (frameDuplicateCallback_) {
  275. frameDuplicateCallback_(ClockType::VIDEO, videoPts);
  276. }
  277. updateDuplicateCount();
  278. }
  279. return ErrorCode::SUCCESS;
  280. }
  281. bool Synchronizer::shouldDropFrame(ClockType type, double pts) {
  282. return needFrameDrop(type, pts);
  283. }
  284. bool Synchronizer::shouldDuplicateFrame(ClockType type, double pts) {
  285. return needFrameDuplicate(type, pts);
  286. }
  287. double Synchronizer::calculateAudioDelay(double audioPts) const {
  288. double masterClock = getMasterClock();
  289. double delay = audioPts - masterClock;
  290. // 限制延迟范围
  291. delay = std::max(-config_.maxAudioDelay, std::min(config_.maxAudioDelay, delay));
  292. return delay;
  293. }
  294. double Synchronizer::calculateVideoDelay(double videoPts) const {
  295. double masterClock = getMasterClock();
  296. double delay = videoPts - masterClock;
  297. // 限制延迟范围
  298. delay = std::max(-config_.maxVideoDelay, std::min(config_.maxVideoDelay, delay));
  299. return delay;
  300. }
  301. double Synchronizer::calculateSyncError() const {
  302. double audioClock = getAudioClock();
  303. double videoClock = getVideoClock();
  304. if (audioClock <= 0 || videoClock <= 0) {
  305. return 0.0;
  306. }
  307. return std::abs(audioClock - videoClock);
  308. }
  309. void Synchronizer::setConfig(const SyncConfig& config) {
  310. std::lock_guard<std::mutex> lock(configMutex_);
  311. config_ = config;
  312. // 重新选择主时钟
  313. selectMasterClock();
  314. Logger::debug("Synchronizer config updated");
  315. }
  316. SyncConfig Synchronizer::getConfig() const {
  317. std::lock_guard<std::mutex> lock(configMutex_);
  318. return config_;
  319. }
  320. void Synchronizer::setSyncStrategy(SyncStrategy strategy) {
  321. std::lock_guard<std::mutex> lock(configMutex_);
  322. config_.strategy = strategy;
  323. selectMasterClock();
  324. Logger::debug("Sync strategy set to: {}", static_cast<int>(strategy));
  325. }
  326. SyncStrategy Synchronizer::getSyncStrategy() const {
  327. std::lock_guard<std::mutex> lock(configMutex_);
  328. return config_.strategy;
  329. }
  330. void Synchronizer::setSyncThreshold(double threshold) {
  331. std::lock_guard<std::mutex> lock(configMutex_);
  332. config_.syncThreshold = threshold;
  333. Logger::debug("Sync threshold set to: {}ms", threshold * 1000);
  334. }
  335. void Synchronizer::setMaxSyncError(double maxError) {
  336. std::lock_guard<std::mutex> lock(configMutex_);
  337. config_.maxSyncError = maxError;
  338. Logger::debug("Max sync error set to: {}ms", maxError * 1000);
  339. }
  340. void Synchronizer::setPlaybackSpeed(double speed) {
  341. std::lock_guard<std::mutex> lock(clockMutex_);
  342. audioClock_.speed = speed;
  343. videoClock_.speed = speed;
  344. externalClock_.speed = speed;
  345. Logger::debug("Playback speed set to: {}x", speed);
  346. }
  347. double Synchronizer::getPlaybackSpeed() const {
  348. std::lock_guard<std::mutex> lock(clockMutex_);
  349. return audioClock_.speed;
  350. }
  351. void Synchronizer::setPaused(bool paused) {
  352. if (paused) {
  353. pause();
  354. } else {
  355. resume();
  356. }
  357. }
  358. bool Synchronizer::isPaused() const {
  359. return paused_;
  360. }
  361. SyncState Synchronizer::getState() const {
  362. return state_;
  363. }
  364. bool Synchronizer::isSynchronized() const {
  365. return state_ == SyncState::SYNCHRONIZED;
  366. }
  367. SyncStats Synchronizer::getStats() const {
  368. std::lock_guard<std::mutex> lock(statsMutex_);
  369. SyncStats stats = stats_;
  370. // 更新当前时钟值
  371. stats.audioClock = getAudioClock();
  372. stats.videoClock = getVideoClock();
  373. stats.externalClock = getExternalClock();
  374. stats.masterClock = getMasterClock();
  375. stats.state = state_;
  376. return stats;
  377. }
  378. void Synchronizer::resetStats() {
  379. std::lock_guard<std::mutex> lock(statsMutex_);
  380. stats_ = SyncStats();
  381. stats_.lastUpdateTime = std::chrono::steady_clock::now();
  382. Logger::debug("Synchronizer stats reset");
  383. }
  384. void Synchronizer::setSyncEventCallback(SyncEventCallback callback) {
  385. syncEventCallback_ = callback;
  386. }
  387. void Synchronizer::setFrameDropCallback(FrameDropCallback callback) {
  388. frameDropCallback_ = callback;
  389. }
  390. void Synchronizer::setFrameDuplicateCallback(FrameDuplicateCallback callback) {
  391. frameDuplicateCallback_ = callback;
  392. }
  393. void Synchronizer::enableAdaptiveSync(bool enable) {
  394. std::lock_guard<std::mutex> lock(configMutex_);
  395. config_.enableAdaptiveSync = enable;
  396. Logger::debug("Adaptive sync {}", enable ? "enabled" : "disabled");
  397. }
  398. void Synchronizer::setClockUpdateInterval(double interval) {
  399. std::lock_guard<std::mutex> lock(configMutex_);
  400. config_.clockUpdateInterval = interval;
  401. Logger::debug("Clock update interval set to: {}ms", interval * 1000);
  402. }
  403. void Synchronizer::setSmoothingWindow(int window) {
  404. std::lock_guard<std::mutex> lock(configMutex_);
  405. config_.smoothingWindow = window;
  406. // 调整历史记录大小
  407. audioClockHistory_.reserve(window);
  408. videoClockHistory_.reserve(window);
  409. syncErrorHistory_.reserve(window);
  410. Logger::debug("Smoothing window set to: {}", window);
  411. }
  412. // 内部方法实现
  413. void Synchronizer::updateMasterClock() {
  414. // 根据策略选择主时钟
  415. switch (config_.strategy) {
  416. case SyncStrategy::AUDIO_MASTER:
  417. masterClockType_ = ClockType::AUDIO;
  418. break;
  419. case SyncStrategy::VIDEO_MASTER:
  420. masterClockType_ = ClockType::VIDEO;
  421. break;
  422. case SyncStrategy::EXTERNAL_CLOCK:
  423. masterClockType_ = ClockType::EXTERNAL;
  424. break;
  425. case SyncStrategy::AUTO_SELECT:
  426. selectMasterClock();
  427. break;
  428. }
  429. }
  430. void Synchronizer::updateSyncState() {
  431. if (!running_) {
  432. state_ = SyncState::IDLE;
  433. return;
  434. }
  435. if (paused_) {
  436. return;
  437. }
  438. double syncError = calculateSyncError();
  439. if (syncError <= config_.syncThreshold) {
  440. state_ = SyncState::SYNCHRONIZED;
  441. } else if (syncError <= config_.maxSyncError) {
  442. state_ = SyncState::DRIFT;
  443. } else {
  444. state_ = SyncState::ERROR;
  445. }
  446. }
  447. void Synchronizer::updateStats() {
  448. std::lock_guard<std::mutex> lock(statsMutex_);
  449. stats_.audioClock = getAudioClock();
  450. stats_.videoClock = getVideoClock();
  451. stats_.externalClock = getExternalClock();
  452. stats_.masterClock = getMasterClock();
  453. stats_.audioDelay = calculateAudioDelay(stats_.audioClock);
  454. stats_.videoDelay = calculateVideoDelay(stats_.videoClock);
  455. stats_.syncError = calculateSyncError();
  456. stats_.state = state_;
  457. stats_.lastUpdateTime = std::chrono::steady_clock::now();
  458. // 更新最大同步误差
  459. stats_.maxSyncError = std::max(stats_.maxSyncError, stats_.syncError);
  460. // 更新同步次数
  461. stats_.syncCount++;
  462. // 更新平均同步误差
  463. if (stats_.syncCount == 1) {
  464. stats_.avgSyncError = stats_.syncError;
  465. } else {
  466. stats_.avgSyncError = (stats_.avgSyncError * (stats_.syncCount - 1) + stats_.syncError) / stats_.syncCount;
  467. }
  468. }
  469. double Synchronizer::getCurrentTime() const {
  470. auto now = std::chrono::steady_clock::now();
  471. auto duration = std::chrono::duration_cast<std::chrono::microseconds>(now - startTime_);
  472. return duration.count() / 1000000.0; // 转换为秒
  473. }
  474. double Synchronizer::smoothClock(ClockType type, double newValue) {
  475. std::vector<double>* history = nullptr;
  476. switch (type) {
  477. case ClockType::AUDIO:
  478. history = &audioClockHistory_;
  479. break;
  480. case ClockType::VIDEO:
  481. history = &videoClockHistory_;
  482. break;
  483. default:
  484. return newValue;
  485. }
  486. // 添加新值到历史记录
  487. history->push_back(newValue);
  488. // 保持历史记录大小
  489. if (history->size() > static_cast<size_t>(config_.smoothingWindow)) {
  490. history->erase(history->begin());
  491. }
  492. // 计算平均值
  493. double sum = 0.0;
  494. for (double value : *history) {
  495. sum += value;
  496. }
  497. return sum / history->size();
  498. }
  499. bool Synchronizer::isClockValid(ClockType type) const {
  500. const ClockInfo* clock = nullptr;
  501. switch (type) {
  502. case ClockType::AUDIO:
  503. clock = &audioClock_;
  504. break;
  505. case ClockType::VIDEO:
  506. clock = &videoClock_;
  507. break;
  508. case ClockType::EXTERNAL:
  509. clock = &externalClock_;
  510. break;
  511. }
  512. if (!clock) {
  513. return false;
  514. }
  515. // 检查时钟是否有效(最近更新过)
  516. auto now = std::chrono::steady_clock::now();
  517. auto elapsed = std::chrono::duration_cast<std::chrono::milliseconds>(now - clock->lastUpdate);
  518. return elapsed.count() < 1000; // 1秒内更新过认为有效
  519. }
  520. void Synchronizer::selectMasterClock() {
  521. // 自动选择最稳定的时钟作为主时钟
  522. if (isClockValid(ClockType::AUDIO)) {
  523. masterClockType_ = ClockType::AUDIO;
  524. } else if (isClockValid(ClockType::VIDEO)) {
  525. masterClockType_ = ClockType::VIDEO;
  526. } else {
  527. masterClockType_ = ClockType::EXTERNAL;
  528. }
  529. }
  530. void Synchronizer::handleSyncDrift() {
  531. // 处理时钟漂移
  532. double syncError = calculateSyncError();
  533. if (syncError > config_.maxSyncError) {
  534. // 重置时钟
  535. Logger::warning("Sync drift detected, resetting clocks");
  536. reset();
  537. }
  538. }
  539. void Synchronizer::notifyStateChange(SyncState newState) {
  540. if (state_ != newState) {
  541. SyncState oldState = state_;
  542. state_ = newState;
  543. if (syncEventCallback_) {
  544. syncEventCallback_(newState, calculateSyncError());
  545. }
  546. Logger::debug("Sync state changed from {} to {}",
  547. static_cast<int>(oldState), static_cast<int>(newState));
  548. }
  549. }
  550. double Synchronizer::getClockValue(ClockType type) const {
  551. std::lock_guard<std::mutex> lock(clockMutex_);
  552. const ClockInfo* clock = nullptr;
  553. switch (type) {
  554. case ClockType::AUDIO:
  555. clock = &audioClock_;
  556. break;
  557. case ClockType::VIDEO:
  558. clock = &videoClock_;
  559. break;
  560. case ClockType::EXTERNAL:
  561. clock = &externalClock_;
  562. break;
  563. }
  564. if (!clock || clock->paused) {
  565. return clock ? clock->pts : 0.0;
  566. }
  567. // 计算当前时钟值
  568. auto now = std::chrono::steady_clock::now();
  569. auto elapsed = std::chrono::duration_cast<std::chrono::microseconds>(now - clock->lastUpdate);
  570. double elapsedSeconds = elapsed.count() / 1000000.0;
  571. return clock->pts + elapsedSeconds * clock->speed;
  572. }
  573. void Synchronizer::setClockValue(ClockType type, double value, double time) {
  574. ClockInfo* clock = nullptr;
  575. switch (type) {
  576. case ClockType::AUDIO:
  577. clock = &audioClock_;
  578. break;
  579. case ClockType::VIDEO:
  580. clock = &videoClock_;
  581. break;
  582. case ClockType::EXTERNAL:
  583. clock = &externalClock_;
  584. break;
  585. }
  586. if (clock) {
  587. clock->pts = value;
  588. clock->time = (time >= 0) ? time : getCurrentTime();
  589. clock->lastUpdate = std::chrono::steady_clock::now();
  590. }
  591. }
  592. void Synchronizer::resetClock(ClockType type) {
  593. ClockInfo* clock = nullptr;
  594. switch (type) {
  595. case ClockType::AUDIO:
  596. clock = &audioClock_;
  597. break;
  598. case ClockType::VIDEO:
  599. clock = &videoClock_;
  600. break;
  601. case ClockType::EXTERNAL:
  602. clock = &externalClock_;
  603. break;
  604. }
  605. if (clock) {
  606. *clock = ClockInfo();
  607. clock->lastUpdate = std::chrono::steady_clock::now();
  608. }
  609. }
  610. void Synchronizer::pauseClock(ClockType type, bool pause) {
  611. ClockInfo* clock = nullptr;
  612. switch (type) {
  613. case ClockType::AUDIO:
  614. clock = &audioClock_;
  615. break;
  616. case ClockType::VIDEO:
  617. clock = &videoClock_;
  618. break;
  619. case ClockType::EXTERNAL:
  620. clock = &externalClock_;
  621. break;
  622. }
  623. if (clock) {
  624. clock->paused = pause;
  625. if (!pause) {
  626. clock->lastUpdate = std::chrono::steady_clock::now();
  627. }
  628. }
  629. }
  630. double Synchronizer::calculateOptimalDelay(ClockType type, double pts) {
  631. double masterClock = getMasterClock();
  632. double delay = pts - masterClock;
  633. // 根据类型调整延迟
  634. if (type == ClockType::AUDIO) {
  635. delay = std::max(-config_.maxAudioDelay, std::min(config_.maxAudioDelay, delay));
  636. } else if (type == ClockType::VIDEO) {
  637. delay = std::max(-config_.maxVideoDelay, std::min(config_.maxVideoDelay, delay));
  638. }
  639. return delay;
  640. }
  641. bool Synchronizer::needFrameDrop(ClockType type, double pts) {
  642. double delay = calculateOptimalDelay(type, pts);
  643. // 如果延迟太大(帧太晚),需要丢帧
  644. if (type == ClockType::AUDIO) {
  645. return delay < -config_.maxAudioDelay / 2;
  646. } else if (type == ClockType::VIDEO) {
  647. return delay < -config_.maxVideoDelay / 2;
  648. }
  649. return false;
  650. }
  651. bool Synchronizer::needFrameDuplicate(ClockType type, double pts) {
  652. double delay = calculateOptimalDelay(type, pts);
  653. // 如果延迟太小(帧太早),需要重复帧
  654. if (type == ClockType::VIDEO) {
  655. return delay > config_.maxVideoDelay / 2;
  656. }
  657. return false;
  658. }
  659. void Synchronizer::adjustPlaybackSpeed() {
  660. double syncError = calculateSyncError();
  661. if (syncError > config_.syncThreshold) {
  662. // 根据同步误差调整播放速度
  663. double speedAdjustment = std::min(0.1, syncError / 10.0);
  664. double newSpeed = 1.0;
  665. if (masterClockType_ == ClockType::AUDIO) {
  666. // 音频为主,调整视频速度
  667. newSpeed = videoClock_.speed + speedAdjustment;
  668. } else if (masterClockType_ == ClockType::VIDEO) {
  669. // 视频为主,调整音频速度
  670. newSpeed = audioClock_.speed + speedAdjustment;
  671. }
  672. // 限制速度范围
  673. newSpeed = std::max(0.5, std::min(2.0, newSpeed));
  674. if (masterClockType_ == ClockType::AUDIO) {
  675. videoClock_.speed = newSpeed;
  676. } else if (masterClockType_ == ClockType::VIDEO) {
  677. audioClock_.speed = newSpeed;
  678. }
  679. Logger::debug("Adjusted playback speed to: {}x", newSpeed);
  680. }
  681. }
  682. void Synchronizer::updateSyncError(double error) {
  683. syncErrorHistory_.push_back(error);
  684. if (syncErrorHistory_.size() > static_cast<size_t>(config_.smoothingWindow)) {
  685. syncErrorHistory_.erase(syncErrorHistory_.begin());
  686. }
  687. }
  688. void Synchronizer::updateDropCount() {
  689. std::lock_guard<std::mutex> lock(statsMutex_);
  690. stats_.dropCount++;
  691. }
  692. void Synchronizer::updateDuplicateCount() {
  693. std::lock_guard<std::mutex> lock(statsMutex_);
  694. stats_.duplicateCount++;
  695. }
  696. // 多流同步器实现
  697. MultiStreamSynchronizer::MultiStreamSynchronizer(const SyncConfig& config)
  698. : defaultConfig_(config)
  699. , masterStreamIndex_(-1)
  700. , globalState_(SyncState::IDLE) {
  701. Logger::debug("MultiStreamSynchronizer created");
  702. }
  703. MultiStreamSynchronizer::~MultiStreamSynchronizer() {
  704. streamSynchronizers_.clear();
  705. Logger::debug("MultiStreamSynchronizer destroyed");
  706. }
  707. ErrorCode MultiStreamSynchronizer::addStream(int streamIndex, ClockType type) {
  708. std::unique_lock<std::shared_mutex> lock(streamsMutex_);
  709. if (streamSynchronizers_.find(streamIndex) != streamSynchronizers_.end()) {
  710. Logger::warning("Stream {} already exists", streamIndex);
  711. return ErrorCode::ALREADY_EXISTS;
  712. }
  713. auto synchronizer = std::make_unique<Synchronizer>(defaultConfig_);
  714. synchronizer->initialize();
  715. streamSynchronizers_[streamIndex] = std::move(synchronizer);
  716. streamTypes_[streamIndex] = type;
  717. // 如果是第一个流,设为主流
  718. if (masterStreamIndex_ == -1) {
  719. masterStreamIndex_ = streamIndex;
  720. }
  721. Logger::debug("Added stream: {} with type: {}", streamIndex, static_cast<int>(type));
  722. return ErrorCode::SUCCESS;
  723. }
  724. ErrorCode MultiStreamSynchronizer::removeStream(int streamIndex) {
  725. std::unique_lock<std::shared_mutex> lock(streamsMutex_);
  726. auto it = streamSynchronizers_.find(streamIndex);
  727. if (it == streamSynchronizers_.end()) {
  728. Logger::warning("Stream {} not found", streamIndex);
  729. return ErrorCode::NOT_FOUND;
  730. }
  731. streamSynchronizers_.erase(it);
  732. streamTypes_.erase(streamIndex);
  733. // 如果删除的是主流,重新选择主流
  734. if (masterStreamIndex_ == streamIndex) {
  735. updateMasterStream();
  736. }
  737. Logger::debug("Removed stream: {}", streamIndex);
  738. return ErrorCode::SUCCESS;
  739. }
  740. bool MultiStreamSynchronizer::hasStream(int streamIndex) const {
  741. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  742. return streamSynchronizers_.find(streamIndex) != streamSynchronizers_.end();
  743. }
  744. std::vector<int> MultiStreamSynchronizer::getStreamIndices() const {
  745. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  746. std::vector<int> indices;
  747. for (const auto& pair : streamSynchronizers_) {
  748. indices.push_back(pair.first);
  749. }
  750. return indices;
  751. }
  752. ErrorCode MultiStreamSynchronizer::synchronizeStream(int streamIndex, double pts, double& delay) {
  753. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  754. auto it = streamSynchronizers_.find(streamIndex);
  755. if (it == streamSynchronizers_.end()) {
  756. return ErrorCode::NOT_FOUND;
  757. }
  758. auto typeIt = streamTypes_.find(streamIndex);
  759. if (typeIt == streamTypes_.end()) {
  760. return ErrorCode::NOT_FOUND;
  761. }
  762. ClockType type = typeIt->second;
  763. if (type == ClockType::AUDIO) {
  764. return it->second->synchronizeAudio(pts, delay);
  765. } else if (type == ClockType::VIDEO) {
  766. return it->second->synchronizeVideo(pts, delay);
  767. }
  768. return ErrorCode::INVALID_PARAMETER;
  769. }
  770. ErrorCode MultiStreamSynchronizer::synchronizeAllStreams() {
  771. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  772. ErrorCode result = ErrorCode::SUCCESS;
  773. for (auto& pair : streamSynchronizers_) {
  774. ErrorCode syncResult = pair.second->synchronize();
  775. if (syncResult != ErrorCode::SUCCESS) {
  776. result = syncResult;
  777. }
  778. }
  779. // 同步到主流
  780. syncToMaster();
  781. return result;
  782. }
  783. bool MultiStreamSynchronizer::shouldDropFrame(int streamIndex, double pts) {
  784. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  785. auto it = streamSynchronizers_.find(streamIndex);
  786. if (it == streamSynchronizers_.end()) {
  787. return false;
  788. }
  789. auto typeIt = streamTypes_.find(streamIndex);
  790. if (typeIt == streamTypes_.end()) {
  791. return false;
  792. }
  793. return it->second->shouldDropFrame(typeIt->second, pts);
  794. }
  795. bool MultiStreamSynchronizer::shouldDuplicateFrame(int streamIndex, double pts) {
  796. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  797. auto it = streamSynchronizers_.find(streamIndex);
  798. if (it == streamSynchronizers_.end()) {
  799. return false;
  800. }
  801. auto typeIt = streamTypes_.find(streamIndex);
  802. if (typeIt == streamTypes_.end()) {
  803. return false;
  804. }
  805. return it->second->shouldDuplicateFrame(typeIt->second, pts);
  806. }
  807. ErrorCode MultiStreamSynchronizer::updateStreamClock(int streamIndex, double pts, double time) {
  808. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  809. auto it = streamSynchronizers_.find(streamIndex);
  810. if (it == streamSynchronizers_.end()) {
  811. return ErrorCode::NOT_FOUND;
  812. }
  813. auto typeIt = streamTypes_.find(streamIndex);
  814. if (typeIt == streamTypes_.end()) {
  815. return ErrorCode::NOT_FOUND;
  816. }
  817. return it->second->updateClock(typeIt->second, pts, time);
  818. }
  819. double MultiStreamSynchronizer::getStreamClock(int streamIndex) const {
  820. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  821. auto it = streamSynchronizers_.find(streamIndex);
  822. if (it == streamSynchronizers_.end()) {
  823. return 0.0;
  824. }
  825. return it->second->getMasterClock();
  826. }
  827. double MultiStreamSynchronizer::getMasterClock() const {
  828. std::lock_guard<std::mutex> lock(masterMutex_);
  829. if (masterStreamIndex_ == -1) {
  830. return 0.0;
  831. }
  832. return getStreamClock(masterStreamIndex_);
  833. }
  834. int MultiStreamSynchronizer::getMasterStreamIndex() const {
  835. std::lock_guard<std::mutex> lock(masterMutex_);
  836. return masterStreamIndex_;
  837. }
  838. void MultiStreamSynchronizer::setConfig(const SyncConfig& config) {
  839. defaultConfig_ = config;
  840. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  841. for (auto& pair : streamSynchronizers_) {
  842. pair.second->setConfig(config);
  843. }
  844. Logger::debug("MultiStreamSynchronizer config updated");
  845. }
  846. SyncConfig MultiStreamSynchronizer::getConfig() const {
  847. return defaultConfig_;
  848. }
  849. SyncState MultiStreamSynchronizer::getState() const {
  850. return globalState_;
  851. }
  852. std::map<int, SyncStats> MultiStreamSynchronizer::getAllStats() const {
  853. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  854. std::map<int, SyncStats> allStats;
  855. for (const auto& pair : streamSynchronizers_) {
  856. allStats[pair.first] = pair.second->getStats();
  857. }
  858. return allStats;
  859. }
  860. SyncStats MultiStreamSynchronizer::getStats(int streamIndex) const {
  861. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  862. auto it = streamSynchronizers_.find(streamIndex);
  863. if (it != streamSynchronizers_.end()) {
  864. return it->second->getStats();
  865. }
  866. return SyncStats();
  867. }
  868. void MultiStreamSynchronizer::resetStats() {
  869. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  870. for (auto& pair : streamSynchronizers_) {
  871. pair.second->resetStats();
  872. }
  873. Logger::debug("All stream synchronizer stats reset");
  874. }
  875. void MultiStreamSynchronizer::resetStats(int streamIndex) {
  876. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  877. auto it = streamSynchronizers_.find(streamIndex);
  878. if (it != streamSynchronizers_.end()) {
  879. it->second->resetStats();
  880. Logger::debug("Stream {} synchronizer stats reset", streamIndex);
  881. }
  882. }
  883. ErrorCode MultiStreamSynchronizer::start() {
  884. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  885. ErrorCode result = ErrorCode::SUCCESS;
  886. for (auto& pair : streamSynchronizers_) {
  887. ErrorCode startResult = pair.second->start();
  888. if (startResult != ErrorCode::SUCCESS) {
  889. result = startResult;
  890. }
  891. }
  892. globalState_ = SyncState::SYNCING;
  893. Logger::info("MultiStreamSynchronizer started");
  894. return result;
  895. }
  896. ErrorCode MultiStreamSynchronizer::stop() {
  897. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  898. ErrorCode result = ErrorCode::SUCCESS;
  899. for (auto& pair : streamSynchronizers_) {
  900. ErrorCode stopResult = pair.second->stop();
  901. if (stopResult != ErrorCode::SUCCESS) {
  902. result = stopResult;
  903. }
  904. }
  905. globalState_ = SyncState::IDLE;
  906. Logger::info("MultiStreamSynchronizer stopped");
  907. return result;
  908. }
  909. ErrorCode MultiStreamSynchronizer::pause() {
  910. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  911. ErrorCode result = ErrorCode::SUCCESS;
  912. for (auto& pair : streamSynchronizers_) {
  913. ErrorCode pauseResult = pair.second->pause();
  914. if (pauseResult != ErrorCode::SUCCESS) {
  915. result = pauseResult;
  916. }
  917. }
  918. Logger::info("MultiStreamSynchronizer paused");
  919. return result;
  920. }
  921. ErrorCode MultiStreamSynchronizer::resume() {
  922. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  923. ErrorCode result = ErrorCode::SUCCESS;
  924. for (auto& pair : streamSynchronizers_) {
  925. ErrorCode resumeResult = pair.second->resume();
  926. if (resumeResult != ErrorCode::SUCCESS) {
  927. result = resumeResult;
  928. }
  929. }
  930. globalState_ = SyncState::SYNCING;
  931. Logger::info("MultiStreamSynchronizer resumed");
  932. return result;
  933. }
  934. ErrorCode MultiStreamSynchronizer::reset() {
  935. std::shared_lock<std::shared_mutex> lock(streamsMutex_);
  936. ErrorCode result = ErrorCode::SUCCESS;
  937. for (auto& pair : streamSynchronizers_) {
  938. ErrorCode resetResult = pair.second->reset();
  939. if (resetResult != ErrorCode::SUCCESS) {
  940. result = resetResult;
  941. }
  942. }
  943. Logger::info("MultiStreamSynchronizer reset");
  944. return result;
  945. }
  946. void MultiStreamSynchronizer::updateMasterStream() {
  947. std::lock_guard<std::mutex> lock(masterMutex_);
  948. if (streamSynchronizers_.empty()) {
  949. masterStreamIndex_ = -1;
  950. return;
  951. }
  952. // 选择第一个音频流作为主流,如果没有音频流则选择第一个视频流
  953. for (const auto& pair : streamTypes_) {
  954. if (pair.second == ClockType::AUDIO) {
  955. masterStreamIndex_ = pair.first;
  956. return;
  957. }
  958. }
  959. // 如果没有音频流,选择第一个流
  960. masterStreamIndex_ = streamSynchronizers_.begin()->first;
  961. }
  962. void MultiStreamSynchronizer::syncToMaster() {
  963. if (masterStreamIndex_ == -1) {
  964. return;
  965. }
  966. double masterClock = getMasterClock();
  967. // 将其他流同步到主流
  968. for (auto& pair : streamSynchronizers_) {
  969. if (pair.first != masterStreamIndex_) {
  970. // 这里可以实现更复杂的同步逻辑
  971. // 暂时简化处理
  972. }
  973. }
  974. }
  975. // 工厂类实现
  976. std::unique_ptr<Synchronizer> SynchronizerFactory::createStandardSynchronizer() {
  977. SyncConfig config;
  978. config.strategy = SyncStrategy::AUDIO_MASTER;
  979. config.maxAudioDelay = 0.1;
  980. config.maxVideoDelay = 0.04;
  981. config.syncThreshold = 0.01;
  982. config.enableFrameDrop = true;
  983. config.enableFrameDuplicate = true;
  984. config.enableAdaptiveSync = true;
  985. return std::make_unique<Synchronizer>(config);
  986. }
  987. std::unique_ptr<Synchronizer> SynchronizerFactory::createLowLatencySynchronizer() {
  988. SyncConfig config;
  989. config.strategy = SyncStrategy::AUTO_SELECT;
  990. config.maxAudioDelay = 0.05;
  991. config.maxVideoDelay = 0.02;
  992. config.syncThreshold = 0.005;
  993. config.maxSyncError = 0.1;
  994. config.enableFrameDrop = true;
  995. config.enableFrameDuplicate = false;
  996. config.enableAdaptiveSync = true;
  997. config.smoothingWindow = 5;
  998. return std::make_unique<Synchronizer>(config);
  999. }
  1000. std::unique_ptr<Synchronizer> SynchronizerFactory::createHighPrecisionSynchronizer() {
  1001. SyncConfig config;
  1002. config.strategy = SyncStrategy::EXTERNAL_CLOCK;
  1003. config.maxAudioDelay = 0.2;
  1004. config.maxVideoDelay = 0.08;
  1005. config.syncThreshold = 0.001;
  1006. config.maxSyncError = 0.01;
  1007. config.enableFrameDrop = true;
  1008. config.enableFrameDuplicate = true;
  1009. config.enableAdaptiveSync = true;
  1010. config.smoothingWindow = 20;
  1011. config.clockUpdateInterval = 0.01;
  1012. return std::make_unique<Synchronizer>(config);
  1013. }
  1014. std::unique_ptr<Synchronizer> SynchronizerFactory::createRealtimeSynchronizer() {
  1015. SyncConfig config;
  1016. config.strategy = SyncStrategy::VIDEO_MASTER;
  1017. config.maxAudioDelay = 0.03;
  1018. config.maxVideoDelay = 0.016;
  1019. config.syncThreshold = 0.008;
  1020. config.maxSyncError = 0.05;
  1021. config.enableFrameDrop = true;
  1022. config.enableFrameDuplicate = false;
  1023. config.enableAdaptiveSync = true;
  1024. config.smoothingWindow = 3;
  1025. config.clockUpdateInterval = 0.016;
  1026. return std::make_unique<Synchronizer>(config);
  1027. }
  1028. std::unique_ptr<MultiStreamSynchronizer> SynchronizerFactory::createMultiStreamSynchronizer(const SyncConfig& config) {
  1029. return std::make_unique<MultiStreamSynchronizer>(config);
  1030. }
  1031. } // namespace utils
  1032. } // namespace av