/* * Copyright (c) 2018 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "rtc_tools/frame_analyzer/video_temporal_aligner.h" #include <algorithm> #include <cmath> #include <cstddef> #include <deque> #include <iterator> #include <limits> #include <vector> #include "api/make_ref_counted.h" #include "api/video/i420_buffer.h" #include "api/video/video_frame_buffer.h" #include "rtc_tools/frame_analyzer/video_quality_analysis.h" namespace webrtc { namespace test { namespace { // This constant controls how many frames we look ahead while seeking for the // match for the next frame. Note that we may span bigger gaps than this number // since we reset the counter as soon as we find a better match. The seeking // will stop when there is no improvement in the next kNumberOfFramesLookAhead // frames. Typically, the SSIM will improve as we get closer and closer to the // real match. const int kNumberOfFramesLookAhead = …; // Helper class that takes a video and generates an infinite looping video. class LoopingVideo : public Video { … }; // Helper class that take a vector of frame indices and a video and produces a // new video where the frames have been reshuffled. class ReorderedVideo : public Video { … }; // Helper class that takes a video and produces a downscaled video. class DownscaledVideo : public Video { … }; // Helper class that takes a video and caches the latest frame access. This // improves performance a lot since the original source is often from a file. class CachedVideo : public Video { … }; // Try matching the test frame against all frames in the reference video and // return the index of the best matching frame. size_t FindBestMatch(const rtc::scoped_refptr<I420BufferInterface>& test_frame, const Video& reference_video) { … } // Find and return the index of the frame matching the test frame. The search // starts at the starting index and continues until there is no better match // within the next kNumberOfFramesLookAhead frames. size_t FindNextMatch(const rtc::scoped_refptr<I420BufferInterface>& test_frame, const Video& reference_video, size_t start_index) { … } } // namespace std::vector<size_t> FindMatchingFrameIndices( const rtc::scoped_refptr<Video>& reference_video, const rtc::scoped_refptr<Video>& test_video) { … } rtc::scoped_refptr<Video> ReorderVideo(const rtc::scoped_refptr<Video>& video, const std::vector<size_t>& indices) { … } rtc::scoped_refptr<Video> GenerateAlignedReferenceVideo( const rtc::scoped_refptr<Video>& reference_video, const rtc::scoped_refptr<Video>& test_video) { … } rtc::scoped_refptr<Video> GenerateAlignedReferenceVideo( const rtc::scoped_refptr<Video>& reference_video, const std::vector<size_t>& indices) { … } } // namespace test } // namespace webrtc