01cafaab1d
Adds an error-resilient mode where frames can be continued to be decoded even when there are errors (due to network losses) on a prior frame. Specifically, backward updates are turned off and probabilities of various symbols are reset to defaults at the beginning of each frame. Further, the last frame's mvs are not used for the mv reference list, and the sorting of the initial list based on search on previous frames is turned off as well. Also adds a test where an arbitrary set of frames are skipped from decoding to simulate errors. The test verifies (1) that if the error frames are droppable - i.e. frame buffer updates have been turned off - there are no mismatch errors for the remaining frames after the error frames; and (2) if the error-frames are non droppable, there are not only no decoding errors but the mismatch PSNR between the decoder's version of the post-error frames and the encoder's version is at least 20 dB. Change-Id: Ie6e2bcd436b1e8643270356d3a930e8989ff52a5
221 lines
6.6 KiB
C++
221 lines
6.6 KiB
C++
/*
|
|
* Copyright (c) 2012 The WebM project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "vpx_config.h"
|
|
#include "test/codec_factory.h"
|
|
#include "test/encode_test_driver.h"
|
|
#include "test/decode_test_driver.h"
|
|
#include "test/register_state_check.h"
|
|
#include "test/video_source.h"
|
|
#include "third_party/googletest/src/include/gtest/gtest.h"
|
|
|
|
namespace libvpx_test {
|
|
void Encoder::EncodeFrame(VideoSource *video, const unsigned long frame_flags) {
|
|
if (video->img())
|
|
EncodeFrameInternal(*video, frame_flags);
|
|
else
|
|
Flush();
|
|
|
|
// Handle twopass stats
|
|
CxDataIterator iter = GetCxData();
|
|
|
|
while (const vpx_codec_cx_pkt_t *pkt = iter.Next()) {
|
|
if (pkt->kind != VPX_CODEC_STATS_PKT)
|
|
continue;
|
|
|
|
stats_->Append(*pkt);
|
|
}
|
|
}
|
|
|
|
void Encoder::EncodeFrameInternal(const VideoSource &video,
|
|
const unsigned long frame_flags) {
|
|
vpx_codec_err_t res;
|
|
const vpx_image_t *img = video.img();
|
|
|
|
// Handle first frame initialization
|
|
if (!encoder_.priv) {
|
|
cfg_.g_w = img->d_w;
|
|
cfg_.g_h = img->d_h;
|
|
cfg_.g_timebase = video.timebase();
|
|
cfg_.rc_twopass_stats_in = stats_->buf();
|
|
res = vpx_codec_enc_init(&encoder_, CodecInterface(), &cfg_,
|
|
init_flags_);
|
|
ASSERT_EQ(VPX_CODEC_OK, res) << EncoderError();
|
|
}
|
|
|
|
// Handle frame resizing
|
|
if (cfg_.g_w != img->d_w || cfg_.g_h != img->d_h) {
|
|
cfg_.g_w = img->d_w;
|
|
cfg_.g_h = img->d_h;
|
|
res = vpx_codec_enc_config_set(&encoder_, &cfg_);
|
|
ASSERT_EQ(VPX_CODEC_OK, res) << EncoderError();
|
|
}
|
|
|
|
// Encode the frame
|
|
REGISTER_STATE_CHECK(
|
|
res = vpx_codec_encode(&encoder_,
|
|
video.img(), video.pts(), video.duration(),
|
|
frame_flags, deadline_));
|
|
ASSERT_EQ(VPX_CODEC_OK, res) << EncoderError();
|
|
}
|
|
|
|
void Encoder::Flush() {
|
|
const vpx_codec_err_t res = vpx_codec_encode(&encoder_, NULL, 0, 0, 0,
|
|
deadline_);
|
|
ASSERT_EQ(VPX_CODEC_OK, res) << EncoderError();
|
|
}
|
|
|
|
void EncoderTest::InitializeConfig() {
|
|
const vpx_codec_err_t res = codec_->DefaultEncoderConfig(&cfg_, 0);
|
|
ASSERT_EQ(VPX_CODEC_OK, res);
|
|
}
|
|
|
|
void EncoderTest::SetMode(TestMode mode) {
|
|
switch (mode) {
|
|
case kRealTime:
|
|
deadline_ = VPX_DL_REALTIME;
|
|
break;
|
|
|
|
case kOnePassGood:
|
|
case kTwoPassGood:
|
|
deadline_ = VPX_DL_GOOD_QUALITY;
|
|
break;
|
|
|
|
case kOnePassBest:
|
|
case kTwoPassBest:
|
|
deadline_ = VPX_DL_BEST_QUALITY;
|
|
break;
|
|
|
|
default:
|
|
ASSERT_TRUE(false) << "Unexpected mode " << mode;
|
|
}
|
|
|
|
if (mode == kTwoPassGood || mode == kTwoPassBest)
|
|
passes_ = 2;
|
|
else
|
|
passes_ = 1;
|
|
}
|
|
// The function should return "true" most of the time, therefore no early
|
|
// break-out is implemented within the match checking process.
|
|
static bool compare_img(const vpx_image_t *img1,
|
|
const vpx_image_t *img2) {
|
|
bool match = (img1->fmt == img2->fmt) &&
|
|
(img1->d_w == img2->d_w) &&
|
|
(img1->d_h == img2->d_h);
|
|
|
|
const unsigned int width_y = img1->d_w;
|
|
const unsigned int height_y = img1->d_h;
|
|
unsigned int i;
|
|
for (i = 0; i < height_y; ++i)
|
|
match = ( memcmp(img1->planes[VPX_PLANE_Y] + i * img1->stride[VPX_PLANE_Y],
|
|
img2->planes[VPX_PLANE_Y] + i * img2->stride[VPX_PLANE_Y],
|
|
width_y) == 0) && match;
|
|
const unsigned int width_uv = (img1->d_w + 1) >> 1;
|
|
const unsigned int height_uv = (img1->d_h + 1) >> 1;
|
|
for (i = 0; i < height_uv; ++i)
|
|
match = ( memcmp(img1->planes[VPX_PLANE_U] + i * img1->stride[VPX_PLANE_U],
|
|
img2->planes[VPX_PLANE_U] + i * img2->stride[VPX_PLANE_U],
|
|
width_uv) == 0) && match;
|
|
for (i = 0; i < height_uv; ++i)
|
|
match = ( memcmp(img1->planes[VPX_PLANE_V] + i * img1->stride[VPX_PLANE_V],
|
|
img2->planes[VPX_PLANE_V] + i * img2->stride[VPX_PLANE_V],
|
|
width_uv) == 0) && match;
|
|
return match;
|
|
}
|
|
|
|
void EncoderTest::MismatchHook(const vpx_image_t *img1,
|
|
const vpx_image_t *img2) {
|
|
ASSERT_TRUE(0) << "Encode/Decode mismatch found";
|
|
}
|
|
|
|
void EncoderTest::RunLoop(VideoSource *video) {
|
|
vpx_codec_dec_cfg_t dec_cfg = {0};
|
|
|
|
stats_.Reset();
|
|
|
|
for (unsigned int pass = 0; pass < passes_; pass++) {
|
|
last_pts_ = 0;
|
|
|
|
if (passes_ == 1)
|
|
cfg_.g_pass = VPX_RC_ONE_PASS;
|
|
else if (pass == 0)
|
|
cfg_.g_pass = VPX_RC_FIRST_PASS;
|
|
else
|
|
cfg_.g_pass = VPX_RC_LAST_PASS;
|
|
|
|
BeginPassHook(pass);
|
|
Encoder* const encoder = codec_->CreateEncoder(cfg_, deadline_, init_flags_,
|
|
&stats_);
|
|
ASSERT_TRUE(encoder != NULL);
|
|
Decoder* const decoder = codec_->CreateDecoder(dec_cfg, 0);
|
|
bool again;
|
|
for (again = true, video->Begin(); again; video->Next()) {
|
|
again = video->img() != NULL;
|
|
|
|
PreEncodeFrameHook(video);
|
|
PreEncodeFrameHook(video, encoder);
|
|
encoder->EncodeFrame(video, frame_flags_);
|
|
|
|
CxDataIterator iter = encoder->GetCxData();
|
|
|
|
bool has_cxdata = false;
|
|
bool has_dxdata = false;
|
|
while (const vpx_codec_cx_pkt_t *pkt = iter.Next()) {
|
|
again = true;
|
|
switch (pkt->kind) {
|
|
case VPX_CODEC_CX_FRAME_PKT:
|
|
has_cxdata = true;
|
|
if (decoder && DoDecode()) {
|
|
decoder->DecodeFrame((const uint8_t*)pkt->data.frame.buf,
|
|
pkt->data.frame.sz);
|
|
has_dxdata = true;
|
|
}
|
|
ASSERT_GE(pkt->data.frame.pts, last_pts_);
|
|
last_pts_ = pkt->data.frame.pts;
|
|
FramePktHook(pkt);
|
|
break;
|
|
|
|
case VPX_CODEC_PSNR_PKT:
|
|
PSNRPktHook(pkt);
|
|
break;
|
|
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (has_dxdata && has_cxdata) {
|
|
const vpx_image_t *img_enc = encoder->GetPreviewFrame();
|
|
DxDataIterator dec_iter = decoder->GetDxData();
|
|
const vpx_image_t *img_dec = dec_iter.Next();
|
|
if (img_enc && img_dec) {
|
|
const bool res = compare_img(img_enc, img_dec);
|
|
if (!res) { // Mismatch
|
|
MismatchHook(img_enc, img_dec);
|
|
}
|
|
}
|
|
}
|
|
if (!Continue())
|
|
break;
|
|
}
|
|
|
|
EndPassHook();
|
|
|
|
if (decoder)
|
|
delete decoder;
|
|
delete encoder;
|
|
|
|
if (!Continue())
|
|
break;
|
|
}
|
|
}
|
|
|
|
} // namespace libvpx_test
|