391 lines
13 KiB
C
391 lines
13 KiB
C
/*
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "vpx_config.h"
|
|
#include "vpx_dsp_rtcd.h"
|
|
#include "vp8_rtcd.h"
|
|
#include "vpx_dsp/postproc.h"
|
|
#include "vpx_ports/system_state.h"
|
|
#include "vpx_scale_rtcd.h"
|
|
#include "vpx_scale/yv12config.h"
|
|
#include "postproc.h"
|
|
#include "common.h"
|
|
#include "vpx_scale/vpx_scale.h"
|
|
#include "systemdependent.h"
|
|
|
|
#include <limits.h>
|
|
#include <math.h>
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
|
|
/* clang-format off */
|
|
#define RGB_TO_YUV(t) \
|
|
(unsigned char)((0.257 * (float)(t >> 16)) + \
|
|
(0.504 * (float)(t >> 8 & 0xff)) + \
|
|
(0.098 * (float)(t & 0xff)) + 16), \
|
|
(unsigned char)(-(0.148 * (float)(t >> 16)) - \
|
|
(0.291 * (float)(t >> 8 & 0xff)) + \
|
|
(0.439 * (float)(t & 0xff)) + 128), \
|
|
(unsigned char)((0.439 * (float)(t >> 16)) - \
|
|
(0.368 * (float)(t >> 8 & 0xff)) - \
|
|
(0.071 * (float)(t & 0xff)) + 128)
|
|
/* clang-format on */
|
|
|
|
extern void vp8_blit_text(const char *msg, unsigned char *address,
|
|
const int pitch);
|
|
extern void vp8_blit_line(int x0, int x1, int y0, int y1, unsigned char *image,
|
|
const int pitch);
|
|
/***********************************************************************************************************
|
|
*/
|
|
#if CONFIG_POSTPROC
|
|
static int q2mbl(int x) {
|
|
if (x < 20) x = 20;
|
|
|
|
x = 50 + (x - 50) * 10 / 8;
|
|
return x * x / 3;
|
|
}
|
|
|
|
static void vp8_de_mblock(YV12_BUFFER_CONFIG *post, int q) {
|
|
vpx_mbpost_proc_across_ip(post->y_buffer, post->y_stride, post->y_height,
|
|
post->y_width, q2mbl(q));
|
|
vpx_mbpost_proc_down(post->y_buffer, post->y_stride, post->y_height,
|
|
post->y_width, q2mbl(q));
|
|
}
|
|
|
|
void vp8_deblock(VP8_COMMON *cm, YV12_BUFFER_CONFIG *source,
|
|
YV12_BUFFER_CONFIG *post, int q, int low_var_thresh,
|
|
int flag) {
|
|
double level = 6.0e-05 * q * q * q - .0067 * q * q + .306 * q + .0065;
|
|
int ppl = (int)(level + .5);
|
|
|
|
const MODE_INFO *mode_info_context = cm->show_frame_mi;
|
|
int mbr, mbc;
|
|
|
|
/* The pixel thresholds are adjusted according to if or not the macroblock
|
|
* is a skipped block. */
|
|
unsigned char *ylimits = cm->pp_limits_buffer;
|
|
unsigned char *uvlimits = cm->pp_limits_buffer + 16 * cm->mb_cols;
|
|
(void)low_var_thresh;
|
|
(void)flag;
|
|
|
|
if (ppl > 0) {
|
|
for (mbr = 0; mbr < cm->mb_rows; ++mbr) {
|
|
unsigned char *ylptr = ylimits;
|
|
unsigned char *uvlptr = uvlimits;
|
|
for (mbc = 0; mbc < cm->mb_cols; ++mbc) {
|
|
unsigned char mb_ppl;
|
|
|
|
if (mode_info_context->mbmi.mb_skip_coeff) {
|
|
mb_ppl = (unsigned char)ppl >> 1;
|
|
} else {
|
|
mb_ppl = (unsigned char)ppl;
|
|
}
|
|
|
|
memset(ylptr, mb_ppl, 16);
|
|
memset(uvlptr, mb_ppl, 8);
|
|
|
|
ylptr += 16;
|
|
uvlptr += 8;
|
|
mode_info_context++;
|
|
}
|
|
mode_info_context++;
|
|
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->y_buffer + 16 * mbr * source->y_stride,
|
|
post->y_buffer + 16 * mbr * post->y_stride, source->y_stride,
|
|
post->y_stride, source->y_width, ylimits, 16);
|
|
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->u_buffer + 8 * mbr * source->uv_stride,
|
|
post->u_buffer + 8 * mbr * post->uv_stride, source->uv_stride,
|
|
post->uv_stride, source->uv_width, uvlimits, 8);
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->v_buffer + 8 * mbr * source->uv_stride,
|
|
post->v_buffer + 8 * mbr * post->uv_stride, source->uv_stride,
|
|
post->uv_stride, source->uv_width, uvlimits, 8);
|
|
}
|
|
} else {
|
|
vp8_yv12_copy_frame(source, post);
|
|
}
|
|
}
|
|
|
|
void vp8_de_noise(VP8_COMMON *cm, YV12_BUFFER_CONFIG *source,
|
|
YV12_BUFFER_CONFIG *post, int q, int low_var_thresh, int flag,
|
|
int uvfilter) {
|
|
int mbr;
|
|
double level = 6.0e-05 * q * q * q - .0067 * q * q + .306 * q + .0065;
|
|
int ppl = (int)(level + .5);
|
|
int mb_rows = cm->mb_rows;
|
|
int mb_cols = cm->mb_cols;
|
|
unsigned char *limits = cm->pp_limits_buffer;
|
|
(void)post;
|
|
(void)low_var_thresh;
|
|
(void)flag;
|
|
|
|
memset(limits, (unsigned char)ppl, 16 * mb_cols);
|
|
|
|
/* TODO: The original code don't filter the 2 outer rows and columns. */
|
|
for (mbr = 0; mbr < mb_rows; ++mbr) {
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->y_buffer + 16 * mbr * source->y_stride,
|
|
source->y_buffer + 16 * mbr * source->y_stride, source->y_stride,
|
|
source->y_stride, source->y_width, limits, 16);
|
|
if (uvfilter == 1) {
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->u_buffer + 8 * mbr * source->uv_stride,
|
|
source->u_buffer + 8 * mbr * source->uv_stride, source->uv_stride,
|
|
source->uv_stride, source->uv_width, limits, 8);
|
|
vpx_post_proc_down_and_across_mb_row(
|
|
source->v_buffer + 8 * mbr * source->uv_stride,
|
|
source->v_buffer + 8 * mbr * source->uv_stride, source->uv_stride,
|
|
source->uv_stride, source->uv_width, limits, 8);
|
|
}
|
|
}
|
|
}
|
|
#endif // CONFIG_POSTPROC
|
|
|
|
/* Blend the macro block with a solid colored square. Leave the
|
|
* edges unblended to give distinction to macro blocks in areas
|
|
* filled with the same color block.
|
|
*/
|
|
void vp8_blend_mb_inner_c(unsigned char *y, unsigned char *u, unsigned char *v,
|
|
int y_1, int u_1, int v_1, int alpha, int stride) {
|
|
int i, j;
|
|
int y1_const = y_1 * ((1 << 16) - alpha);
|
|
int u1_const = u_1 * ((1 << 16) - alpha);
|
|
int v1_const = v_1 * ((1 << 16) - alpha);
|
|
|
|
y += 2 * stride + 2;
|
|
for (i = 0; i < 12; ++i) {
|
|
for (j = 0; j < 12; ++j) {
|
|
y[j] = (y[j] * alpha + y1_const) >> 16;
|
|
}
|
|
y += stride;
|
|
}
|
|
|
|
stride >>= 1;
|
|
|
|
u += stride + 1;
|
|
v += stride + 1;
|
|
|
|
for (i = 0; i < 6; ++i) {
|
|
for (j = 0; j < 6; ++j) {
|
|
u[j] = (u[j] * alpha + u1_const) >> 16;
|
|
v[j] = (v[j] * alpha + v1_const) >> 16;
|
|
}
|
|
u += stride;
|
|
v += stride;
|
|
}
|
|
}
|
|
|
|
/* Blend only the edge of the macro block. Leave center
|
|
* unblended to allow for other visualizations to be layered.
|
|
*/
|
|
void vp8_blend_mb_outer_c(unsigned char *y, unsigned char *u, unsigned char *v,
|
|
int y_1, int u_1, int v_1, int alpha, int stride) {
|
|
int i, j;
|
|
int y1_const = y_1 * ((1 << 16) - alpha);
|
|
int u1_const = u_1 * ((1 << 16) - alpha);
|
|
int v1_const = v_1 * ((1 << 16) - alpha);
|
|
|
|
for (i = 0; i < 2; ++i) {
|
|
for (j = 0; j < 16; ++j) {
|
|
y[j] = (y[j] * alpha + y1_const) >> 16;
|
|
}
|
|
y += stride;
|
|
}
|
|
|
|
for (i = 0; i < 12; ++i) {
|
|
y[0] = (y[0] * alpha + y1_const) >> 16;
|
|
y[1] = (y[1] * alpha + y1_const) >> 16;
|
|
y[14] = (y[14] * alpha + y1_const) >> 16;
|
|
y[15] = (y[15] * alpha + y1_const) >> 16;
|
|
y += stride;
|
|
}
|
|
|
|
for (i = 0; i < 2; ++i) {
|
|
for (j = 0; j < 16; ++j) {
|
|
y[j] = (y[j] * alpha + y1_const) >> 16;
|
|
}
|
|
y += stride;
|
|
}
|
|
|
|
stride >>= 1;
|
|
|
|
for (j = 0; j < 8; ++j) {
|
|
u[j] = (u[j] * alpha + u1_const) >> 16;
|
|
v[j] = (v[j] * alpha + v1_const) >> 16;
|
|
}
|
|
u += stride;
|
|
v += stride;
|
|
|
|
for (i = 0; i < 6; ++i) {
|
|
u[0] = (u[0] * alpha + u1_const) >> 16;
|
|
v[0] = (v[0] * alpha + v1_const) >> 16;
|
|
|
|
u[7] = (u[7] * alpha + u1_const) >> 16;
|
|
v[7] = (v[7] * alpha + v1_const) >> 16;
|
|
|
|
u += stride;
|
|
v += stride;
|
|
}
|
|
|
|
for (j = 0; j < 8; ++j) {
|
|
u[j] = (u[j] * alpha + u1_const) >> 16;
|
|
v[j] = (v[j] * alpha + v1_const) >> 16;
|
|
}
|
|
}
|
|
|
|
void vp8_blend_b_c(unsigned char *y, unsigned char *u, unsigned char *v,
|
|
int y_1, int u_1, int v_1, int alpha, int stride) {
|
|
int i, j;
|
|
int y1_const = y_1 * ((1 << 16) - alpha);
|
|
int u1_const = u_1 * ((1 << 16) - alpha);
|
|
int v1_const = v_1 * ((1 << 16) - alpha);
|
|
|
|
for (i = 0; i < 4; ++i) {
|
|
for (j = 0; j < 4; ++j) {
|
|
y[j] = (y[j] * alpha + y1_const) >> 16;
|
|
}
|
|
y += stride;
|
|
}
|
|
|
|
stride >>= 1;
|
|
|
|
for (i = 0; i < 2; ++i) {
|
|
for (j = 0; j < 2; ++j) {
|
|
u[j] = (u[j] * alpha + u1_const) >> 16;
|
|
v[j] = (v[j] * alpha + v1_const) >> 16;
|
|
}
|
|
u += stride;
|
|
v += stride;
|
|
}
|
|
}
|
|
|
|
#if CONFIG_POSTPROC
|
|
int vp8_post_proc_frame(VP8_COMMON *oci, YV12_BUFFER_CONFIG *dest,
|
|
vp8_ppflags_t *ppflags) {
|
|
int q = oci->filter_level * 10 / 6;
|
|
int flags = ppflags->post_proc_flag;
|
|
int deblock_level = ppflags->deblocking_level;
|
|
int noise_level = ppflags->noise_level;
|
|
|
|
if (!oci->frame_to_show) return -1;
|
|
|
|
if (q > 63) q = 63;
|
|
|
|
if (!flags) {
|
|
*dest = *oci->frame_to_show;
|
|
|
|
/* handle problem with extending borders */
|
|
dest->y_width = oci->Width;
|
|
dest->y_height = oci->Height;
|
|
dest->uv_height = dest->y_height / 2;
|
|
oci->postproc_state.last_base_qindex = oci->base_qindex;
|
|
oci->postproc_state.last_frame_valid = 1;
|
|
return 0;
|
|
}
|
|
if (flags & VP8D_ADDNOISE) {
|
|
if (!oci->postproc_state.generated_noise) {
|
|
oci->postproc_state.generated_noise = vpx_calloc(
|
|
oci->Width + 256, sizeof(*oci->postproc_state.generated_noise));
|
|
if (!oci->postproc_state.generated_noise) return 1;
|
|
}
|
|
}
|
|
|
|
/* Allocate post_proc_buffer_int if needed */
|
|
if ((flags & VP8D_MFQE) && !oci->post_proc_buffer_int_used) {
|
|
if ((flags & VP8D_DEBLOCK) || (flags & VP8D_DEMACROBLOCK)) {
|
|
int width = (oci->Width + 15) & ~15;
|
|
int height = (oci->Height + 15) & ~15;
|
|
|
|
if (vp8_yv12_alloc_frame_buffer(&oci->post_proc_buffer_int, width, height,
|
|
VP8BORDERINPIXELS)) {
|
|
vpx_internal_error(&oci->error, VPX_CODEC_MEM_ERROR,
|
|
"Failed to allocate MFQE framebuffer");
|
|
}
|
|
|
|
oci->post_proc_buffer_int_used = 1;
|
|
|
|
/* insure that postproc is set to all 0's so that post proc
|
|
* doesn't pull random data in from edge
|
|
*/
|
|
memset((&oci->post_proc_buffer_int)->buffer_alloc, 128,
|
|
(&oci->post_proc_buffer)->frame_size);
|
|
}
|
|
}
|
|
|
|
vpx_clear_system_state();
|
|
|
|
if ((flags & VP8D_MFQE) && oci->postproc_state.last_frame_valid &&
|
|
oci->current_video_frame >= 2 &&
|
|
oci->postproc_state.last_base_qindex < 60 &&
|
|
oci->base_qindex - oci->postproc_state.last_base_qindex >= 20) {
|
|
vp8_multiframe_quality_enhance(oci);
|
|
if (((flags & VP8D_DEBLOCK) || (flags & VP8D_DEMACROBLOCK)) &&
|
|
oci->post_proc_buffer_int_used) {
|
|
vp8_yv12_copy_frame(&oci->post_proc_buffer, &oci->post_proc_buffer_int);
|
|
if (flags & VP8D_DEMACROBLOCK) {
|
|
vp8_deblock(oci, &oci->post_proc_buffer_int, &oci->post_proc_buffer,
|
|
q + (deblock_level - 5) * 10, 1, 0);
|
|
vp8_de_mblock(&oci->post_proc_buffer, q + (deblock_level - 5) * 10);
|
|
} else if (flags & VP8D_DEBLOCK) {
|
|
vp8_deblock(oci, &oci->post_proc_buffer_int, &oci->post_proc_buffer, q,
|
|
1, 0);
|
|
}
|
|
}
|
|
/* Move partially towards the base q of the previous frame */
|
|
oci->postproc_state.last_base_qindex =
|
|
(3 * oci->postproc_state.last_base_qindex + oci->base_qindex) >> 2;
|
|
} else if (flags & VP8D_DEMACROBLOCK) {
|
|
vp8_deblock(oci, oci->frame_to_show, &oci->post_proc_buffer,
|
|
q + (deblock_level - 5) * 10, 1, 0);
|
|
vp8_de_mblock(&oci->post_proc_buffer, q + (deblock_level - 5) * 10);
|
|
|
|
oci->postproc_state.last_base_qindex = oci->base_qindex;
|
|
} else if (flags & VP8D_DEBLOCK) {
|
|
vp8_deblock(oci, oci->frame_to_show, &oci->post_proc_buffer, q, 1, 0);
|
|
oci->postproc_state.last_base_qindex = oci->base_qindex;
|
|
} else {
|
|
vp8_yv12_copy_frame(oci->frame_to_show, &oci->post_proc_buffer);
|
|
oci->postproc_state.last_base_qindex = oci->base_qindex;
|
|
}
|
|
oci->postproc_state.last_frame_valid = 1;
|
|
|
|
if (flags & VP8D_ADDNOISE) {
|
|
if (oci->postproc_state.last_q != q ||
|
|
oci->postproc_state.last_noise != noise_level) {
|
|
double sigma;
|
|
struct postproc_state *ppstate = &oci->postproc_state;
|
|
vpx_clear_system_state();
|
|
sigma = noise_level + .5 + .6 * q / 63.0;
|
|
ppstate->clamp =
|
|
vpx_setup_noise(sigma, ppstate->generated_noise, oci->Width + 256);
|
|
ppstate->last_q = q;
|
|
ppstate->last_noise = noise_level;
|
|
}
|
|
|
|
vpx_plane_add_noise(
|
|
oci->post_proc_buffer.y_buffer, oci->postproc_state.generated_noise,
|
|
oci->postproc_state.clamp, oci->postproc_state.clamp,
|
|
oci->post_proc_buffer.y_width, oci->post_proc_buffer.y_height,
|
|
oci->post_proc_buffer.y_stride);
|
|
}
|
|
|
|
*dest = oci->post_proc_buffer;
|
|
|
|
/* handle problem with extending borders */
|
|
dest->y_width = oci->Width;
|
|
dest->y_height = oci->Height;
|
|
dest->uv_height = dest->y_height / 2;
|
|
return 0;
|
|
}
|
|
#endif
|