2010-05-18 17:58:33 +02:00
|
|
|
/*
|
2010-09-09 14:16:39 +02:00
|
|
|
* Copyright (c) 2010 The WebM project authors. All Rights Reserved.
|
2010-05-18 17:58:33 +02:00
|
|
|
*
|
2010-06-18 18:39:21 +02:00
|
|
|
* Use of this source code is governed by a BSD-style license
|
2010-06-04 22:19:40 +02:00
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
2010-06-18 18:39:21 +02:00
|
|
|
* in the file PATENTS. All contributing project authors may
|
2010-06-04 22:19:40 +02:00
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
2010-05-18 17:58:33 +02:00
|
|
|
*/
|
|
|
|
|
2012-11-30 01:36:10 +01:00
|
|
|
#ifndef VP9_ENCODER_VP9_RATECTRL_H_
|
|
|
|
#define VP9_ENCODER_VP9_RATECTRL_H_
|
2010-05-18 17:58:33 +02:00
|
|
|
|
2014-09-03 01:34:09 +02:00
|
|
|
#include "vpx/vpx_codec.h"
|
2014-03-13 18:26:52 +01:00
|
|
|
#include "vpx/vpx_integer.h"
|
|
|
|
|
|
|
|
#include "vp9/common/vp9_blockd.h"
|
2016-02-17 21:03:57 +01:00
|
|
|
#include "vp9/encoder/vp9_lookahead.h"
|
2014-03-13 18:26:52 +01:00
|
|
|
|
2014-01-18 21:16:11 +01:00
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2017-02-16 13:36:56 +01:00
|
|
|
// Used to control aggressive VBR mode.
|
|
|
|
// #define AGGRESSIVE_VBR 1
|
2017-01-05 13:35:53 +01:00
|
|
|
|
2014-04-05 21:57:14 +02:00
|
|
|
// Bits Per MB at different Q (Multiplied by 512)
|
2016-07-27 05:43:23 +02:00
|
|
|
#define BPER_MB_NORMBITS 9
|
2014-04-05 21:57:14 +02:00
|
|
|
|
2016-07-27 05:43:23 +02:00
|
|
|
#define MIN_GF_INTERVAL 4
|
|
|
|
#define MAX_GF_INTERVAL 16
|
|
|
|
#define FIXED_GF_INTERVAL 8 // Used in some testing modes only
|
|
|
|
#define ONEHALFONLY_RESIZE 0
|
2015-04-02 01:39:06 +02:00
|
|
|
|
2017-10-11 11:31:57 +02:00
|
|
|
#define FRAME_OVERHEAD_BITS 200
|
|
|
|
|
2014-06-09 17:25:31 +02:00
|
|
|
typedef enum {
|
|
|
|
INTER_NORMAL = 0,
|
|
|
|
INTER_HIGH = 1,
|
|
|
|
GF_ARF_LOW = 2,
|
|
|
|
GF_ARF_STD = 3,
|
|
|
|
KF_STD = 4,
|
|
|
|
RATE_FACTOR_LEVELS = 5
|
|
|
|
} RATE_FACTOR_LEVEL;
|
|
|
|
|
2014-11-15 00:29:18 +01:00
|
|
|
// Internal frame scaling level.
|
|
|
|
typedef enum {
|
|
|
|
UNSCALED = 0, // Frame is unscaled.
|
|
|
|
SCALE_STEP1 = 1, // First-level down-scaling.
|
|
|
|
FRAME_SCALE_STEPS
|
|
|
|
} FRAME_SCALE_LEVEL;
|
|
|
|
|
2015-10-01 23:03:22 +02:00
|
|
|
typedef enum {
|
|
|
|
NO_RESIZE = 0,
|
|
|
|
DOWN_THREEFOUR = 1, // From orig to 3/4.
|
|
|
|
DOWN_ONEHALF = 2, // From orig or 3/4 to 1/2.
|
|
|
|
UP_THREEFOUR = -1, // From 1/2 to 3/4.
|
|
|
|
UP_ORIG = -2, // From 1/2 or 3/4 to orig.
|
|
|
|
} RESIZE_ACTION;
|
|
|
|
|
2016-07-27 05:43:23 +02:00
|
|
|
typedef enum { ORIG = 0, THREE_QUARTER = 1, ONE_HALF = 2 } RESIZE_STATE;
|
2015-10-01 23:03:22 +02:00
|
|
|
|
2014-11-15 00:29:18 +01:00
|
|
|
// Frame dimensions multiplier wrt the native frame size, in 1/16ths,
|
|
|
|
// specified for the scale-up case.
|
|
|
|
// e.g. 24 => 16/24 = 2/3 of native size. The restriction to 1/16th is
|
|
|
|
// intended to match the capabilities of the normative scaling filters,
|
|
|
|
// giving precedence to the up-scaling accuracy.
|
2016-07-27 05:43:23 +02:00
|
|
|
static const int frame_scale_factor[FRAME_SCALE_STEPS] = { 16, 24 };
|
2014-11-15 00:29:18 +01:00
|
|
|
|
|
|
|
// Multiplier of the target rate to be used as threshold for triggering scaling.
|
2016-07-27 05:43:23 +02:00
|
|
|
static const double rate_thresh_mult[FRAME_SCALE_STEPS] = { 1.0, 2.0 };
|
2014-11-15 00:29:18 +01:00
|
|
|
|
|
|
|
// Scale dependent Rate Correction Factor multipliers. Compensates for the
|
|
|
|
// greater number of bits per pixel generated in down-scaled frames.
|
2016-07-27 05:43:23 +02:00
|
|
|
static const double rcf_mult[FRAME_SCALE_STEPS] = { 1.0, 2.0 };
|
2014-11-15 00:29:18 +01:00
|
|
|
|
2014-01-28 21:57:49 +01:00
|
|
|
typedef struct {
|
|
|
|
// Rate targetting variables
|
2016-07-27 05:43:23 +02:00
|
|
|
int base_frame_target; // A baseline frame target before adjustment
|
|
|
|
// for previous under or over shoot.
|
|
|
|
int this_frame_target; // Actual frame target after rc adjustment.
|
2014-01-28 21:57:49 +01:00
|
|
|
int projected_frame_size;
|
|
|
|
int sb64_target_rate;
|
2016-07-27 05:43:23 +02:00
|
|
|
int last_q[FRAME_TYPES]; // Separate values for Intra/Inter
|
|
|
|
int last_boosted_qindex; // Last boosted GF/KF/ARF q
|
|
|
|
int last_kf_qindex; // Q index of the last key frame coded.
|
2014-01-28 21:57:49 +01:00
|
|
|
|
|
|
|
int gfu_boost;
|
|
|
|
int last_boost;
|
|
|
|
int kf_boost;
|
|
|
|
|
2014-06-09 17:25:31 +02:00
|
|
|
double rate_correction_factors[RATE_FACTOR_LEVELS];
|
2014-01-28 21:57:49 +01:00
|
|
|
|
2014-02-13 23:09:55 +01:00
|
|
|
int frames_since_golden;
|
|
|
|
int frames_till_gf_update_due;
|
2015-04-30 15:24:28 +02:00
|
|
|
int min_gf_interval;
|
2014-02-13 23:09:55 +01:00
|
|
|
int max_gf_interval;
|
2014-03-11 01:29:15 +01:00
|
|
|
int static_scene_max_gf_interval;
|
2014-02-13 23:09:55 +01:00
|
|
|
int baseline_gf_interval;
|
2015-01-21 20:32:27 +01:00
|
|
|
int constrained_gf_group;
|
2014-02-13 23:09:55 +01:00
|
|
|
int frames_to_key;
|
|
|
|
int frames_since_key;
|
|
|
|
int this_key_frame_forced;
|
|
|
|
int next_key_frame_forced;
|
|
|
|
int source_alt_ref_pending;
|
|
|
|
int source_alt_ref_active;
|
|
|
|
int is_src_frame_alt_ref;
|
2014-01-28 21:57:49 +01:00
|
|
|
|
2014-04-10 20:28:29 +02:00
|
|
|
int avg_frame_bandwidth; // Average frame size target for clip
|
|
|
|
int min_frame_bandwidth; // Minimum allocation used for any frame
|
|
|
|
int max_frame_bandwidth; // Maximum burst rate allowed for a frame.
|
2014-01-28 21:57:49 +01:00
|
|
|
|
|
|
|
int ni_av_qi;
|
|
|
|
int ni_tot_qi;
|
|
|
|
int ni_frames;
|
2014-06-04 04:45:13 +02:00
|
|
|
int avg_frame_qindex[FRAME_TYPES];
|
2014-01-28 21:57:49 +01:00
|
|
|
double tot_q;
|
|
|
|
double avg_q;
|
|
|
|
|
2014-02-14 16:12:38 +01:00
|
|
|
int64_t buffer_level;
|
|
|
|
int64_t bits_off_target;
|
2014-04-15 03:06:52 +02:00
|
|
|
int64_t vbr_bits_off_target;
|
2015-05-07 12:55:53 +02:00
|
|
|
int64_t vbr_bits_off_target_fast;
|
2014-01-28 21:57:49 +01:00
|
|
|
|
|
|
|
int decimation_factor;
|
|
|
|
int decimation_count;
|
|
|
|
|
|
|
|
int rolling_target_bits;
|
|
|
|
int rolling_actual_bits;
|
|
|
|
|
|
|
|
int long_rolling_target_bits;
|
|
|
|
int long_rolling_actual_bits;
|
|
|
|
|
2014-10-13 11:12:12 +02:00
|
|
|
int rate_error_estimate;
|
|
|
|
|
2014-01-28 21:57:49 +01:00
|
|
|
int64_t total_actual_bits;
|
2014-04-02 02:31:59 +02:00
|
|
|
int64_t total_target_bits;
|
|
|
|
int64_t total_target_vs_actual;
|
2014-01-28 21:57:49 +01:00
|
|
|
|
|
|
|
int worst_quality;
|
|
|
|
int best_quality;
|
2014-06-03 22:56:46 +02:00
|
|
|
|
|
|
|
int64_t starting_buffer_level;
|
|
|
|
int64_t optimal_buffer_level;
|
|
|
|
int64_t maximum_buffer_size;
|
2014-11-15 00:29:18 +01:00
|
|
|
|
2014-11-18 17:52:21 +01:00
|
|
|
// rate control history for last frame(1) and the frame before(2).
|
|
|
|
// -1: undershot
|
|
|
|
// 1: overshoot
|
|
|
|
// 0: not initialized.
|
|
|
|
int rc_1_frame;
|
|
|
|
int rc_2_frame;
|
|
|
|
int q_1_frame;
|
|
|
|
int q_2_frame;
|
2014-11-15 00:29:18 +01:00
|
|
|
|
|
|
|
// Auto frame-scaling variables.
|
|
|
|
FRAME_SCALE_LEVEL frame_size_selector;
|
|
|
|
FRAME_SCALE_LEVEL next_frame_size_selector;
|
|
|
|
int frame_width[FRAME_SCALE_STEPS];
|
|
|
|
int frame_height[FRAME_SCALE_STEPS];
|
|
|
|
int rf_level_maxq[RATE_FACTOR_LEVELS];
|
2015-07-07 00:55:57 +02:00
|
|
|
|
2016-02-17 21:03:57 +01:00
|
|
|
int fac_active_worst_inter;
|
|
|
|
int fac_active_worst_gf;
|
|
|
|
uint64_t avg_source_sad[MAX_LAG_BUFFERS];
|
|
|
|
uint64_t prev_avg_source_sad_lag;
|
|
|
|
int high_source_sad_lagindex;
|
2016-08-03 02:37:32 +02:00
|
|
|
int alt_ref_gf_group;
|
2017-10-02 23:00:18 +02:00
|
|
|
int last_frame_is_src_altref;
|
2015-07-07 00:55:57 +02:00
|
|
|
int high_source_sad;
|
2016-04-13 20:18:16 +02:00
|
|
|
int count_last_scene_change;
|
2016-04-23 00:27:53 +02:00
|
|
|
int avg_frame_low_motion;
|
2016-07-01 20:49:12 +02:00
|
|
|
int af_ratio_onepass_vbr;
|
2016-02-17 21:03:57 +01:00
|
|
|
int force_qpmin;
|
2017-06-22 23:59:27 +02:00
|
|
|
int reset_high_source_sad;
|
2017-09-21 19:59:33 +02:00
|
|
|
double perc_arf_usage;
|
2014-01-28 21:57:49 +01:00
|
|
|
} RATE_CONTROL;
|
|
|
|
|
|
|
|
struct VP9_COMP;
|
2014-04-18 20:01:36 +02:00
|
|
|
struct VP9EncoderConfig;
|
2014-04-07 23:34:46 +02:00
|
|
|
|
2014-04-18 20:01:36 +02:00
|
|
|
void vp9_rc_init(const struct VP9EncoderConfig *oxcf, int pass,
|
|
|
|
RATE_CONTROL *rc);
|
2014-01-28 21:57:49 +01:00
|
|
|
|
2014-04-03 03:37:04 +02:00
|
|
|
int vp9_estimate_bits_at_q(FRAME_TYPE frame_kind, int q, int mbs,
|
2016-07-27 05:43:23 +02:00
|
|
|
double correction_factor, vpx_bit_depth_t bit_depth);
|
2014-04-03 03:37:04 +02:00
|
|
|
|
2014-09-03 01:34:09 +02:00
|
|
|
double vp9_convert_qindex_to_q(int qindex, vpx_bit_depth_t bit_depth);
|
2013-11-06 22:13:59 +01:00
|
|
|
|
2017-01-04 13:12:01 +01:00
|
|
|
int vp9_convert_q_to_qindex(double q_val, vpx_bit_depth_t bit_depth);
|
|
|
|
|
2015-05-15 05:18:45 +02:00
|
|
|
void vp9_rc_init_minq_luts(void);
|
2013-11-27 00:47:43 +01:00
|
|
|
|
2015-04-02 01:39:06 +02:00
|
|
|
int vp9_rc_get_default_min_gf_interval(int width, int height, double framerate);
|
|
|
|
// Note vp9_rc_get_default_max_gf_interval() requires the min_gf_interval to
|
|
|
|
// be passed in to ensure that the max_gf_interval returned is at least as bis
|
|
|
|
// as that.
|
|
|
|
int vp9_rc_get_default_max_gf_interval(double framerate, int min_frame_rate);
|
|
|
|
|
2014-02-04 20:42:50 +01:00
|
|
|
// Generally at the high level, the following flow is expected
|
|
|
|
// to be enforced for rate control:
|
|
|
|
// First call per frame, one of:
|
|
|
|
// vp9_rc_get_one_pass_vbr_params()
|
|
|
|
// vp9_rc_get_one_pass_cbr_params()
|
|
|
|
// vp9_rc_get_svc_params()
|
|
|
|
// vp9_rc_get_first_pass_params()
|
|
|
|
// vp9_rc_get_second_pass_params()
|
|
|
|
// depending on the usage to set the rate control encode parameters desired.
|
|
|
|
//
|
|
|
|
// Then, call encode_frame_to_data_rate() to perform the
|
|
|
|
// actual encode. This function will in turn call encode_frame()
|
|
|
|
// one or more times, followed by one of:
|
|
|
|
// vp9_rc_postencode_update()
|
|
|
|
// vp9_rc_postencode_update_drop_frame()
|
|
|
|
//
|
|
|
|
// The majority of rate control parameters are only expected
|
|
|
|
// to be set in the vp9_rc_get_..._params() functions and
|
|
|
|
// updated during the vp9_rc_postencode_update...() functions.
|
|
|
|
// The only exceptions are vp9_rc_drop_frame() and
|
|
|
|
// vp9_rc_update_rate_correction_factors() functions.
|
|
|
|
|
|
|
|
// Functions to set parameters for encoding before the actual
|
|
|
|
// encode_frame_to_data_rate() function.
|
|
|
|
void vp9_rc_get_one_pass_vbr_params(struct VP9_COMP *cpi);
|
|
|
|
void vp9_rc_get_one_pass_cbr_params(struct VP9_COMP *cpi);
|
|
|
|
void vp9_rc_get_svc_params(struct VP9_COMP *cpi);
|
|
|
|
|
|
|
|
// Post encode update of the rate control parameters based
|
|
|
|
// on bytes used
|
2014-04-11 01:35:10 +02:00
|
|
|
void vp9_rc_postencode_update(struct VP9_COMP *cpi, uint64_t bytes_used);
|
2014-02-04 20:42:50 +01:00
|
|
|
// Post encode update of the rate control parameters for dropped frames
|
|
|
|
void vp9_rc_postencode_update_drop_frame(struct VP9_COMP *cpi);
|
|
|
|
|
|
|
|
// Updates rate correction factors
|
|
|
|
// Changes only the rate correction factors in the rate control structure.
|
2015-01-27 03:17:14 +01:00
|
|
|
void vp9_rc_update_rate_correction_factors(struct VP9_COMP *cpi);
|
2013-12-04 02:05:19 +01:00
|
|
|
|
2014-02-04 20:42:50 +01:00
|
|
|
// Decide if we should drop this frame: For 1-pass CBR.
|
|
|
|
// Changes only the decimation count in the rate control structure
|
|
|
|
int vp9_rc_drop_frame(struct VP9_COMP *cpi);
|
|
|
|
|
|
|
|
// Computes frame size bounds.
|
2014-01-28 21:57:49 +01:00
|
|
|
void vp9_rc_compute_frame_size_bounds(const struct VP9_COMP *cpi,
|
2013-12-04 02:05:19 +01:00
|
|
|
int this_frame_target,
|
2013-11-27 00:47:43 +01:00
|
|
|
int *frame_under_shoot_limit,
|
|
|
|
int *frame_over_shoot_limit);
|
2013-12-04 02:05:19 +01:00
|
|
|
|
2013-11-27 00:47:43 +01:00
|
|
|
// Picks q and q bounds given the target for bits
|
2016-07-27 05:43:23 +02:00
|
|
|
int vp9_rc_pick_q_and_bounds(const struct VP9_COMP *cpi, int *bottom_index,
|
2014-02-11 02:52:44 +01:00
|
|
|
int *top_index);
|
2013-11-27 00:47:43 +01:00
|
|
|
|
|
|
|
// Estimates q to achieve a target bits per frame
|
2014-01-28 21:57:49 +01:00
|
|
|
int vp9_rc_regulate_q(const struct VP9_COMP *cpi, int target_bits_per_frame,
|
2013-12-04 02:05:19 +01:00
|
|
|
int active_best_quality, int active_worst_quality);
|
2013-11-27 00:47:43 +01:00
|
|
|
|
2014-02-04 20:42:50 +01:00
|
|
|
// Estimates bits per mb for a given qindex and correction factor.
|
2013-11-27 00:47:43 +01:00
|
|
|
int vp9_rc_bits_per_mb(FRAME_TYPE frame_type, int qindex,
|
2014-09-03 01:34:09 +02:00
|
|
|
double correction_factor, vpx_bit_depth_t bit_depth);
|
2013-11-27 00:47:43 +01:00
|
|
|
|
2014-02-04 20:42:50 +01:00
|
|
|
// Clamping utilities for bitrate targets for iframes and pframes.
|
|
|
|
int vp9_rc_clamp_iframe_target_size(const struct VP9_COMP *const cpi,
|
|
|
|
int target);
|
|
|
|
int vp9_rc_clamp_pframe_target_size(const struct VP9_COMP *const cpi,
|
|
|
|
int target);
|
|
|
|
// Utility to set frame_target into the RATE_CONTROL structure
|
|
|
|
// This function is called only from the vp9_rc_get_..._params() functions.
|
|
|
|
void vp9_rc_set_frame_target(struct VP9_COMP *cpi, int target);
|
2013-12-18 00:45:30 +01:00
|
|
|
|
2014-04-08 01:57:53 +02:00
|
|
|
// Computes a q delta (in "q index" terms) to get from a starting q value
|
|
|
|
// to a target q value
|
2014-09-03 01:34:09 +02:00
|
|
|
int vp9_compute_qdelta(const RATE_CONTROL *rc, double qstart, double qtarget,
|
|
|
|
vpx_bit_depth_t bit_depth);
|
2014-04-08 01:57:53 +02:00
|
|
|
|
|
|
|
// Computes a q delta (in "q index" terms) to get from a starting q value
|
|
|
|
// to a value that should equate to the given rate ratio.
|
|
|
|
int vp9_compute_qdelta_by_rate(const RATE_CONTROL *rc, FRAME_TYPE frame_type,
|
2014-09-03 01:34:09 +02:00
|
|
|
int qindex, double rate_target_ratio,
|
|
|
|
vpx_bit_depth_t bit_depth);
|
2014-04-08 01:57:53 +02:00
|
|
|
|
2014-11-15 00:29:18 +01:00
|
|
|
int vp9_frame_type_qdelta(const struct VP9_COMP *cpi, int rf_level, int q);
|
|
|
|
|
2014-04-11 23:23:13 +02:00
|
|
|
void vp9_rc_update_framerate(struct VP9_COMP *cpi);
|
|
|
|
|
2015-04-30 15:24:28 +02:00
|
|
|
void vp9_rc_set_gf_interval_range(const struct VP9_COMP *const cpi,
|
|
|
|
RATE_CONTROL *const rc);
|
2014-05-27 16:40:33 +02:00
|
|
|
|
2014-11-10 18:51:38 +01:00
|
|
|
void vp9_set_target_rate(struct VP9_COMP *cpi);
|
|
|
|
|
2015-06-08 19:03:51 +02:00
|
|
|
int vp9_resize_one_pass_cbr(struct VP9_COMP *cpi);
|
|
|
|
|
2017-03-23 22:37:47 +01:00
|
|
|
void vp9_scene_detection_onepass(struct VP9_COMP *cpi);
|
2015-07-07 00:55:57 +02:00
|
|
|
|
|
|
|
int vp9_encodedframe_overshoot(struct VP9_COMP *cpi, int frame_size, int *q);
|
|
|
|
|
2014-01-18 21:16:11 +01:00
|
|
|
#ifdef __cplusplus
|
|
|
|
} // extern "C"
|
|
|
|
#endif
|
|
|
|
|
2012-12-19 00:31:19 +01:00
|
|
|
#endif // VP9_ENCODER_VP9_RATECTRL_H_
|