e83d99d7b8
About 4x faster when values are below the dequant threshold and 10x faster if everything needs to be calculated. Both numbers would improve if the division for dqcoeff could be simplified. BUG=webm:1426 Change-Id: I8da67c1f3fcb4abed8751990c1afe00bc841f4b2
232 lines
11 KiB
Raku
232 lines
11 KiB
Raku
sub vp9_common_forward_decls() {
|
|
print <<EOF
|
|
/*
|
|
* VP9
|
|
*/
|
|
|
|
#include "vpx/vpx_integer.h"
|
|
#include "vp9/common/vp9_common.h"
|
|
#include "vp9/common/vp9_enums.h"
|
|
#include "vp9/common/vp9_filter.h"
|
|
|
|
struct macroblockd;
|
|
|
|
/* Encoder forward decls */
|
|
struct macroblock;
|
|
struct vp9_variance_vtable;
|
|
struct search_site_config;
|
|
struct mv;
|
|
union int_mv;
|
|
struct yv12_buffer_config;
|
|
EOF
|
|
}
|
|
forward_decls qw/vp9_common_forward_decls/;
|
|
|
|
# functions that are 64 bit only.
|
|
$mmx_x86_64 = $sse2_x86_64 = $ssse3_x86_64 = $avx_x86_64 = $avx2_x86_64 = '';
|
|
if ($opts{arch} eq "x86_64") {
|
|
$mmx_x86_64 = 'mmx';
|
|
$sse2_x86_64 = 'sse2';
|
|
$ssse3_x86_64 = 'ssse3';
|
|
$avx_x86_64 = 'avx';
|
|
$avx2_x86_64 = 'avx2';
|
|
}
|
|
|
|
#
|
|
# post proc
|
|
#
|
|
if (vpx_config("CONFIG_VP9_POSTPROC") eq "yes") {
|
|
add_proto qw/void vp9_filter_by_weight16x16/, "const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride, int src_weight";
|
|
specialize qw/vp9_filter_by_weight16x16 sse2 msa/;
|
|
|
|
add_proto qw/void vp9_filter_by_weight8x8/, "const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride, int src_weight";
|
|
specialize qw/vp9_filter_by_weight8x8 sse2 msa/;
|
|
}
|
|
|
|
#
|
|
# dct
|
|
#
|
|
if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") {
|
|
# Force C versions if CONFIG_EMULATE_HARDWARE is 1
|
|
if (vpx_config("CONFIG_EMULATE_HARDWARE") eq "yes") {
|
|
add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type";
|
|
} else {
|
|
add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
specialize qw/vp9_iht4x4_16_add sse2/;
|
|
|
|
add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
specialize qw/vp9_iht8x8_64_add sse2/;
|
|
|
|
add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type";
|
|
specialize qw/vp9_iht16x16_256_add sse2/;
|
|
}
|
|
} else {
|
|
# Force C versions if CONFIG_EMULATE_HARDWARE is 1
|
|
if (vpx_config("CONFIG_EMULATE_HARDWARE") eq "yes") {
|
|
add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type";
|
|
} else {
|
|
add_proto qw/void vp9_iht4x4_16_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
specialize qw/vp9_iht4x4_16_add sse2 neon dspr2 msa/;
|
|
|
|
add_proto qw/void vp9_iht8x8_64_add/, "const tran_low_t *input, uint8_t *dest, int stride, int tx_type";
|
|
specialize qw/vp9_iht8x8_64_add sse2 neon dspr2 msa/;
|
|
|
|
add_proto qw/void vp9_iht16x16_256_add/, "const tran_low_t *input, uint8_t *output, int pitch, int tx_type";
|
|
specialize qw/vp9_iht16x16_256_add sse2 dspr2 msa/;
|
|
}
|
|
}
|
|
|
|
# High bitdepth functions
|
|
if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") {
|
|
#
|
|
# post proc
|
|
#
|
|
if (vpx_config("CONFIG_VP9_POSTPROC") eq "yes") {
|
|
add_proto qw/void vp9_highbd_mbpost_proc_down/, "uint16_t *dst, int pitch, int rows, int cols, int flimit";
|
|
|
|
add_proto qw/void vp9_highbd_mbpost_proc_across_ip/, "uint16_t *src, int pitch, int rows, int cols, int flimit";
|
|
|
|
add_proto qw/void vp9_highbd_post_proc_down_and_across/, "const uint16_t *src_ptr, uint16_t *dst_ptr, int src_pixels_per_line, int dst_pixels_per_line, int rows, int cols, int flimit";
|
|
}
|
|
|
|
#
|
|
# dct
|
|
#
|
|
# Note as optimized versions of these functions are added we need to add a check to ensure
|
|
# that when CONFIG_EMULATE_HARDWARE is on, it defaults to the C versions only.
|
|
add_proto qw/void vp9_highbd_iht4x4_16_add/, "const tran_low_t *input, uint16_t *dest, int stride, int tx_type, int bd";
|
|
|
|
add_proto qw/void vp9_highbd_iht8x8_64_add/, "const tran_low_t *input, uint16_t *dest, int stride, int tx_type, int bd";
|
|
|
|
add_proto qw/void vp9_highbd_iht16x16_256_add/, "const tran_low_t *input, uint16_t *output, int pitch, int tx_type, int bd";
|
|
}
|
|
|
|
#
|
|
# Encoder functions below this point.
|
|
#
|
|
if (vpx_config("CONFIG_VP9_ENCODER") eq "yes") {
|
|
|
|
# ENCODEMB INVOKE
|
|
|
|
#
|
|
# Denoiser
|
|
#
|
|
if (vpx_config("CONFIG_VP9_TEMPORAL_DENOISING") eq "yes") {
|
|
add_proto qw/int vp9_denoiser_filter/, "const uint8_t *sig, int sig_stride, const uint8_t *mc_avg, int mc_avg_stride, uint8_t *avg, int avg_stride, int increase_denoising, BLOCK_SIZE bs, int motion_magnitude";
|
|
specialize qw/vp9_denoiser_filter neon sse2/;
|
|
}
|
|
|
|
if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") {
|
|
add_proto qw/int64_t vp9_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz";
|
|
specialize qw/vp9_block_error avx2 sse2/;
|
|
|
|
add_proto qw/int64_t vp9_highbd_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz, int bd";
|
|
specialize qw/vp9_highbd_block_error sse2/;
|
|
|
|
add_proto qw/int64_t vp9_block_error_fp/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, int block_size";
|
|
specialize qw/vp9_block_error_fp sse2/;
|
|
|
|
add_proto qw/void vp9_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_quantize_fp neon sse2/, "$ssse3_x86_64";
|
|
|
|
add_proto qw/void vp9_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_quantize_fp_32x32 neon/, "$ssse3_x86_64";
|
|
|
|
add_proto qw/void vp9_fdct8x8_quant/, "const int16_t *input, int stride, tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_fdct8x8_quant neon ssse3/;
|
|
} else {
|
|
add_proto qw/int64_t vp9_block_error/, "const tran_low_t *coeff, const tran_low_t *dqcoeff, intptr_t block_size, int64_t *ssz";
|
|
specialize qw/vp9_block_error avx2 msa sse2/;
|
|
|
|
add_proto qw/int64_t vp9_block_error_fp/, "const int16_t *coeff, const int16_t *dqcoeff, int block_size";
|
|
specialize qw/vp9_block_error_fp neon sse2/;
|
|
|
|
add_proto qw/void vp9_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_quantize_fp neon sse2/, "$ssse3_x86_64";
|
|
|
|
add_proto qw/void vp9_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_quantize_fp_32x32 neon/, "$ssse3_x86_64";
|
|
|
|
add_proto qw/void vp9_fdct8x8_quant/, "const int16_t *input, int stride, tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
specialize qw/vp9_fdct8x8_quant sse2 ssse3 neon/;
|
|
}
|
|
|
|
# fdct functions
|
|
|
|
if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") {
|
|
add_proto qw/void vp9_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht4x4 sse2/;
|
|
|
|
add_proto qw/void vp9_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht8x8 sse2/;
|
|
|
|
add_proto qw/void vp9_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht16x16 sse2/;
|
|
|
|
add_proto qw/void vp9_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride";
|
|
specialize qw/vp9_fwht4x4 sse2/;
|
|
} else {
|
|
add_proto qw/void vp9_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht4x4 sse2 msa/;
|
|
|
|
add_proto qw/void vp9_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht8x8 sse2 msa/;
|
|
|
|
add_proto qw/void vp9_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
specialize qw/vp9_fht16x16 sse2 msa/;
|
|
|
|
add_proto qw/void vp9_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride";
|
|
specialize qw/vp9_fwht4x4 msa sse2/;
|
|
}
|
|
|
|
#
|
|
# Motion search
|
|
#
|
|
add_proto qw/int vp9_diamond_search_sad/, "const struct macroblock *x, const struct search_site_config *cfg, struct mv *ref_mv, struct mv *best_mv, int search_param, int sad_per_bit, int *num00, const struct vp9_variance_vtable *fn_ptr, const struct mv *center_mv";
|
|
specialize qw/vp9_diamond_search_sad avx/;
|
|
|
|
if (vpx_config("CONFIG_REALTIME_ONLY") ne "yes") {
|
|
add_proto qw/void vp9_temporal_filter_apply/, "const uint8_t *frame1, unsigned int stride, const uint8_t *frame2, unsigned int block_width, unsigned int block_height, int strength, int filter_weight, uint32_t *accumulator, uint16_t *count";
|
|
specialize qw/vp9_temporal_filter_apply sse4_1/;
|
|
}
|
|
|
|
if (vpx_config("CONFIG_VP9_HIGHBITDEPTH") eq "yes") {
|
|
|
|
# ENCODEMB INVOKE
|
|
|
|
add_proto qw/void vp9_highbd_quantize_fp/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan";
|
|
|
|
add_proto qw/void vp9_highbd_quantize_fp_32x32/, "const tran_low_t *coeff_ptr, intptr_t n_coeffs, int skip_block, const int16_t *round_ptr, const int16_t *quant_ptr, tran_low_t *qcoeff_ptr, tran_low_t *dqcoeff_ptr, const int16_t *dequant_ptr, uint16_t *eob_ptr, const int16_t *scan, const int16_t *iscan" ;
|
|
|
|
# fdct functions
|
|
add_proto qw/void vp9_highbd_fht4x4/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_highbd_fht8x8/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_highbd_fht16x16/, "const int16_t *input, tran_low_t *output, int stride, int tx_type";
|
|
|
|
add_proto qw/void vp9_highbd_fwht4x4/, "const int16_t *input, tran_low_t *output, int stride";
|
|
|
|
add_proto qw/void vp9_highbd_temporal_filter_apply/, "const uint8_t *frame1, unsigned int stride, const uint8_t *frame2, unsigned int block_width, unsigned int block_height, int strength, int filter_weight, uint32_t *accumulator, uint16_t *count";
|
|
|
|
}
|
|
# End vp9_high encoder functions
|
|
|
|
#
|
|
# frame based scale
|
|
#
|
|
add_proto qw/void vp9_scale_and_extend_frame/, "const struct yv12_buffer_config *src, struct yv12_buffer_config *dst, INTERP_FILTER filter_type, int phase_scaler";
|
|
specialize qw/vp9_scale_and_extend_frame ssse3/;
|
|
|
|
}
|
|
# end encoder functions
|
|
1;
|