ce11055d57
These implementations rely on casting the pointers to load the data. Clang implemented optimizations which automatically add alignment hints to such loads. The 4x4 filters do not guarantee the necessary alignment so the resulting assembly is broken. https://llvm.org/bugs/show_bug.cgi?id=24421 BUG=webm:817 BUG=webm:892 Change-Id: I608885299f1f86ff83653b65e0e40d0ae87fb3fe
316 lines
15 KiB
Raku
316 lines
15 KiB
Raku
sub vp8_common_forward_decls() {
|
|
print <<EOF
|
|
/*
|
|
* VP8
|
|
*/
|
|
|
|
struct blockd;
|
|
struct macroblockd;
|
|
struct loop_filter_info;
|
|
|
|
/* Encoder forward decls */
|
|
struct block;
|
|
struct macroblock;
|
|
struct variance_vtable;
|
|
union int_mv;
|
|
struct yv12_buffer_config;
|
|
EOF
|
|
}
|
|
forward_decls qw/vp8_common_forward_decls/;
|
|
|
|
#
|
|
# system state
|
|
#
|
|
add_proto qw/void vp8_clear_system_state/, "";
|
|
specialize qw/vp8_clear_system_state mmx/;
|
|
$vp8_clear_system_state_mmx=vpx_reset_mmx_state;
|
|
|
|
#
|
|
# Dequant
|
|
#
|
|
add_proto qw/void vp8_dequantize_b/, "struct blockd*, short *dqc";
|
|
specialize qw/vp8_dequantize_b mmx media neon msa/;
|
|
$vp8_dequantize_b_media=vp8_dequantize_b_v6;
|
|
|
|
add_proto qw/void vp8_dequant_idct_add/, "short *input, short *dq, unsigned char *output, int stride";
|
|
specialize qw/vp8_dequant_idct_add mmx media neon dspr2 msa/;
|
|
$vp8_dequant_idct_add_media=vp8_dequant_idct_add_v6;
|
|
$vp8_dequant_idct_add_dspr2=vp8_dequant_idct_add_dspr2;
|
|
|
|
add_proto qw/void vp8_dequant_idct_add_y_block/, "short *q, short *dq, unsigned char *dst, int stride, char *eobs";
|
|
specialize qw/vp8_dequant_idct_add_y_block mmx sse2 media neon dspr2 msa/;
|
|
$vp8_dequant_idct_add_y_block_media=vp8_dequant_idct_add_y_block_v6;
|
|
$vp8_dequant_idct_add_y_block_dspr2=vp8_dequant_idct_add_y_block_dspr2;
|
|
|
|
add_proto qw/void vp8_dequant_idct_add_uv_block/, "short *q, short *dq, unsigned char *dst_u, unsigned char *dst_v, int stride, char *eobs";
|
|
specialize qw/vp8_dequant_idct_add_uv_block mmx sse2 media neon dspr2 msa/;
|
|
$vp8_dequant_idct_add_uv_block_media=vp8_dequant_idct_add_uv_block_v6;
|
|
$vp8_dequant_idct_add_y_block_dspr2=vp8_dequant_idct_add_y_block_dspr2;
|
|
|
|
#
|
|
# Loopfilter
|
|
#
|
|
add_proto qw/void vp8_loop_filter_mbv/, "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi";
|
|
specialize qw/vp8_loop_filter_mbv mmx sse2 media neon dspr2 msa/;
|
|
$vp8_loop_filter_mbv_media=vp8_loop_filter_mbv_armv6;
|
|
$vp8_loop_filter_mbv_dspr2=vp8_loop_filter_mbv_dspr2;
|
|
|
|
add_proto qw/void vp8_loop_filter_bv/, "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi";
|
|
specialize qw/vp8_loop_filter_bv mmx sse2 media neon dspr2 msa/;
|
|
$vp8_loop_filter_bv_media=vp8_loop_filter_bv_armv6;
|
|
$vp8_loop_filter_bv_dspr2=vp8_loop_filter_bv_dspr2;
|
|
|
|
add_proto qw/void vp8_loop_filter_mbh/, "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi";
|
|
specialize qw/vp8_loop_filter_mbh mmx sse2 media neon dspr2 msa/;
|
|
$vp8_loop_filter_mbh_media=vp8_loop_filter_mbh_armv6;
|
|
$vp8_loop_filter_mbh_dspr2=vp8_loop_filter_mbh_dspr2;
|
|
|
|
add_proto qw/void vp8_loop_filter_bh/, "unsigned char *y, unsigned char *u, unsigned char *v, int ystride, int uv_stride, struct loop_filter_info *lfi";
|
|
specialize qw/vp8_loop_filter_bh mmx sse2 media neon dspr2 msa/;
|
|
$vp8_loop_filter_bh_media=vp8_loop_filter_bh_armv6;
|
|
$vp8_loop_filter_bh_dspr2=vp8_loop_filter_bh_dspr2;
|
|
|
|
|
|
add_proto qw/void vp8_loop_filter_simple_mbv/, "unsigned char *y, int ystride, const unsigned char *blimit";
|
|
specialize qw/vp8_loop_filter_simple_mbv mmx sse2 media neon msa/;
|
|
$vp8_loop_filter_simple_mbv_c=vp8_loop_filter_simple_vertical_edge_c;
|
|
$vp8_loop_filter_simple_mbv_mmx=vp8_loop_filter_simple_vertical_edge_mmx;
|
|
$vp8_loop_filter_simple_mbv_sse2=vp8_loop_filter_simple_vertical_edge_sse2;
|
|
$vp8_loop_filter_simple_mbv_media=vp8_loop_filter_simple_vertical_edge_armv6;
|
|
$vp8_loop_filter_simple_mbv_neon=vp8_loop_filter_mbvs_neon;
|
|
$vp8_loop_filter_simple_mbv_msa=vp8_loop_filter_simple_vertical_edge_msa;
|
|
|
|
add_proto qw/void vp8_loop_filter_simple_mbh/, "unsigned char *y, int ystride, const unsigned char *blimit";
|
|
specialize qw/vp8_loop_filter_simple_mbh mmx sse2 media neon msa/;
|
|
$vp8_loop_filter_simple_mbh_c=vp8_loop_filter_simple_horizontal_edge_c;
|
|
$vp8_loop_filter_simple_mbh_mmx=vp8_loop_filter_simple_horizontal_edge_mmx;
|
|
$vp8_loop_filter_simple_mbh_sse2=vp8_loop_filter_simple_horizontal_edge_sse2;
|
|
$vp8_loop_filter_simple_mbh_media=vp8_loop_filter_simple_horizontal_edge_armv6;
|
|
$vp8_loop_filter_simple_mbh_neon=vp8_loop_filter_mbhs_neon;
|
|
$vp8_loop_filter_simple_mbh_msa=vp8_loop_filter_simple_horizontal_edge_msa;
|
|
|
|
add_proto qw/void vp8_loop_filter_simple_bv/, "unsigned char *y, int ystride, const unsigned char *blimit";
|
|
specialize qw/vp8_loop_filter_simple_bv mmx sse2 media neon msa/;
|
|
$vp8_loop_filter_simple_bv_c=vp8_loop_filter_bvs_c;
|
|
$vp8_loop_filter_simple_bv_mmx=vp8_loop_filter_bvs_mmx;
|
|
$vp8_loop_filter_simple_bv_sse2=vp8_loop_filter_bvs_sse2;
|
|
$vp8_loop_filter_simple_bv_media=vp8_loop_filter_bvs_armv6;
|
|
$vp8_loop_filter_simple_bv_neon=vp8_loop_filter_bvs_neon;
|
|
$vp8_loop_filter_simple_bv_msa=vp8_loop_filter_bvs_msa;
|
|
|
|
add_proto qw/void vp8_loop_filter_simple_bh/, "unsigned char *y, int ystride, const unsigned char *blimit";
|
|
specialize qw/vp8_loop_filter_simple_bh mmx sse2 media neon msa/;
|
|
$vp8_loop_filter_simple_bh_c=vp8_loop_filter_bhs_c;
|
|
$vp8_loop_filter_simple_bh_mmx=vp8_loop_filter_bhs_mmx;
|
|
$vp8_loop_filter_simple_bh_sse2=vp8_loop_filter_bhs_sse2;
|
|
$vp8_loop_filter_simple_bh_media=vp8_loop_filter_bhs_armv6;
|
|
$vp8_loop_filter_simple_bh_neon=vp8_loop_filter_bhs_neon;
|
|
$vp8_loop_filter_simple_bh_msa=vp8_loop_filter_bhs_msa;
|
|
|
|
#
|
|
# IDCT
|
|
#
|
|
#idct16
|
|
add_proto qw/void vp8_short_idct4x4llm/, "short *input, unsigned char *pred, int pitch, unsigned char *dst, int dst_stride";
|
|
specialize qw/vp8_short_idct4x4llm mmx media neon dspr2 msa/;
|
|
$vp8_short_idct4x4llm_media=vp8_short_idct4x4llm_v6_dual;
|
|
$vp8_short_idct4x4llm_dspr2=vp8_short_idct4x4llm_dspr2;
|
|
|
|
#iwalsh1
|
|
add_proto qw/void vp8_short_inv_walsh4x4_1/, "short *input, short *output";
|
|
specialize qw/vp8_short_inv_walsh4x4_1 dspr2/;
|
|
$vp8_short_inv_walsh4x4_1_dspr2=vp8_short_inv_walsh4x4_1_dspr2;
|
|
# no asm yet
|
|
|
|
#iwalsh16
|
|
add_proto qw/void vp8_short_inv_walsh4x4/, "short *input, short *output";
|
|
specialize qw/vp8_short_inv_walsh4x4 mmx sse2 media neon dspr2 msa/;
|
|
$vp8_short_inv_walsh4x4_media=vp8_short_inv_walsh4x4_v6;
|
|
$vp8_short_inv_walsh4x4_dspr2=vp8_short_inv_walsh4x4_dspr2;
|
|
|
|
#idct1_scalar_add
|
|
add_proto qw/void vp8_dc_only_idct_add/, "short input, unsigned char *pred, int pred_stride, unsigned char *dst, int dst_stride";
|
|
specialize qw/vp8_dc_only_idct_add mmx media neon dspr2 msa/;
|
|
$vp8_dc_only_idct_add_media=vp8_dc_only_idct_add_v6;
|
|
$vp8_dc_only_idct_add_dspr2=vp8_dc_only_idct_add_dspr2;
|
|
|
|
#
|
|
# RECON
|
|
#
|
|
add_proto qw/void vp8_copy_mem16x16/, "unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_copy_mem16x16 mmx sse2 media neon dspr2 msa/;
|
|
$vp8_copy_mem16x16_media=vp8_copy_mem16x16_v6;
|
|
$vp8_copy_mem16x16_dspr2=vp8_copy_mem16x16_dspr2;
|
|
|
|
add_proto qw/void vp8_copy_mem8x8/, "unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_copy_mem8x8 mmx media neon dspr2 msa/;
|
|
$vp8_copy_mem8x8_media=vp8_copy_mem8x8_v6;
|
|
$vp8_copy_mem8x8_dspr2=vp8_copy_mem8x8_dspr2;
|
|
|
|
add_proto qw/void vp8_copy_mem8x4/, "unsigned char *src, int src_pitch, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_copy_mem8x4 mmx media neon dspr2 msa/;
|
|
$vp8_copy_mem8x4_media=vp8_copy_mem8x4_v6;
|
|
$vp8_copy_mem8x4_dspr2=vp8_copy_mem8x4_dspr2;
|
|
|
|
#
|
|
# Postproc
|
|
#
|
|
if (vpx_config("CONFIG_POSTPROC") eq "yes") {
|
|
add_proto qw/void vp8_mbpost_proc_down/, "unsigned char *dst, int pitch, int rows, int cols,int flimit";
|
|
specialize qw/vp8_mbpost_proc_down mmx sse2 msa/;
|
|
$vp8_mbpost_proc_down_sse2=vp8_mbpost_proc_down_xmm;
|
|
|
|
add_proto qw/void vp8_mbpost_proc_across_ip/, "unsigned char *dst, int pitch, int rows, int cols,int flimit";
|
|
specialize qw/vp8_mbpost_proc_across_ip sse2 msa/;
|
|
$vp8_mbpost_proc_across_ip_sse2=vp8_mbpost_proc_across_ip_xmm;
|
|
|
|
add_proto qw/void vp8_post_proc_down_and_across_mb_row/, "unsigned char *src, unsigned char *dst, int src_pitch, int dst_pitch, int cols, unsigned char *flimits, int size";
|
|
specialize qw/vp8_post_proc_down_and_across_mb_row sse2 msa/;
|
|
|
|
add_proto qw/void vp8_blend_mb_inner/, "unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride";
|
|
# no asm yet
|
|
|
|
add_proto qw/void vp8_blend_mb_outer/, "unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride";
|
|
# no asm yet
|
|
|
|
add_proto qw/void vp8_blend_b/, "unsigned char *y, unsigned char *u, unsigned char *v, int y1, int u1, int v1, int alpha, int stride";
|
|
# no asm yet
|
|
|
|
add_proto qw/void vp8_filter_by_weight16x16/, "unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight";
|
|
specialize qw/vp8_filter_by_weight16x16 sse2 msa/;
|
|
|
|
add_proto qw/void vp8_filter_by_weight8x8/, "unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight";
|
|
specialize qw/vp8_filter_by_weight8x8 sse2 msa/;
|
|
|
|
add_proto qw/void vp8_filter_by_weight4x4/, "unsigned char *src, int src_stride, unsigned char *dst, int dst_stride, int src_weight";
|
|
# no asm yet
|
|
}
|
|
|
|
#
|
|
# Subpixel
|
|
#
|
|
add_proto qw/void vp8_sixtap_predict16x16/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_sixtap_predict16x16 mmx sse2 ssse3 media neon dspr2 msa/;
|
|
$vp8_sixtap_predict16x16_media=vp8_sixtap_predict16x16_armv6;
|
|
$vp8_sixtap_predict16x16_dspr2=vp8_sixtap_predict16x16_dspr2;
|
|
|
|
add_proto qw/void vp8_sixtap_predict8x8/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_sixtap_predict8x8 mmx sse2 ssse3 media neon dspr2 msa/;
|
|
$vp8_sixtap_predict8x8_media=vp8_sixtap_predict8x8_armv6;
|
|
$vp8_sixtap_predict8x8_dspr2=vp8_sixtap_predict8x8_dspr2;
|
|
|
|
add_proto qw/void vp8_sixtap_predict8x4/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_sixtap_predict8x4 mmx sse2 ssse3 media neon dspr2 msa/;
|
|
$vp8_sixtap_predict8x4_media=vp8_sixtap_predict8x4_armv6;
|
|
$vp8_sixtap_predict8x4_dspr2=vp8_sixtap_predict8x4_dspr2;
|
|
|
|
add_proto qw/void vp8_sixtap_predict4x4/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_sixtap_predict4x4 mmx ssse3 media dspr2 msa/;
|
|
$vp8_sixtap_predict4x4_media=vp8_sixtap_predict4x4_armv6;
|
|
$vp8_sixtap_predict4x4_dspr2=vp8_sixtap_predict4x4_dspr2;
|
|
|
|
add_proto qw/void vp8_bilinear_predict16x16/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_bilinear_predict16x16 mmx sse2 ssse3 media neon msa/;
|
|
$vp8_bilinear_predict16x16_media=vp8_bilinear_predict16x16_armv6;
|
|
|
|
add_proto qw/void vp8_bilinear_predict8x8/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_bilinear_predict8x8 mmx sse2 ssse3 media neon msa/;
|
|
$vp8_bilinear_predict8x8_media=vp8_bilinear_predict8x8_armv6;
|
|
|
|
add_proto qw/void vp8_bilinear_predict8x4/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_bilinear_predict8x4 mmx media neon msa/;
|
|
$vp8_bilinear_predict8x4_media=vp8_bilinear_predict8x4_armv6;
|
|
|
|
add_proto qw/void vp8_bilinear_predict4x4/, "unsigned char *src, int src_pitch, int xofst, int yofst, unsigned char *dst, int dst_pitch";
|
|
specialize qw/vp8_bilinear_predict4x4 mmx media msa/;
|
|
$vp8_bilinear_predict4x4_media=vp8_bilinear_predict4x4_armv6;
|
|
|
|
#
|
|
# Encoder functions below this point.
|
|
#
|
|
if (vpx_config("CONFIG_VP8_ENCODER") eq "yes") {
|
|
|
|
#
|
|
# Block copy
|
|
#
|
|
if ($opts{arch} =~ /x86/) {
|
|
add_proto qw/void vp8_copy32xn/, "const unsigned char *src_ptr, int source_stride, unsigned char *dst_ptr, int dst_stride, int n";
|
|
specialize qw/vp8_copy32xn sse2 sse3/;
|
|
}
|
|
|
|
#
|
|
# Forward DCT
|
|
#
|
|
add_proto qw/void vp8_short_fdct4x4/, "short *input, short *output, int pitch";
|
|
specialize qw/vp8_short_fdct4x4 mmx sse2 media neon msa/;
|
|
$vp8_short_fdct4x4_media=vp8_short_fdct4x4_armv6;
|
|
|
|
add_proto qw/void vp8_short_fdct8x4/, "short *input, short *output, int pitch";
|
|
specialize qw/vp8_short_fdct8x4 mmx sse2 media neon msa/;
|
|
$vp8_short_fdct8x4_media=vp8_short_fdct8x4_armv6;
|
|
|
|
add_proto qw/void vp8_short_walsh4x4/, "short *input, short *output, int pitch";
|
|
specialize qw/vp8_short_walsh4x4 sse2 media neon msa/;
|
|
$vp8_short_walsh4x4_media=vp8_short_walsh4x4_armv6;
|
|
|
|
#
|
|
# Quantizer
|
|
#
|
|
add_proto qw/void vp8_regular_quantize_b/, "struct block *, struct blockd *";
|
|
specialize qw/vp8_regular_quantize_b sse2 sse4_1 msa/;
|
|
|
|
add_proto qw/void vp8_fast_quantize_b/, "struct block *, struct blockd *";
|
|
specialize qw/vp8_fast_quantize_b sse2 ssse3 neon msa/;
|
|
|
|
#
|
|
# Block subtraction
|
|
#
|
|
add_proto qw/int vp8_block_error/, "short *coeff, short *dqcoeff";
|
|
specialize qw/vp8_block_error mmx sse2 msa/;
|
|
$vp8_block_error_sse2=vp8_block_error_xmm;
|
|
|
|
add_proto qw/int vp8_mbblock_error/, "struct macroblock *mb, int dc";
|
|
specialize qw/vp8_mbblock_error mmx sse2 msa/;
|
|
$vp8_mbblock_error_sse2=vp8_mbblock_error_xmm;
|
|
|
|
add_proto qw/int vp8_mbuverror/, "struct macroblock *mb";
|
|
specialize qw/vp8_mbuverror mmx sse2 msa/;
|
|
$vp8_mbuverror_sse2=vp8_mbuverror_xmm;
|
|
|
|
#
|
|
# Motion search
|
|
#
|
|
add_proto qw/int vp8_full_search_sad/, "struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv";
|
|
specialize qw/vp8_full_search_sad sse3 sse4_1/;
|
|
$vp8_full_search_sad_sse3=vp8_full_search_sadx3;
|
|
$vp8_full_search_sad_sse4_1=vp8_full_search_sadx8;
|
|
|
|
add_proto qw/int vp8_refining_search_sad/, "struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, int sad_per_bit, int distance, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv";
|
|
specialize qw/vp8_refining_search_sad sse3/;
|
|
$vp8_refining_search_sad_sse3=vp8_refining_search_sadx4;
|
|
|
|
add_proto qw/int vp8_diamond_search_sad/, "struct macroblock *x, struct block *b, struct blockd *d, union int_mv *ref_mv, union int_mv *best_mv, int search_param, int sad_per_bit, int *num00, struct variance_vtable *fn_ptr, int *mvcost[2], union int_mv *center_mv";
|
|
$vp8_diamond_search_sad_sse3=vp8_diamond_search_sadx4;
|
|
|
|
#
|
|
# Alt-ref Noise Reduction (ARNR)
|
|
#
|
|
if (vpx_config("CONFIG_REALTIME_ONLY") ne "yes") {
|
|
add_proto qw/void vp8_temporal_filter_apply/, "unsigned char *frame1, unsigned int stride, unsigned char *frame2, unsigned int block_size, int strength, int filter_weight, unsigned int *accumulator, unsigned short *count";
|
|
specialize qw/vp8_temporal_filter_apply sse2 msa/;
|
|
}
|
|
|
|
#
|
|
# Denoiser filter
|
|
#
|
|
if (vpx_config("CONFIG_TEMPORAL_DENOISING") eq "yes") {
|
|
add_proto qw/int vp8_denoiser_filter/, "unsigned char *mc_running_avg_y, int mc_avg_y_stride, unsigned char *running_avg_y, int avg_y_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising";
|
|
specialize qw/vp8_denoiser_filter sse2 neon msa/;
|
|
add_proto qw/int vp8_denoiser_filter_uv/, "unsigned char *mc_running_avg, int mc_avg_stride, unsigned char *running_avg, int avg_stride, unsigned char *sig, int sig_stride, unsigned int motion_magnitude, int increase_denoising";
|
|
specialize qw/vp8_denoiser_filter_uv sse2 neon msa/;
|
|
}
|
|
|
|
# End of encoder only functions
|
|
}
|
|
1;
|