mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2024-11-26 19:01:44 +02:00
9bed814e1d
checkasm --benchmark on Ampere Altra (Neoverse N1): put_hevc_qpel_bi_h4_8_c: 170.7 put_hevc_qpel_bi_h4_8_neon: 64.5 put_hevc_qpel_bi_h6_8_c: 373.7 put_hevc_qpel_bi_h6_8_neon: 130.2 put_hevc_qpel_bi_h8_8_c: 662.0 put_hevc_qpel_bi_h8_8_neon: 138.5 put_hevc_qpel_bi_h12_8_c: 1529.5 put_hevc_qpel_bi_h12_8_neon: 422.0 put_hevc_qpel_bi_h16_8_c: 2735.5 put_hevc_qpel_bi_h16_8_neon: 560.5 put_hevc_qpel_bi_h24_8_c: 6015.7 put_hevc_qpel_bi_h24_8_neon: 1636.0 put_hevc_qpel_bi_h32_8_c: 10779.0 put_hevc_qpel_bi_h32_8_neon: 2204.5 put_hevc_qpel_bi_h48_8_c: 24375.0 put_hevc_qpel_bi_h48_8_neon: 4984.0 put_hevc_qpel_bi_h64_8_c: 42768.0 put_hevc_qpel_bi_h64_8_neon: 8795.7 put_hevc_qpel_h4_8_c: 149.0 put_hevc_qpel_h4_8_neon: 55.7 put_hevc_qpel_h6_8_c: 321.2 put_hevc_qpel_h6_8_neon: 106.0 put_hevc_qpel_h8_8_c: 578.7 put_hevc_qpel_h8_8_neon: 133.2 put_hevc_qpel_h12_8_c: 1279.0 put_hevc_qpel_h12_8_neon: 391.7 put_hevc_qpel_h16_8_c: 2286.2 put_hevc_qpel_h16_8_neon: 519.7 put_hevc_qpel_h24_8_c: 5100.7 put_hevc_qpel_h24_8_neon: 1546.2 put_hevc_qpel_h32_8_c: 9022.0 put_hevc_qpel_h32_8_neon: 2060.2 put_hevc_qpel_h48_8_c: 20293.5 put_hevc_qpel_h48_8_neon: 4656.7 put_hevc_qpel_h64_8_c: 36037.0 put_hevc_qpel_h64_8_neon: 8262.7 put_hevc_qpel_uni_h4_8_c: 162.2 put_hevc_qpel_uni_h4_8_neon: 61.7 put_hevc_qpel_uni_h6_8_c: 355.2 put_hevc_qpel_uni_h6_8_neon: 114.2 put_hevc_qpel_uni_h8_8_c: 651.0 put_hevc_qpel_uni_h8_8_neon: 135.7 put_hevc_qpel_uni_h12_8_c: 1412.5 put_hevc_qpel_uni_h12_8_neon: 402.7 put_hevc_qpel_uni_h16_8_c: 2551.0 put_hevc_qpel_uni_h16_8_neon: 533.5 put_hevc_qpel_uni_h24_8_c: 5782.2 put_hevc_qpel_uni_h24_8_neon: 1578.7 put_hevc_qpel_uni_h32_8_c: 10586.5 put_hevc_qpel_uni_h32_8_neon: 2102.2 put_hevc_qpel_uni_h48_8_c: 23812.0 put_hevc_qpel_uni_h48_8_neon: 4739.5 put_hevc_qpel_uni_h64_8_c: 42958.7 put_hevc_qpel_uni_h64_8_neon: 8366.5 Signed-off-by: J. Dekker <jdek@itanimul.li>
185 lines
11 KiB
C
185 lines
11 KiB
C
/*
|
|
* Copyright (c) 2020 Reimar Döffinger
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/aarch64/cpu.h"
|
|
#include "libavcodec/hevcdsp.h"
|
|
|
|
void ff_hevc_add_residual_4x4_8_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_4x4_10_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_4x4_12_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_8x8_8_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_8x8_10_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_8x8_12_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_16x16_8_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_16x16_10_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_16x16_12_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_32x32_8_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_32x32_10_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_32x32_12_neon(uint8_t *_dst, const int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_idct_8x8_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_8x8_10_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_16x16_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_16x16_10_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_4x4_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_8x8_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_16x16_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_32x32_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_4x4_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_8x8_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_16x16_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_32x32_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_sao_band_filter_8x8_8_neon(uint8_t *_dst, const uint8_t *_src,
|
|
ptrdiff_t stride_dst, ptrdiff_t stride_src,
|
|
const int16_t *sao_offset_val, int sao_left_class,
|
|
int width, int height);
|
|
void ff_hevc_sao_edge_filter_16x16_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
void ff_hevc_sao_edge_filter_8x8_8_neon(uint8_t *dst, const uint8_t *src, ptrdiff_t stride_dst,
|
|
const int16_t *sao_offset_val, int eo, int width, int height);
|
|
void ff_hevc_put_hevc_qpel_h4_8_neon(int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_h6_8_neon(int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_h8_8_neon(int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_h12_8_neon(int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_h16_8_neon(int16_t *dst, const uint8_t *_src, ptrdiff_t _srcstride, int height,
|
|
intptr_t mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_uni_h4_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t my,
|
|
int width);
|
|
void ff_hevc_put_hevc_qpel_uni_h6_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t my,
|
|
int width);
|
|
void ff_hevc_put_hevc_qpel_uni_h8_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t my,
|
|
int width);
|
|
void ff_hevc_put_hevc_qpel_uni_h12_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t
|
|
my, int width);
|
|
void ff_hevc_put_hevc_qpel_uni_h16_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, int height, intptr_t mx, intptr_t
|
|
my, int width);
|
|
void ff_hevc_put_hevc_qpel_bi_h4_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_bi_h6_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_bi_h8_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_bi_h12_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width);
|
|
void ff_hevc_put_hevc_qpel_bi_h16_8_neon(uint8_t *_dst, ptrdiff_t _dststride, const uint8_t *_src,
|
|
ptrdiff_t _srcstride, const int16_t *src2, int height, intptr_t
|
|
mx, intptr_t my, int width);
|
|
|
|
av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth)
|
|
{
|
|
if (!have_neon(av_get_cpu_flags())) return;
|
|
|
|
if (bit_depth == 8) {
|
|
c->add_residual[0] = ff_hevc_add_residual_4x4_8_neon;
|
|
c->add_residual[1] = ff_hevc_add_residual_8x8_8_neon;
|
|
c->add_residual[2] = ff_hevc_add_residual_16x16_8_neon;
|
|
c->add_residual[3] = ff_hevc_add_residual_32x32_8_neon;
|
|
c->idct[1] = ff_hevc_idct_8x8_8_neon;
|
|
c->idct[2] = ff_hevc_idct_16x16_8_neon;
|
|
c->idct_dc[0] = ff_hevc_idct_4x4_dc_8_neon;
|
|
c->idct_dc[1] = ff_hevc_idct_8x8_dc_8_neon;
|
|
c->idct_dc[2] = ff_hevc_idct_16x16_dc_8_neon;
|
|
c->idct_dc[3] = ff_hevc_idct_32x32_dc_8_neon;
|
|
c->sao_band_filter[0] =
|
|
c->sao_band_filter[1] =
|
|
c->sao_band_filter[2] =
|
|
c->sao_band_filter[3] =
|
|
c->sao_band_filter[4] = ff_hevc_sao_band_filter_8x8_8_neon;
|
|
c->sao_edge_filter[0] = ff_hevc_sao_edge_filter_8x8_8_neon;
|
|
c->sao_edge_filter[1] =
|
|
c->sao_edge_filter[2] =
|
|
c->sao_edge_filter[3] =
|
|
c->sao_edge_filter[4] = ff_hevc_sao_edge_filter_16x16_8_neon;
|
|
c->put_hevc_qpel[1][0][1] = ff_hevc_put_hevc_qpel_h4_8_neon;
|
|
c->put_hevc_qpel[2][0][1] = ff_hevc_put_hevc_qpel_h6_8_neon;
|
|
c->put_hevc_qpel[3][0][1] = ff_hevc_put_hevc_qpel_h8_8_neon;
|
|
c->put_hevc_qpel[4][0][1] =
|
|
c->put_hevc_qpel[6][0][1] = ff_hevc_put_hevc_qpel_h12_8_neon;
|
|
c->put_hevc_qpel[5][0][1] =
|
|
c->put_hevc_qpel[7][0][1] =
|
|
c->put_hevc_qpel[8][0][1] =
|
|
c->put_hevc_qpel[9][0][1] = ff_hevc_put_hevc_qpel_h16_8_neon;
|
|
c->put_hevc_qpel_uni[1][0][1] = ff_hevc_put_hevc_qpel_uni_h4_8_neon;
|
|
c->put_hevc_qpel_uni[2][0][1] = ff_hevc_put_hevc_qpel_uni_h6_8_neon;
|
|
c->put_hevc_qpel_uni[3][0][1] = ff_hevc_put_hevc_qpel_uni_h8_8_neon;
|
|
c->put_hevc_qpel_uni[4][0][1] =
|
|
c->put_hevc_qpel_uni[6][0][1] = ff_hevc_put_hevc_qpel_uni_h12_8_neon;
|
|
c->put_hevc_qpel_uni[5][0][1] =
|
|
c->put_hevc_qpel_uni[7][0][1] =
|
|
c->put_hevc_qpel_uni[8][0][1] =
|
|
c->put_hevc_qpel_uni[9][0][1] = ff_hevc_put_hevc_qpel_uni_h16_8_neon;
|
|
c->put_hevc_qpel_bi[1][0][1] = ff_hevc_put_hevc_qpel_bi_h4_8_neon;
|
|
c->put_hevc_qpel_bi[2][0][1] = ff_hevc_put_hevc_qpel_bi_h6_8_neon;
|
|
c->put_hevc_qpel_bi[3][0][1] = ff_hevc_put_hevc_qpel_bi_h8_8_neon;
|
|
c->put_hevc_qpel_bi[4][0][1] =
|
|
c->put_hevc_qpel_bi[6][0][1] = ff_hevc_put_hevc_qpel_bi_h12_8_neon;
|
|
c->put_hevc_qpel_bi[5][0][1] =
|
|
c->put_hevc_qpel_bi[7][0][1] =
|
|
c->put_hevc_qpel_bi[8][0][1] =
|
|
c->put_hevc_qpel_bi[9][0][1] = ff_hevc_put_hevc_qpel_bi_h16_8_neon;
|
|
}
|
|
if (bit_depth == 10) {
|
|
c->add_residual[0] = ff_hevc_add_residual_4x4_10_neon;
|
|
c->add_residual[1] = ff_hevc_add_residual_8x8_10_neon;
|
|
c->add_residual[2] = ff_hevc_add_residual_16x16_10_neon;
|
|
c->add_residual[3] = ff_hevc_add_residual_32x32_10_neon;
|
|
c->idct[1] = ff_hevc_idct_8x8_10_neon;
|
|
c->idct[2] = ff_hevc_idct_16x16_10_neon;
|
|
c->idct_dc[0] = ff_hevc_idct_4x4_dc_10_neon;
|
|
c->idct_dc[1] = ff_hevc_idct_8x8_dc_10_neon;
|
|
c->idct_dc[2] = ff_hevc_idct_16x16_dc_10_neon;
|
|
c->idct_dc[3] = ff_hevc_idct_32x32_dc_10_neon;
|
|
}
|
|
if (bit_depth == 12) {
|
|
c->add_residual[0] = ff_hevc_add_residual_4x4_12_neon;
|
|
c->add_residual[1] = ff_hevc_add_residual_8x8_12_neon;
|
|
c->add_residual[2] = ff_hevc_add_residual_16x16_12_neon;
|
|
c->add_residual[3] = ff_hevc_add_residual_32x32_12_neon;
|
|
}
|
|
}
|