mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2025-01-19 05:49:09 +02:00
7993ec19af
Checkasm timings:
block size bitdepth C NEON
4 8 bit: 146.7 48.7
10 bit: 146.7 52.7
8 8 bit: 430.3 84.4
10 bit: 430.4 119.5
12 8 bit: 812.8 141.0
10 bit: 812.8 195.0
16 8 bit: 1499.1 268.0
10 bit: 1498.9 368.4
24 8 bit: 4394.2 574.8
10 bit: 3696.3 804.8
32 8 bit: 5108.6 568.9
10 bit: 4249.6 918.8
48 8 bit: 16819.6 2304.9
10 bit: 13882.0 3178.5
64 8 bit: 13490.8 1799.5
10 bit: 11018.5 2519.4
Signed-off-by: Martin Storsjö <martin@martin.st>
170 lines
9.0 KiB
C
170 lines
9.0 KiB
C
/*
|
|
* ARM NEON optimised HEVC IDCT
|
|
* Copyright (c) 2017 Alexandra Hájková
|
|
*
|
|
* This file is part of Libav.
|
|
*
|
|
* Libav is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* Libav is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with Libav; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/arm/cpu.h"
|
|
|
|
#include "libavcodec/hevcdsp.h"
|
|
|
|
|
|
void ff_hevc_add_residual_4x4_8_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_4x4_10_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_8x8_8_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_8x8_10_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_16x16_8_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_16x16_10_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_32x32_8_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
void ff_hevc_add_residual_32x32_10_neon(uint8_t *_dst, int16_t *coeffs,
|
|
ptrdiff_t stride);
|
|
|
|
void ff_hevc_idct_4x4_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_8x8_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_16x16_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_32x32_dc_8_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_4x4_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_8x8_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_16x16_dc_10_neon(int16_t *coeffs);
|
|
void ff_hevc_idct_32x32_dc_10_neon(int16_t *coeffs);
|
|
|
|
void ff_hevc_idct_4x4_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_8x8_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_16x16_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_32x32_8_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_4x4_10_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_8x8_10_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_16x16_10_neon(int16_t *coeffs, int col_limit);
|
|
void ff_hevc_idct_32x32_10_neon(int16_t *coeffs, int col_limit);
|
|
|
|
void ff_hevc_get_pixels_4_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_4_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_8_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_8_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_12_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_12_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_16_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_16_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_24_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_24_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_32_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_32_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_48_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_48_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_64_8_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
void ff_hevc_get_pixels_64_10_neon(int16_t *dst, ptrdiff_t dststride, uint8_t *src,
|
|
ptrdiff_t srcstride, int height, int mx, int my,
|
|
int16_t *mcbuffer);
|
|
|
|
av_cold void ff_hevc_dsp_init_arm(HEVCDSPContext *c, int bit_depth)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (have_neon(cpu_flags)) {
|
|
if (bit_depth == 8) {
|
|
c->add_residual[0] = ff_hevc_add_residual_4x4_8_neon;
|
|
c->add_residual[1] = ff_hevc_add_residual_8x8_8_neon;
|
|
c->add_residual[2] = ff_hevc_add_residual_16x16_8_neon;
|
|
c->add_residual[3] = ff_hevc_add_residual_32x32_8_neon;
|
|
|
|
c->idct_dc[0] = ff_hevc_idct_4x4_dc_8_neon;
|
|
c->idct_dc[1] = ff_hevc_idct_8x8_dc_8_neon;
|
|
c->idct_dc[2] = ff_hevc_idct_16x16_dc_8_neon;
|
|
c->idct_dc[3] = ff_hevc_idct_32x32_dc_8_neon;
|
|
|
|
c->idct[0] = ff_hevc_idct_4x4_8_neon;
|
|
c->idct[1] = ff_hevc_idct_8x8_8_neon;
|
|
c->idct[2] = ff_hevc_idct_16x16_8_neon;
|
|
c->idct[3] = ff_hevc_idct_32x32_8_neon;
|
|
|
|
c->put_hevc_qpel[0][0][0] = ff_hevc_get_pixels_4_8_neon;
|
|
c->put_hevc_qpel[0][0][1] = ff_hevc_get_pixels_8_8_neon;
|
|
c->put_hevc_qpel[0][0][2] = ff_hevc_get_pixels_12_8_neon;
|
|
c->put_hevc_qpel[0][0][3] = ff_hevc_get_pixels_16_8_neon;
|
|
c->put_hevc_qpel[0][0][4] = ff_hevc_get_pixels_24_8_neon;
|
|
c->put_hevc_qpel[0][0][5] = ff_hevc_get_pixels_32_8_neon;
|
|
c->put_hevc_qpel[0][0][6] = ff_hevc_get_pixels_48_8_neon;
|
|
c->put_hevc_qpel[0][0][7] = ff_hevc_get_pixels_64_8_neon;
|
|
}
|
|
if (bit_depth == 10) {
|
|
c->add_residual[0] = ff_hevc_add_residual_4x4_10_neon;
|
|
c->add_residual[1] = ff_hevc_add_residual_8x8_10_neon;
|
|
c->add_residual[2] = ff_hevc_add_residual_16x16_10_neon;
|
|
c->add_residual[3] = ff_hevc_add_residual_32x32_10_neon;
|
|
|
|
c->idct_dc[0] = ff_hevc_idct_4x4_dc_10_neon;
|
|
c->idct_dc[1] = ff_hevc_idct_8x8_dc_10_neon;
|
|
c->idct_dc[2] = ff_hevc_idct_16x16_dc_10_neon;
|
|
c->idct_dc[3] = ff_hevc_idct_32x32_dc_10_neon;
|
|
|
|
c->idct[0] = ff_hevc_idct_4x4_10_neon;
|
|
c->idct[1] = ff_hevc_idct_8x8_10_neon;
|
|
c->idct[2] = ff_hevc_idct_16x16_10_neon;
|
|
c->idct[3] = ff_hevc_idct_32x32_10_neon;
|
|
|
|
c->put_hevc_qpel[0][0][0] = ff_hevc_get_pixels_4_10_neon;
|
|
c->put_hevc_qpel[0][0][1] = ff_hevc_get_pixels_8_10_neon;
|
|
c->put_hevc_qpel[0][0][2] = ff_hevc_get_pixels_12_10_neon;
|
|
c->put_hevc_qpel[0][0][3] = ff_hevc_get_pixels_16_10_neon;
|
|
c->put_hevc_qpel[0][0][4] = ff_hevc_get_pixels_24_10_neon;
|
|
c->put_hevc_qpel[0][0][5] = ff_hevc_get_pixels_32_10_neon;
|
|
c->put_hevc_qpel[0][0][6] = ff_hevc_get_pixels_48_10_neon;
|
|
c->put_hevc_qpel[0][0][7] = ff_hevc_get_pixels_64_10_neon;
|
|
}
|
|
}
|
|
}
|