virtualenv/FFmpeg
1
0
Fork 0
mirror of https://github.com/FFmpeg/FFmpeg.git synced 2024-11-21 10:55:51 +02:00
Code Issues Releases Activity

lavc/aarch64: new optimization for 8-bit hevc_epel_pixels and and hevc_qpel_pixels

Browse Source 
checkasm bench:
put_hevc_pel_pixels4_8_c: 33.7
put_hevc_pel_pixels4_8_neon: 20.2
put_hevc_pel_pixels6_8_c: 61.4
put_hevc_pel_pixels6_8_neon: 25.4
put_hevc_pel_pixels8_8_c: 121.4
put_hevc_pel_pixels8_8_neon: 16.9
put_hevc_pel_pixels12_8_c: 199.9
put_hevc_pel_pixels12_8_neon: 40.2
put_hevc_pel_pixels16_8_c: 355.9
put_hevc_pel_pixels16_8_neon: 43.4
put_hevc_pel_pixels24_8_c: 774.7
put_hevc_pel_pixels24_8_neon: 78.9
put_hevc_pel_pixels32_8_c: 1345.2
put_hevc_pel_pixels32_8_neon: 152.2
put_hevc_pel_pixels48_8_c: 2963.7
put_hevc_pel_pixels48_8_neon: 309.4
put_hevc_pel_pixels64_8_c: 5236.2
put_hevc_pel_pixels64_8_neon: 514.2

Co-Authored-By: J. Dekker <jdek@itanimul.li>
Signed-off-by: Martin Storsjö <martin@martin.st>
This commit is contained in:
Logan Lyu 2023-10-26 09:11:09 +08:00 committed by Martin Storsjö
parent 2c3d2a0245
commit 772865717b
2 changed files with 118 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

112
libavcodec/aarch64/hevcdsp_epel_neon.S
View File

@ -131,6 +131,118 @@ endconst
b.ne 1b
.endm
function ff_hevc_put_hevc_pel_pixels4_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2)
1: ld1 {v0.s}[0], [x1], x2
ushll v4.8h, v0.8b, #6
subs w3, w3, #1
st1 {v4.d}[0], [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels6_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2 - 8)
1: ld1 {v0.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
st1 {v4.d}[0], [x0], #8
subs w3, w3, #1
st1 {v4.s}[2], [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels8_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2)
1: ld1 {v0.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
subs w3, w3, #1
st1 {v4.8h}, [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels12_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2 - 16)
1: ld1 {v0.8b, v1.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
st1 {v4.8h}, [x0], #16
ushll v5.8h, v1.8b, #6
subs w3, w3, #1
st1 {v5.d}[0], [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels16_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2)
1: ld1 {v0.8b, v1.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
ushll v5.8h, v1.8b, #6
subs w3, w3, #1
st1 {v4.8h, v5.8h}, [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels24_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2)
1: ld1 {v0.8b-v2.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
ushll v5.8h, v1.8b, #6
ushll v6.8h, v2.8b, #6
subs w3, w3, #1
st1 {v4.8h-v6.8h}, [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels32_8_neon, export=1
mov x7, #(MAX_PB_SIZE * 2)
1: ld1 {v0.8b-v3.8b}, [x1], x2
ushll v4.8h, v0.8b, #6
ushll v5.8h, v1.8b, #6
ushll v6.8h, v2.8b, #6
ushll v7.8h, v3.8b, #6
subs w3, w3, #1
st1 {v4.8h-v7.8h}, [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels48_8_neon, export=1
mov x7, #(MAX_PB_SIZE)
1: ld1 {v0.16b-v2.16b}, [x1], x2
ushll v4.8h, v0.8b, #6
ushll2 v5.8h, v0.16b, #6
ushll v6.8h, v1.8b, #6
ushll2 v7.8h, v1.16b, #6
st1 {v4.8h-v7.8h}, [x0], #64
ushll v16.8h, v2.8b, #6
ushll2 v17.8h, v2.16b, #6
subs w3, w3, #1
st1 {v16.8h-v17.8h}, [x0], x7
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_pel_pixels64_8_neon, export=1
1: ld1 {v0.16b-v3.16b}, [x1], x2
ushll v4.8h, v0.8b, #6
ushll2 v5.8h, v0.16b, #6
ushll v6.8h, v1.8b, #6
ushll2 v7.8h, v1.16b, #6
st1 {v4.8h-v7.8h}, [x0], #(MAX_PB_SIZE)
ushll v16.8h, v2.8b, #6
ushll2 v17.8h, v2.16b, #6
ushll v18.8h, v3.8b, #6
ushll2 v19.8h, v3.16b, #6
subs w3, w3, #1
st1 {v16.8h-v19.8h}, [x0], #(MAX_PB_SIZE)
b.ne 1b
ret
endfunc
function ff_hevc_put_hevc_epel_uni_v4_8_neon, export=1
load_epel_filterb x6, x5
sub x2, x2, x3

6
libavcodec/aarch64/hevcdsp_init_aarch64.c
View File

@ -152,6 +152,10 @@ void ff_hevc_put_hevc_qpel_bi_h16_8_neon(uint8_t *_dst, ptrdiff_t _dststride, co
void ff_hevc_put_hevc_##fn##32_8_neon##ext args; \
void ff_hevc_put_hevc_##fn##64_8_neon##ext args
NEON8_FNPROTO(pel_pixels, (int16_t *dst,
const uint8_t *src, ptrdiff_t srcstride,
int height, intptr_t mx, intptr_t my, int width),);
NEON8_FNPROTO(pel_uni_pixels, (uint8_t *_dst, ptrdiff_t _dststride,
const uint8_t *_src, ptrdiff_t _srcstride,
int height, intptr_t mx, intptr_t my, int width),);
@ -300,6 +304,8 @@ av_cold void ff_hevc_dsp_init_aarch64(HEVCDSPContext *c, const int bit_depth)
c->put_hevc_qpel_bi[8][0][1] =
c->put_hevc_qpel_bi[9][0][1] = ff_hevc_put_hevc_qpel_bi_h16_8_neon;
NEON8_FNASSIGN(c->put_hevc_epel, 0, 0, pel_pixels,);
NEON8_FNASSIGN(c->put_hevc_qpel, 0, 0, pel_pixels,);
NEON8_FNASSIGN(c->put_hevc_epel_uni, 0, 0, pel_uni_pixels,);
NEON8_FNASSIGN(c->put_hevc_epel_uni, 1, 0, epel_uni_v,);
NEON8_FNASSIGN(c->put_hevc_qpel_uni, 0, 0, pel_uni_pixels,);