mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2024-11-26 19:01:44 +02:00
260 lines
12 KiB
ArmAsm
260 lines
12 KiB
ArmAsm
/*
|
|
* Copyright (c) 2016 Matthieu Bouron <matthieu.bouron stupeflix.com>
|
|
* Copyright (c) 2016 Clément Bœsch <clement stupeflix.com>
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "libavutil/aarch64/asm.S"
|
|
|
|
.macro load_yoff_ycoeff yoff ycoeff
|
|
#if defined(__APPLE__)
|
|
ldp w9, w10, [sp, #\yoff]
|
|
#else
|
|
ldr w9, [sp, #\yoff]
|
|
ldr w10, [sp, #\ycoeff]
|
|
#endif
|
|
.endm
|
|
|
|
.macro load_dst1_dst2 dst1 linesize1 dst2 linesize2
|
|
#if defined(__APPLE__)
|
|
#define DST_OFFSET 8
|
|
#else
|
|
#define DST_OFFSET 0
|
|
#endif
|
|
ldr x10, [sp, #\dst1 - DST_OFFSET]
|
|
ldr w12, [sp, #\linesize1 - DST_OFFSET]
|
|
ldr x15, [sp, #\dst2 - DST_OFFSET]
|
|
ldr w16, [sp, #\linesize2 - DST_OFFSET]
|
|
#undef DST_OFFSET
|
|
sub w12, w12, w0 // w12 = linesize1 - width (padding1)
|
|
sub w16, w16, w0 // w16 = linesize2 - width (padding2)
|
|
.endm
|
|
|
|
.macro load_args_nv12 ofmt
|
|
ldr x8, [sp] // table
|
|
load_yoff_ycoeff 8, 16 // y_offset, y_coeff
|
|
ld1 {v1.1d}, [x8]
|
|
dup v0.8h, w10
|
|
dup v3.8h, w9
|
|
.ifc \ofmt,gbrp
|
|
load_dst1_dst2 24, 32, 40, 48
|
|
sub w3, w3, w0 // w3 = linesize - width (padding)
|
|
.else
|
|
sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding)
|
|
.endif
|
|
sub w5, w5, w0 // w5 = linesizeY - width (paddingY)
|
|
sub w7, w7, w0 // w7 = linesizeC - width (paddingC)
|
|
neg w11, w0
|
|
.endm
|
|
|
|
.macro load_args_nv21 ofmt
|
|
load_args_nv12 \ofmt
|
|
.endm
|
|
|
|
.macro load_args_yuv420p ofmt
|
|
ldr x13, [sp] // srcV
|
|
ldr w14, [sp, #8] // linesizeV
|
|
ldr x8, [sp, #16] // table
|
|
load_yoff_ycoeff 24, 32 // y_offset, y_coeff
|
|
ld1 {v1.1d}, [x8]
|
|
dup v0.8h, w10
|
|
dup v3.8h, w9
|
|
.ifc \ofmt,gbrp
|
|
load_dst1_dst2 40, 48, 56, 64
|
|
sub w3, w3, w0 // w3 = linesize - width (padding)
|
|
.else
|
|
sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding)
|
|
.endif
|
|
sub w5, w5, w0 // w5 = linesizeY - width (paddingY)
|
|
sub w7, w7, w0, lsr #1 // w7 = linesizeU - width / 2 (paddingU)
|
|
sub w14, w14, w0, lsr #1 // w14 = linesizeV - width / 2 (paddingV)
|
|
lsr w11, w0, #1
|
|
neg w11, w11
|
|
.endm
|
|
|
|
.macro load_args_yuv422p ofmt
|
|
ldr x13, [sp] // srcV
|
|
ldr w14, [sp, #8] // linesizeV
|
|
ldr x8, [sp, #16] // table
|
|
load_yoff_ycoeff 24, 32 // y_offset, y_coeff
|
|
ld1 {v1.1d}, [x8]
|
|
dup v0.8h, w10
|
|
dup v3.8h, w9
|
|
.ifc \ofmt,gbrp
|
|
load_dst1_dst2 40, 48, 56, 64
|
|
sub w3, w3, w0 // w3 = linesize - width (padding)
|
|
.else
|
|
sub w3, w3, w0, lsl #2 // w3 = linesize - width * 4 (padding)
|
|
.endif
|
|
sub w5, w5, w0 // w5 = linesizeY - width (paddingY)
|
|
sub w7, w7, w0, lsr #1 // w7 = linesizeU - width / 2 (paddingU)
|
|
sub w14, w14, w0, lsr #1 // w14 = linesizeV - width / 2 (paddingV)
|
|
.endm
|
|
|
|
.macro load_chroma_nv12
|
|
ld2 {v16.8b, v17.8b}, [x6], #16
|
|
ushll v18.8h, v16.8b, #3
|
|
ushll v19.8h, v17.8b, #3
|
|
.endm
|
|
|
|
.macro load_chroma_nv21
|
|
ld2 {v16.8b, v17.8b}, [x6], #16
|
|
ushll v19.8h, v16.8b, #3
|
|
ushll v18.8h, v17.8b, #3
|
|
.endm
|
|
|
|
.macro load_chroma_yuv420p
|
|
ld1 {v16.8b}, [ x6], #8
|
|
ld1 {v17.8b}, [x13], #8
|
|
ushll v18.8h, v16.8b, #3
|
|
ushll v19.8h, v17.8b, #3
|
|
.endm
|
|
|
|
.macro load_chroma_yuv422p
|
|
load_chroma_yuv420p
|
|
.endm
|
|
|
|
.macro increment_nv12
|
|
ands w17, w1, #1
|
|
csel w17, w7, w11, ne // incC = (h & 1) ? paddincC : -width
|
|
add x6, x6, w17, sxtw // srcC += incC
|
|
.endm
|
|
|
|
.macro increment_nv21
|
|
increment_nv12
|
|
.endm
|
|
|
|
.macro increment_yuv420p
|
|
ands w17, w1, #1
|
|
csel w17, w7, w11, ne // incU = (h & 1) ? paddincU : -width/2
|
|
add x6, x6, w17, sxtw // srcU += incU
|
|
csel w17, w14, w11, ne // incV = (h & 1) ? paddincV : -width/2
|
|
add x13, x13, w17, sxtw // srcV += incV
|
|
.endm
|
|
|
|
.macro increment_yuv422p
|
|
add x6, x6, w7, sxtw // srcU += incU
|
|
add x13, x13, w14, sxtw // srcV += incV
|
|
.endm
|
|
|
|
.macro compute_rgb r1 g1 b1 r2 g2 b2
|
|
add v20.8h, v26.8h, v20.8h // Y1 + R1
|
|
add v21.8h, v27.8h, v21.8h // Y2 + R2
|
|
add v22.8h, v26.8h, v22.8h // Y1 + G1
|
|
add v23.8h, v27.8h, v23.8h // Y2 + G2
|
|
add v24.8h, v26.8h, v24.8h // Y1 + B1
|
|
add v25.8h, v27.8h, v25.8h // Y2 + B2
|
|
sqrshrun \r1, v20.8h, #1 // clip_u8((Y1 + R1) >> 1)
|
|
sqrshrun \r2, v21.8h, #1 // clip_u8((Y2 + R1) >> 1)
|
|
sqrshrun \g1, v22.8h, #1 // clip_u8((Y1 + G1) >> 1)
|
|
sqrshrun \g2, v23.8h, #1 // clip_u8((Y2 + G1) >> 1)
|
|
sqrshrun \b1, v24.8h, #1 // clip_u8((Y1 + B1) >> 1)
|
|
sqrshrun \b2, v25.8h, #1 // clip_u8((Y2 + B1) >> 1)
|
|
.endm
|
|
|
|
.macro compute_rgba r1 g1 b1 a1 r2 g2 b2 a2
|
|
compute_rgb \r1, \g1, \b1, \r2, \g2, \b2
|
|
movi \a1, #255
|
|
movi \a2, #255
|
|
.endm
|
|
|
|
.macro declare_func ifmt ofmt
|
|
function ff_\ifmt\()_to_\ofmt\()_neon, export=1
|
|
load_args_\ifmt \ofmt
|
|
|
|
mov w9, w1
|
|
1:
|
|
mov w8, w0 // w8 = width
|
|
2:
|
|
movi v5.8h, #4, lsl #8 // 128 * (1<<3)
|
|
load_chroma_\ifmt
|
|
sub v18.8h, v18.8h, v5.8h // U*(1<<3) - 128*(1<<3)
|
|
sub v19.8h, v19.8h, v5.8h // V*(1<<3) - 128*(1<<3)
|
|
sqdmulh v20.8h, v19.8h, v1.h[0] // V * v2r (R)
|
|
sqdmulh v22.8h, v18.8h, v1.h[1] // U * u2g
|
|
sqdmulh v19.8h, v19.8h, v1.h[2] // V * v2g
|
|
add v22.8h, v22.8h, v19.8h // U * u2g + V * v2g (G)
|
|
sqdmulh v24.8h, v18.8h, v1.h[3] // U * u2b (B)
|
|
zip2 v21.8h, v20.8h, v20.8h // R2
|
|
zip1 v20.8h, v20.8h, v20.8h // R1
|
|
zip2 v23.8h, v22.8h, v22.8h // G2
|
|
zip1 v22.8h, v22.8h, v22.8h // G1
|
|
zip2 v25.8h, v24.8h, v24.8h // B2
|
|
zip1 v24.8h, v24.8h, v24.8h // B1
|
|
ld1 {v2.16b}, [x4], #16 // load luma
|
|
ushll v26.8h, v2.8b, #3 // Y1*(1<<3)
|
|
ushll2 v27.8h, v2.16b, #3 // Y2*(1<<3)
|
|
sub v26.8h, v26.8h, v3.8h // Y1*(1<<3) - y_offset
|
|
sub v27.8h, v27.8h, v3.8h // Y2*(1<<3) - y_offset
|
|
sqdmulh v26.8h, v26.8h, v0.8h // ((Y1*(1<<3) - y_offset) * y_coeff) >> 15
|
|
sqdmulh v27.8h, v27.8h, v0.8h // ((Y2*(1<<3) - y_offset) * y_coeff) >> 15
|
|
|
|
.ifc \ofmt,argb // 1 2 3 0
|
|
compute_rgba v5.8b,v6.8b,v7.8b,v4.8b, v17.8b,v18.8b,v19.8b,v16.8b
|
|
.endif
|
|
|
|
.ifc \ofmt,rgba // 0 1 2 3
|
|
compute_rgba v4.8b,v5.8b,v6.8b,v7.8b, v16.8b,v17.8b,v18.8b,v19.8b
|
|
.endif
|
|
|
|
.ifc \ofmt,abgr // 3 2 1 0
|
|
compute_rgba v7.8b,v6.8b,v5.8b,v4.8b, v19.8b,v18.8b,v17.8b,v16.8b
|
|
.endif
|
|
|
|
.ifc \ofmt,bgra // 2 1 0 3
|
|
compute_rgba v6.8b,v5.8b,v4.8b,v7.8b, v18.8b,v17.8b,v16.8b,v19.8b
|
|
.endif
|
|
|
|
.ifc \ofmt,gbrp
|
|
compute_rgb v18.8b,v4.8b,v6.8b, v19.8b,v5.8b,v7.8b
|
|
st1 { v4.8b, v5.8b }, [x2], #16
|
|
st1 { v6.8b, v7.8b }, [x10], #16
|
|
st1 { v18.8b, v19.8b }, [x15], #16
|
|
.else
|
|
st4 { v4.8b, v5.8b, v6.8b, v7.8b}, [x2], #32
|
|
st4 {v16.8b,v17.8b,v18.8b,v19.8b}, [x2], #32
|
|
.endif
|
|
subs w8, w8, #16 // width -= 16
|
|
b.gt 2b
|
|
add x2, x2, w3, sxtw // dst += padding
|
|
.ifc \ofmt,gbrp
|
|
add x10, x10, w12, sxtw // dst1 += padding1
|
|
add x15, x15, w16, sxtw // dst2 += padding2
|
|
.endif
|
|
add x4, x4, w5, sxtw // srcY += paddingY
|
|
increment_\ifmt
|
|
subs w1, w1, #1 // height -= 1
|
|
b.gt 1b
|
|
mov w0, w9
|
|
ret
|
|
endfunc
|
|
.endm
|
|
|
|
.macro declare_rgb_funcs ifmt
|
|
declare_func \ifmt, argb
|
|
declare_func \ifmt, rgba
|
|
declare_func \ifmt, abgr
|
|
declare_func \ifmt, bgra
|
|
declare_func \ifmt, gbrp
|
|
.endm
|
|
|
|
declare_rgb_funcs nv12
|
|
declare_rgb_funcs nv21
|
|
declare_rgb_funcs yuv420p
|
|
declare_rgb_funcs yuv422p
|