mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2024-11-21 10:55:51 +02:00
e0604d508e
This allows speeding up format conversions from yuv420 to nv12.
Cortex A53 A72 A73
interleave_bytes_c: 86077.5 51433.0 66972.0
interleave_bytes_neon: 19701.7 23019.2 15859.2
interleave_bytes_aligned_c: 86603.0 52017.2 67484.2
interleave_bytes_aligned_neon: 9061.0 7623.0 6309.0
Signed-off-by: Martin Storsjö <martin@martin.st>
419 lines
17 KiB
C
419 lines
17 KiB
C
/*
|
|
* software RGB to RGB converter
|
|
* pluralize by software PAL8 to RGB converter
|
|
* software YUV to YUV converter
|
|
* software YUV to RGB converter
|
|
* Written by Nick Kurshev.
|
|
* palette & YUV & runtime CPU stuff by Michael (michaelni@gmx.at)
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <inttypes.h>
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/bswap.h"
|
|
#include "config.h"
|
|
#include "rgb2rgb.h"
|
|
#include "swscale.h"
|
|
#include "swscale_internal.h"
|
|
|
|
void (*rgb32tobgr24)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb32tobgr16)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb32tobgr15)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24tobgr32)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24tobgr24)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24tobgr16)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24tobgr15)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb16tobgr24)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb15tobgr24)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
void (*rgb32to16)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb32to15)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24to16)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb24to15)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb16to32)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb16to15)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb15to16)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*rgb15to32)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
void (*shuffle_bytes_0321)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*shuffle_bytes_2103)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*shuffle_bytes_1230)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*shuffle_bytes_3012)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void (*shuffle_bytes_3210)(const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
|
|
void (*yv12toyuy2)(const uint8_t *ysrc, const uint8_t *usrc,
|
|
const uint8_t *vsrc, uint8_t *dst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int dstStride);
|
|
void (*yv12touyvy)(const uint8_t *ysrc, const uint8_t *usrc,
|
|
const uint8_t *vsrc, uint8_t *dst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int dstStride);
|
|
void (*yuv422ptoyuy2)(const uint8_t *ysrc, const uint8_t *usrc,
|
|
const uint8_t *vsrc, uint8_t *dst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int dstStride);
|
|
void (*yuv422ptouyvy)(const uint8_t *ysrc, const uint8_t *usrc,
|
|
const uint8_t *vsrc, uint8_t *dst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int dstStride);
|
|
void (*yuy2toyv12)(const uint8_t *src, uint8_t *ydst,
|
|
uint8_t *udst, uint8_t *vdst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void (*ff_rgb24toyv12)(const uint8_t *src, uint8_t *ydst,
|
|
uint8_t *udst, uint8_t *vdst,
|
|
int width, int height,
|
|
int lumStride, int chromStride, int srcStride,
|
|
int32_t *rgb2yuv);
|
|
void (*planar2x)(const uint8_t *src, uint8_t *dst, int width, int height,
|
|
int srcStride, int dstStride);
|
|
void (*interleaveBytes)(const uint8_t *src1, const uint8_t *src2, uint8_t *dst,
|
|
int width, int height, int src1Stride,
|
|
int src2Stride, int dstStride);
|
|
void (*deinterleaveBytes)(const uint8_t *src, uint8_t *dst1, uint8_t *dst2,
|
|
int width, int height, int srcStride,
|
|
int dst1Stride, int dst2Stride);
|
|
void (*vu9_to_vu12)(const uint8_t *src1, const uint8_t *src2,
|
|
uint8_t *dst1, uint8_t *dst2,
|
|
int width, int height,
|
|
int srcStride1, int srcStride2,
|
|
int dstStride1, int dstStride2);
|
|
void (*yvu9_to_yuy2)(const uint8_t *src1, const uint8_t *src2,
|
|
const uint8_t *src3, uint8_t *dst,
|
|
int width, int height,
|
|
int srcStride1, int srcStride2,
|
|
int srcStride3, int dstStride);
|
|
void (*uyvytoyuv420)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void (*uyvytoyuv422)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void (*yuyvtoyuv420)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void (*yuyvtoyuv422)(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
|
|
#define BY ((int)( 0.098 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define BV ((int)(-0.071 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define BU ((int)( 0.439 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define GY ((int)( 0.504 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define GV ((int)(-0.368 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define GU ((int)(-0.291 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define RY ((int)( 0.257 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define RV ((int)( 0.439 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
#define RU ((int)(-0.148 * (1 << RGB2YUV_SHIFT) + 0.5))
|
|
|
|
//plain C versions
|
|
#include "rgb2rgb_template.c"
|
|
|
|
/*
|
|
* RGB15->RGB16 original by Strepto/Astral
|
|
* ported to gcc & bugfixed : A'rpi
|
|
* MMXEXT, 3DNOW optimization by Nick Kurshev
|
|
* 32-bit C version, and and&add trick by Michael Niedermayer
|
|
*/
|
|
|
|
av_cold void ff_sws_rgb2rgb_init(void)
|
|
{
|
|
rgb2rgb_init_c();
|
|
if (ARCH_AARCH64)
|
|
rgb2rgb_init_aarch64();
|
|
if (ARCH_X86)
|
|
rgb2rgb_init_x86();
|
|
}
|
|
|
|
void rgb32to24(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i, num_pixels = src_size >> 2;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
#if HAVE_BIGENDIAN
|
|
/* RGB32 (= A,B,G,R) -> BGR24 (= B,G,R) */
|
|
dst[3 * i + 0] = src[4 * i + 1];
|
|
dst[3 * i + 1] = src[4 * i + 2];
|
|
dst[3 * i + 2] = src[4 * i + 3];
|
|
#else
|
|
dst[3 * i + 0] = src[4 * i + 2];
|
|
dst[3 * i + 1] = src[4 * i + 1];
|
|
dst[3 * i + 2] = src[4 * i + 0];
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void rgb24to32(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; 3 * i < src_size; i++) {
|
|
#if HAVE_BIGENDIAN
|
|
/* RGB24 (= R, G, B) -> BGR32 (= A, R, G, B) */
|
|
dst[4 * i + 0] = 255;
|
|
dst[4 * i + 1] = src[3 * i + 0];
|
|
dst[4 * i + 2] = src[3 * i + 1];
|
|
dst[4 * i + 3] = src[3 * i + 2];
|
|
#else
|
|
dst[4 * i + 0] = src[3 * i + 2];
|
|
dst[4 * i + 1] = src[3 * i + 1];
|
|
dst[4 * i + 2] = src[3 * i + 0];
|
|
dst[4 * i + 3] = 255;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void rgb16tobgr32(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint8_t *d = dst;
|
|
const uint16_t *s = (const uint16_t *)src;
|
|
const uint16_t *end = s + src_size / 2;
|
|
|
|
while (s < end) {
|
|
register uint16_t bgr = *s++;
|
|
#if HAVE_BIGENDIAN
|
|
*d++ = 255;
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
*d++ = ((bgr&0x07E0)>>3) | ((bgr&0x07E0)>> 9);
|
|
*d++ = ((bgr&0xF800)>>8) | ((bgr&0xF800)>>13);
|
|
#else
|
|
*d++ = ((bgr&0xF800)>>8) | ((bgr&0xF800)>>13);
|
|
*d++ = ((bgr&0x07E0)>>3) | ((bgr&0x07E0)>> 9);
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
*d++ = 255;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void rgb12to15(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint16_t rgb, r, g, b;
|
|
uint16_t *d = (uint16_t *)dst;
|
|
const uint16_t *s = (const uint16_t *)src;
|
|
const uint16_t *end = s + src_size / 2;
|
|
|
|
while (s < end) {
|
|
rgb = *s++;
|
|
r = rgb & 0xF00;
|
|
g = rgb & 0x0F0;
|
|
b = rgb & 0x00F;
|
|
r = (r << 3) | ((r & 0x800) >> 1);
|
|
g = (g << 2) | ((g & 0x080) >> 2);
|
|
b = (b << 1) | ( b >> 3);
|
|
*d++ = r | g | b;
|
|
}
|
|
}
|
|
|
|
void rgb16to24(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint8_t *d = dst;
|
|
const uint16_t *s = (const uint16_t *)src;
|
|
const uint16_t *end = s + src_size / 2;
|
|
|
|
while (s < end) {
|
|
register uint16_t bgr = *s++;
|
|
*d++ = ((bgr&0xF800)>>8) | ((bgr&0xF800)>>13);
|
|
*d++ = ((bgr&0x07E0)>>3) | ((bgr&0x07E0)>> 9);
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
}
|
|
}
|
|
|
|
void rgb16tobgr16(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i, num_pixels = src_size >> 1;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
unsigned rgb = ((const uint16_t *)src)[i];
|
|
((uint16_t *)dst)[i] = (rgb >> 11) | (rgb & 0x7E0) | (rgb << 11);
|
|
}
|
|
}
|
|
|
|
void rgb16tobgr15(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i, num_pixels = src_size >> 1;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
unsigned rgb = ((const uint16_t *)src)[i];
|
|
((uint16_t *)dst)[i] = (rgb >> 11) | ((rgb & 0x7C0) >> 1) | ((rgb & 0x1F) << 10);
|
|
}
|
|
}
|
|
|
|
void rgb15tobgr32(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint8_t *d = dst;
|
|
const uint16_t *s = (const uint16_t *)src;
|
|
const uint16_t *end = s + src_size / 2;
|
|
|
|
while (s < end) {
|
|
register uint16_t bgr = *s++;
|
|
#if HAVE_BIGENDIAN
|
|
*d++ = 255;
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
*d++ = ((bgr&0x03E0)>>2) | ((bgr&0x03E0)>> 7);
|
|
*d++ = ((bgr&0x7C00)>>7) | ((bgr&0x7C00)>>12);
|
|
#else
|
|
*d++ = ((bgr&0x7C00)>>7) | ((bgr&0x7C00)>>12);
|
|
*d++ = ((bgr&0x03E0)>>2) | ((bgr&0x03E0)>> 7);
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
*d++ = 255;
|
|
#endif
|
|
}
|
|
}
|
|
|
|
void rgb15to24(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint8_t *d = dst;
|
|
const uint16_t *s = (const uint16_t *)src;
|
|
const uint16_t *end = s + src_size / 2;
|
|
|
|
while (s < end) {
|
|
register uint16_t bgr = *s++;
|
|
*d++ = ((bgr&0x7C00)>>7) | ((bgr&0x7C00)>>12);
|
|
*d++ = ((bgr&0x03E0)>>2) | ((bgr&0x03E0)>> 7);
|
|
*d++ = ((bgr&0x001F)<<3) | ((bgr&0x001F)>> 2);
|
|
}
|
|
}
|
|
|
|
void rgb15tobgr16(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i, num_pixels = src_size >> 1;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
unsigned rgb = ((const uint16_t *)src)[i];
|
|
((uint16_t *)dst)[i] = ((rgb & 0x7C00) >> 10) | ((rgb & 0x3E0) << 1) | (rgb << 11);
|
|
}
|
|
}
|
|
|
|
void rgb15tobgr15(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
int i, num_pixels = src_size >> 1;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
unsigned rgb = ((const uint16_t *)src)[i];
|
|
unsigned br = rgb & 0x7C1F;
|
|
((uint16_t *)dst)[i] = (br >> 10) | (rgb & 0x3E0) | (br << 10);
|
|
}
|
|
}
|
|
|
|
void rgb12tobgr12(const uint8_t *src, uint8_t *dst, int src_size)
|
|
{
|
|
uint16_t *d = (uint16_t *)dst;
|
|
uint16_t *s = (uint16_t *)src;
|
|
int i, num_pixels = src_size >> 1;
|
|
|
|
for (i = 0; i < num_pixels; i++) {
|
|
unsigned rgb = s[i];
|
|
d[i] = (rgb << 8 | rgb & 0xF0 | rgb >> 8) & 0xFFF;
|
|
}
|
|
}
|
|
|
|
#define DEFINE_RGB48TOBGR48(need_bswap, swap) \
|
|
void rgb48tobgr48_ ## need_bswap(const uint8_t *src, \
|
|
uint8_t *dst, int src_size) \
|
|
{ \
|
|
uint16_t *d = (uint16_t *)dst; \
|
|
uint16_t *s = (uint16_t *)src; \
|
|
int i, num_pixels = src_size >> 1; \
|
|
\
|
|
for (i = 0; i < num_pixels; i += 3) { \
|
|
d[i ] = swap ? av_bswap16(s[i + 2]) : s[i + 2]; \
|
|
d[i + 1] = swap ? av_bswap16(s[i + 1]) : s[i + 1]; \
|
|
d[i + 2] = swap ? av_bswap16(s[i ]) : s[i ]; \
|
|
} \
|
|
}
|
|
|
|
DEFINE_RGB48TOBGR48(nobswap, 0)
|
|
DEFINE_RGB48TOBGR48(bswap, 1)
|
|
|
|
#define DEFINE_RGB64TOBGR48(need_bswap, swap) \
|
|
void rgb64tobgr48_ ## need_bswap(const uint8_t *src, \
|
|
uint8_t *dst, int src_size) \
|
|
{ \
|
|
uint16_t *d = (uint16_t *)dst; \
|
|
uint16_t *s = (uint16_t *)src; \
|
|
int i, num_pixels = src_size >> 3; \
|
|
\
|
|
for (i = 0; i < num_pixels; i++) { \
|
|
d[3 * i ] = swap ? av_bswap16(s[4 * i + 2]) : s[4 * i + 2]; \
|
|
d[3 * i + 1] = swap ? av_bswap16(s[4 * i + 1]) : s[4 * i + 1]; \
|
|
d[3 * i + 2] = swap ? av_bswap16(s[4 * i ]) : s[4 * i ]; \
|
|
} \
|
|
}
|
|
|
|
DEFINE_RGB64TOBGR48(nobswap, 0)
|
|
DEFINE_RGB64TOBGR48(bswap, 1)
|
|
|
|
#define DEFINE_RGB64TO48(need_bswap, swap) \
|
|
void rgb64to48_ ## need_bswap(const uint8_t *src, \
|
|
uint8_t *dst, int src_size) \
|
|
{ \
|
|
uint16_t *d = (uint16_t *)dst; \
|
|
uint16_t *s = (uint16_t *)src; \
|
|
int i, num_pixels = src_size >> 3; \
|
|
\
|
|
for (i = 0; i < num_pixels; i++) { \
|
|
d[3 * i ] = swap ? av_bswap16(s[4 * i ]) : s[4 * i ]; \
|
|
d[3 * i + 1] = swap ? av_bswap16(s[4 * i + 1]) : s[4 * i + 1]; \
|
|
d[3 * i + 2] = swap ? av_bswap16(s[4 * i + 2]) : s[4 * i + 2]; \
|
|
} \
|
|
}
|
|
|
|
DEFINE_RGB64TO48(nobswap, 0)
|
|
DEFINE_RGB64TO48(bswap, 1)
|
|
|
|
#define DEFINE_RGB48TOBGR64(need_bswap, swap) \
|
|
void rgb48tobgr64_ ## need_bswap(const uint8_t *src, \
|
|
uint8_t *dst, int src_size) \
|
|
{ \
|
|
uint16_t *d = (uint16_t *)dst; \
|
|
uint16_t *s = (uint16_t *)src; \
|
|
int i, num_pixels = src_size / 6; \
|
|
\
|
|
for (i = 0; i < num_pixels; i++) { \
|
|
d[4 * i ] = swap ? av_bswap16(s[3 * i + 2]) : s[3 * i + 2]; \
|
|
d[4 * i + 1] = swap ? av_bswap16(s[3 * i + 1]) : s[3 * i + 1]; \
|
|
d[4 * i + 2] = swap ? av_bswap16(s[3 * i ]) : s[3 * i ]; \
|
|
d[4 * i + 3] = 0xFFFF; \
|
|
} \
|
|
}
|
|
|
|
DEFINE_RGB48TOBGR64(nobswap, 0)
|
|
DEFINE_RGB48TOBGR64(bswap, 1)
|
|
|
|
#define DEFINE_RGB48TO64(need_bswap, swap) \
|
|
void rgb48to64_ ## need_bswap(const uint8_t *src, \
|
|
uint8_t *dst, int src_size) \
|
|
{ \
|
|
uint16_t *d = (uint16_t *)dst; \
|
|
uint16_t *s = (uint16_t *)src; \
|
|
int i, num_pixels = src_size / 6; \
|
|
\
|
|
for (i = 0; i < num_pixels; i++) { \
|
|
d[4 * i ] = swap ? av_bswap16(s[3 * i ]) : s[3 * i ]; \
|
|
d[4 * i + 1] = swap ? av_bswap16(s[3 * i + 1]) : s[3 * i + 1]; \
|
|
d[4 * i + 2] = swap ? av_bswap16(s[3 * i + 2]) : s[3 * i + 2]; \
|
|
d[4 * i + 3] = 0xFFFF; \
|
|
} \
|
|
}
|
|
|
|
DEFINE_RGB48TO64(nobswap, 0)
|
|
DEFINE_RGB48TO64(bswap, 1)
|