1
0
mirror of https://github.com/FFmpeg/FFmpeg.git synced 2024-12-23 12:43:46 +02:00
FFmpeg/libavcodec/psd.c
Andreas Rheinhardt 4243da4ff4 avcodec/codec_internal: Use union for FFCodec decode/encode callbacks
This is possible, because every given FFCodec has to implement
exactly one of these. Doing so decreases sizeof(FFCodec) and
therefore decreases the size of the binary.
Notice that in case of position-independent code the decrease
is in .data.rel.ro, so that this translates to decreased
memory consumption.

Signed-off-by: Andreas Rheinhardt <andreas.rheinhardt@outlook.com>
2022-04-05 20:02:37 +02:00

556 lines
19 KiB
C

/*
* Photoshop (PSD) image decoder
* Copyright (c) 2016 Jokyo Images
*
* This file is part of FFmpeg.
*
* FFmpeg is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* FFmpeg is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with FFmpeg; if not, write to the Free Software
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
*/
#include "bytestream.h"
#include "codec_internal.h"
#include "internal.h"
enum PsdCompr {
PSD_RAW,
PSD_RLE,
PSD_ZIP_WITHOUT_P,
PSD_ZIP_WITH_P,
};
enum PsdColorMode {
PSD_BITMAP,
PSD_GRAYSCALE,
PSD_INDEXED,
PSD_RGB,
PSD_CMYK,
PSD_MULTICHANNEL,
PSD_DUOTONE,
PSD_LAB,
};
typedef struct PSDContext {
AVClass *class;
AVFrame *picture;
AVCodecContext *avctx;
GetByteContext gb;
uint8_t * tmp;
uint16_t channel_count;
uint16_t channel_depth;
uint64_t uncompressed_size;
unsigned int pixel_size;/* 1 for 8 bits, 2 for 16 bits */
uint64_t line_size;/* length of src data (even width) */
int width;
int height;
enum PsdCompr compression;
enum PsdColorMode color_mode;
uint8_t palette[AVPALETTE_SIZE];
} PSDContext;
static int decode_header(PSDContext * s)
{
int signature, version, color_mode;
int64_t len_section;
int ret = 0;
if (bytestream2_get_bytes_left(&s->gb) < 30) {/* File header section + color map data section length */
av_log(s->avctx, AV_LOG_ERROR, "Header too short to parse.\n");
return AVERROR_INVALIDDATA;
}
signature = bytestream2_get_le32(&s->gb);
if (signature != MKTAG('8','B','P','S')) {
av_log(s->avctx, AV_LOG_ERROR, "Wrong signature %d.\n", signature);
return AVERROR_INVALIDDATA;
}
version = bytestream2_get_be16(&s->gb);
if (version != 1) {
av_log(s->avctx, AV_LOG_ERROR, "Wrong version %d.\n", version);
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, 6);/* reserved */
s->channel_count = bytestream2_get_be16(&s->gb);
if ((s->channel_count < 1) || (s->channel_count > 56)) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid channel count %d.\n", s->channel_count);
return AVERROR_INVALIDDATA;
}
s->height = bytestream2_get_be32(&s->gb);
if ((s->height > 30000) && (s->avctx->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL)) {
av_log(s->avctx, AV_LOG_ERROR,
"Height > 30000 is experimental, add "
"'-strict %d' if you want to try to decode the picture.\n",
FF_COMPLIANCE_EXPERIMENTAL);
return AVERROR_EXPERIMENTAL;
}
s->width = bytestream2_get_be32(&s->gb);
if ((s->width > 30000) && (s->avctx->strict_std_compliance > FF_COMPLIANCE_EXPERIMENTAL)) {
av_log(s->avctx, AV_LOG_ERROR,
"Width > 30000 is experimental, add "
"'-strict %d' if you want to try to decode the picture.\n",
FF_COMPLIANCE_EXPERIMENTAL);
return AVERROR_EXPERIMENTAL;
}
if ((ret = ff_set_dimensions(s->avctx, s->width, s->height)) < 0)
return ret;
s->channel_depth = bytestream2_get_be16(&s->gb);
color_mode = bytestream2_get_be16(&s->gb);
switch (color_mode) {
case 0:
s->color_mode = PSD_BITMAP;
break;
case 1:
s->color_mode = PSD_GRAYSCALE;
break;
case 2:
s->color_mode = PSD_INDEXED;
break;
case 3:
s->color_mode = PSD_RGB;
break;
case 4:
s->color_mode = PSD_CMYK;
break;
case 7:
s->color_mode = PSD_MULTICHANNEL;
break;
case 8:
s->color_mode = PSD_DUOTONE;
break;
case 9:
s->color_mode = PSD_LAB;
break;
default:
av_log(s->avctx, AV_LOG_ERROR, "Unknown color mode %d.\n", color_mode);
return AVERROR_INVALIDDATA;
}
/* color map data */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for color map data section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < (len_section + 4)) { /* section and len next section */
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
if (len_section) {
int i,j;
memset(s->palette, 0xff, AVPALETTE_SIZE);
for (j = HAVE_BIGENDIAN; j < 3 + HAVE_BIGENDIAN; j++)
for (i = 0; i < FFMIN(256, len_section / 3); i++)
s->palette[i * 4 + (HAVE_BIGENDIAN ? j : 2 - j)] = bytestream2_get_byteu(&s->gb);
len_section -= i * 3;
}
bytestream2_skip(&s->gb, len_section);
/* image ressources */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for image ressources section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < (len_section + 4)) { /* section and len next section */
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, len_section);
/* layers and masks */
len_section = bytestream2_get_be32(&s->gb);
if (len_section < 0) {
av_log(s->avctx, AV_LOG_ERROR, "Negative size for layers and masks data section.\n");
return AVERROR_INVALIDDATA;
}
if (bytestream2_get_bytes_left(&s->gb) < len_section) {
av_log(s->avctx, AV_LOG_ERROR, "Incomplete file.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, len_section);
/* image section */
if (bytestream2_get_bytes_left(&s->gb) < 2) {
av_log(s->avctx, AV_LOG_ERROR, "File without image data section.\n");
return AVERROR_INVALIDDATA;
}
s->compression = bytestream2_get_be16(&s->gb);
switch (s->compression) {
case 0:
case 1:
break;
case 2:
avpriv_request_sample(s->avctx, "ZIP without predictor compression");
return AVERROR_PATCHWELCOME;
case 3:
avpriv_request_sample(s->avctx, "ZIP with predictor compression");
return AVERROR_PATCHWELCOME;
default:
av_log(s->avctx, AV_LOG_ERROR, "Unknown compression %d.\n", s->compression);
return AVERROR_INVALIDDATA;
}
return ret;
}
static int decode_rle(PSDContext * s){
unsigned int scanline_count;
unsigned int sl, count;
unsigned long target_index = 0;
unsigned int p;
int8_t rle_char;
unsigned int repeat_count;
uint8_t v;
scanline_count = s->height * s->channel_count;
/* scanline table */
if (bytestream2_get_bytes_left(&s->gb) < scanline_count * 2) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline table.\n");
return AVERROR_INVALIDDATA;
}
bytestream2_skip(&s->gb, scanline_count * 2);/* size of each scanline */
/* decode rle data scanline by scanline */
for (sl = 0; sl < scanline_count; sl++) {
count = 0;
while (count < s->line_size) {
rle_char = bytestream2_get_byte(&s->gb);
if (rle_char <= 0) {/* byte repeat */
repeat_count = rle_char * -1;
if (bytestream2_get_bytes_left(&s->gb) < 1) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline.\n");
return AVERROR_INVALIDDATA;
}
if (target_index + repeat_count >= s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid rle char.\n");
return AVERROR_INVALIDDATA;
}
v = bytestream2_get_byte(&s->gb);
for (p = 0; p <= repeat_count; p++) {
s->tmp[target_index++] = v;
}
count += repeat_count + 1;
} else {
if (bytestream2_get_bytes_left(&s->gb) < rle_char) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for rle scanline.\n");
return AVERROR_INVALIDDATA;
}
if (target_index + rle_char >= s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Invalid rle char.\n");
return AVERROR_INVALIDDATA;
}
for (p = 0; p <= rle_char; p++) {
v = bytestream2_get_byte(&s->gb);
s->tmp[target_index++] = v;
}
count += rle_char + 1;
}
}
}
return 0;
}
static int decode_frame(AVCodecContext *avctx, AVFrame *picture,
int *got_frame, AVPacket *avpkt)
{
int ret;
uint8_t *ptr;
const uint8_t *ptr_data;
int index_out, c, y, x, p;
uint8_t eq_channel[4] = {2,0,1,3};/* RGBA -> GBRA channel order */
uint8_t plane_number;
PSDContext *s = avctx->priv_data;
s->avctx = avctx;
s->channel_count = 0;
s->channel_depth = 0;
s->tmp = NULL;
s->line_size = 0;
bytestream2_init(&s->gb, avpkt->data, avpkt->size);
if ((ret = decode_header(s)) < 0)
return ret;
s->pixel_size = s->channel_depth >> 3;/* in byte */
s->line_size = s->width * s->pixel_size;
switch (s->color_mode) {
case PSD_BITMAP:
if (s->channel_depth != 1 || s->channel_count != 1) {
av_log(s->avctx, AV_LOG_ERROR,
"Invalid bitmap file (channel_depth %d, channel_count %d)\n",
s->channel_depth, s->channel_count);
return AVERROR_INVALIDDATA;
}
s->line_size = s->width + 7 >> 3;
avctx->pix_fmt = AV_PIX_FMT_MONOWHITE;
break;
case PSD_INDEXED:
if (s->channel_depth != 8 || s->channel_count != 1) {
av_log(s->avctx, AV_LOG_ERROR,
"Invalid indexed file (channel_depth %d, channel_count %d)\n",
s->channel_depth, s->channel_count);
return AVERROR_INVALIDDATA;
}
avctx->pix_fmt = AV_PIX_FMT_PAL8;
break;
case PSD_CMYK:
if (s->channel_count == 4) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for cmyk", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else if (s->channel_count == 5) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for cmyk", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else {
avpriv_report_missing_feature(avctx, "channel count %d for cmyk", s->channel_count);
return AVERROR_PATCHWELCOME;
}
break;
case PSD_RGB:
if (s->channel_count == 3) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for rgb", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else if (s->channel_count == 4) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GBRAP16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for rgb", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else {
avpriv_report_missing_feature(avctx, "channel count %d for rgb", s->channel_count);
return AVERROR_PATCHWELCOME;
}
break;
case PSD_DUOTONE:
av_log(avctx, AV_LOG_WARNING, "ignoring unknown duotone specification.\n");
case PSD_GRAYSCALE:
if (s->channel_count == 1) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_GRAY8;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_GRAY16BE;
} else if (s->channel_depth == 32) {
avctx->pix_fmt = AV_PIX_FMT_GRAYF32BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for grayscale", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else if (s->channel_count == 2) {
if (s->channel_depth == 8) {
avctx->pix_fmt = AV_PIX_FMT_YA8;
} else if (s->channel_depth == 16) {
avctx->pix_fmt = AV_PIX_FMT_YA16BE;
} else {
avpriv_report_missing_feature(avctx, "channel depth %d for grayscale", s->channel_depth);
return AVERROR_PATCHWELCOME;
}
} else {
avpriv_report_missing_feature(avctx, "channel count %d for grayscale", s->channel_count);
return AVERROR_PATCHWELCOME;
}
break;
default:
avpriv_report_missing_feature(avctx, "color mode %d", s->color_mode);
return AVERROR_PATCHWELCOME;
}
s->uncompressed_size = s->line_size * s->height * s->channel_count;
if ((ret = ff_get_buffer(avctx, picture, 0)) < 0)
return ret;
/* decode picture if need */
if (s->compression == PSD_RLE) {
s->tmp = av_malloc(s->uncompressed_size);
if (!s->tmp)
return AVERROR(ENOMEM);
ret = decode_rle(s);
if (ret < 0) {
av_freep(&s->tmp);
return ret;
}
ptr_data = s->tmp;
} else {
if (bytestream2_get_bytes_left(&s->gb) < s->uncompressed_size) {
av_log(s->avctx, AV_LOG_ERROR, "Not enough data for raw image data section.\n");
return AVERROR_INVALIDDATA;
}
ptr_data = s->gb.buffer;
}
/* Store data */
if ((avctx->pix_fmt == AV_PIX_FMT_YA8)||(avctx->pix_fmt == AV_PIX_FMT_YA16BE)){/* Interleaved */
ptr = picture->data[0];
for (c = 0; c < s->channel_count; c++) {
for (y = 0; y < s->height; y++) {
for (x = 0; x < s->width; x++) {
index_out = y * picture->linesize[0] + x * s->channel_count * s->pixel_size + c * s->pixel_size;
for (p = 0; p < s->pixel_size; p++) {
ptr[index_out + p] = *ptr_data;
ptr_data ++;
}
}
}
}
} else if (s->color_mode == PSD_CMYK) {
uint8_t *dst[4] = { picture->data[0], picture->data[1], picture->data[2], picture->data[3] };
const uint8_t *src[5] = { ptr_data };
src[1] = src[0] + s->line_size * s->height;
src[2] = src[1] + s->line_size * s->height;
src[3] = src[2] + s->line_size * s->height;
src[4] = src[3] + s->line_size * s->height;
if (s->channel_depth == 8) {
for (y = 0; y < s->height; y++) {
for (x = 0; x < s->width; x++) {
int k = src[3][x];
int r = src[0][x] * k;
int g = src[1][x] * k;
int b = src[2][x] * k;
dst[0][x] = g * 257 >> 16;
dst[1][x] = b * 257 >> 16;
dst[2][x] = r * 257 >> 16;
}
dst[0] += picture->linesize[0];
dst[1] += picture->linesize[1];
dst[2] += picture->linesize[2];
src[0] += s->line_size;
src[1] += s->line_size;
src[2] += s->line_size;
src[3] += s->line_size;
}
if (avctx->pix_fmt == AV_PIX_FMT_GBRAP) {
for (y = 0; y < s->height; y++) {
memcpy(dst[3], src[4], s->line_size);
src[4] += s->line_size;
dst[3] += picture->linesize[3];
}
}
} else {
for (y = 0; y < s->height; y++) {
for (x = 0; x < s->width; x++) {
int64_t k = AV_RB16(&src[3][x * 2]);
int64_t r = AV_RB16(&src[0][x * 2]) * k;
int64_t g = AV_RB16(&src[1][x * 2]) * k;
int64_t b = AV_RB16(&src[2][x * 2]) * k;
AV_WB16(&dst[0][x * 2], g * 65537 >> 32);
AV_WB16(&dst[1][x * 2], b * 65537 >> 32);
AV_WB16(&dst[2][x * 2], r * 65537 >> 32);
}
dst[0] += picture->linesize[0];
dst[1] += picture->linesize[1];
dst[2] += picture->linesize[2];
src[0] += s->line_size;
src[1] += s->line_size;
src[2] += s->line_size;
src[3] += s->line_size;
}
if (avctx->pix_fmt == AV_PIX_FMT_GBRAP16BE) {
for (y = 0; y < s->height; y++) {
memcpy(dst[3], src[4], s->line_size);
src[4] += s->line_size;
dst[3] += picture->linesize[3];
}
}
}
} else {/* Planar */
if (s->channel_count == 1)/* gray 8 or gray 16be */
eq_channel[0] = 0;/* assign first channel, to first plane */
for (c = 0; c < s->channel_count; c++) {
plane_number = eq_channel[c];
ptr = picture->data[plane_number];/* get the right plane */
for (y = 0; y < s->height; y++) {
memcpy(ptr, ptr_data, s->line_size);
ptr += picture->linesize[plane_number];
ptr_data += s->line_size;
}
}
}
if (s->color_mode == PSD_INDEXED) {
picture->palette_has_changed = 1;
memcpy(picture->data[1], s->palette, AVPALETTE_SIZE);
}
av_freep(&s->tmp);
picture->pict_type = AV_PICTURE_TYPE_I;
*got_frame = 1;
return avpkt->size;
}
const FFCodec ff_psd_decoder = {
.p.name = "psd",
.p.long_name = NULL_IF_CONFIG_SMALL("Photoshop PSD file"),
.p.type = AVMEDIA_TYPE_VIDEO,
.p.id = AV_CODEC_ID_PSD,
.p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS,
.priv_data_size = sizeof(PSDContext),
FF_CODEC_DECODE_CB(decode_frame),
};