mirror of
https://github.com/FFmpeg/FFmpeg.git
synced 2025-04-19 09:02:26 +02:00
movtextdec.c: Add support for highlight and hilightcolor box
Signed-off-by: Niklesh <niklesh.lalwani@iitb.ac.in>
This commit is contained in:
parent
a3b721d10d
commit
774ceee17e
@ -31,39 +31,167 @@
|
|||||||
#define STYLE_FLAG_ITALIC (1<<1)
|
#define STYLE_FLAG_ITALIC (1<<1)
|
||||||
#define STYLE_FLAG_UNDERLINE (1<<2)
|
#define STYLE_FLAG_UNDERLINE (1<<2)
|
||||||
|
|
||||||
|
#define STYL_BOX (1<<0)
|
||||||
|
#define HLIT_BOX (1<<1)
|
||||||
|
#define HCLR_BOX (1<<2)
|
||||||
|
|
||||||
typedef struct {
|
typedef struct {
|
||||||
uint16_t style_start;
|
uint16_t style_start;
|
||||||
uint16_t style_end;
|
uint16_t style_end;
|
||||||
uint8_t style_flag;
|
uint8_t style_flag;
|
||||||
} StyleBox;
|
} StyleBox;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
uint16_t hlit_start;
|
||||||
|
uint16_t hlit_end;
|
||||||
|
} HighlightBox;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
uint8_t hlit_color[4];
|
||||||
|
} HilightcolorBox;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
StyleBox **s;
|
||||||
|
StyleBox *s_temp;
|
||||||
|
HighlightBox h;
|
||||||
|
HilightcolorBox c;
|
||||||
|
uint8_t box_flags;
|
||||||
|
uint16_t style_entries;
|
||||||
|
uint64_t tracksize;
|
||||||
|
int size_var;
|
||||||
|
int count_s;
|
||||||
|
} MovTextContext;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
uint32_t type;
|
||||||
|
size_t base_size;
|
||||||
|
int (*decode)(const uint8_t *tsmb, MovTextContext *m, AVPacket *avpkt);
|
||||||
|
} Box;
|
||||||
|
|
||||||
|
static void mov_text_cleanup(MovTextContext *m)
|
||||||
|
{
|
||||||
|
int i;
|
||||||
|
if (m->box_flags & STYL_BOX) {
|
||||||
|
for(i = 0; i < m->count_s; i++) {
|
||||||
|
av_freep(&m->s[i]);
|
||||||
|
}
|
||||||
|
av_freep(&m->s);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
static int decode_hlit(const uint8_t *tsmb, MovTextContext *m, AVPacket *avpkt)
|
||||||
|
{
|
||||||
|
m->box_flags |= HLIT_BOX;
|
||||||
|
m->h.hlit_start = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
m->h.hlit_end = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int decode_hclr(const uint8_t *tsmb, MovTextContext *m, AVPacket *avpkt)
|
||||||
|
{
|
||||||
|
m->box_flags |= HCLR_BOX;
|
||||||
|
memcpy(m->c.hlit_color, tsmb, 4);
|
||||||
|
tsmb += 4;
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static int decode_styl(const uint8_t *tsmb, MovTextContext *m, AVPacket *avpkt)
|
||||||
|
{
|
||||||
|
int i;
|
||||||
|
m->style_entries = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
// A single style record is of length 12 bytes.
|
||||||
|
if (m->tracksize + m->size_var + 2 + m->style_entries * 12 > avpkt->size)
|
||||||
|
return -1;
|
||||||
|
|
||||||
|
m->box_flags |= STYL_BOX;
|
||||||
|
for(i = 0; i < m->style_entries; i++) {
|
||||||
|
m->s_temp = av_malloc(sizeof(*m->s_temp));
|
||||||
|
if (!m->s_temp) {
|
||||||
|
mov_text_cleanup(m);
|
||||||
|
return AVERROR(ENOMEM);
|
||||||
|
}
|
||||||
|
m->s_temp->style_start = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
m->s_temp->style_end = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
// fontID = AV_RB16(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
m->s_temp->style_flag = AV_RB8(tsmb);
|
||||||
|
av_dynarray_add(&m->s, &m->count_s, m->s_temp);
|
||||||
|
if(!m->s) {
|
||||||
|
mov_text_cleanup(m);
|
||||||
|
return AVERROR(ENOMEM);
|
||||||
|
}
|
||||||
|
// fontsize = AV_RB8(tsmb);
|
||||||
|
tsmb += 2;
|
||||||
|
// text-color-rgba
|
||||||
|
tsmb += 4;
|
||||||
|
}
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
static const Box box_types[] = {
|
||||||
|
{ MKBETAG('s','t','y','l'), 2, decode_styl },
|
||||||
|
{ MKBETAG('h','l','i','t'), 4, decode_hlit },
|
||||||
|
{ MKBETAG('h','c','l','r'), 4, decode_hclr }
|
||||||
|
};
|
||||||
|
|
||||||
|
const static size_t box_count = FF_ARRAY_ELEMS(box_types);
|
||||||
|
|
||||||
static int text_to_ass(AVBPrint *buf, const char *text, const char *text_end,
|
static int text_to_ass(AVBPrint *buf, const char *text, const char *text_end,
|
||||||
StyleBox **s, int style_entries)
|
MovTextContext *m)
|
||||||
{
|
{
|
||||||
int i = 0;
|
int i = 0;
|
||||||
int text_pos = 0;
|
int text_pos = 0;
|
||||||
while (text < text_end) {
|
while (text < text_end) {
|
||||||
for (i = 0; i < style_entries; i++) {
|
if (m->box_flags & STYL_BOX) {
|
||||||
if (s[i]->style_flag && text_pos == s[i]->style_end) {
|
for (i = 0; i < m->style_entries; i++) {
|
||||||
if (s[i]->style_flag & STYLE_FLAG_BOLD)
|
if (m->s[i]->style_flag && text_pos == m->s[i]->style_end) {
|
||||||
|
if (m->s[i]->style_flag & STYLE_FLAG_BOLD)
|
||||||
av_bprintf(buf, "{\\b0}");
|
av_bprintf(buf, "{\\b0}");
|
||||||
if (s[i]->style_flag & STYLE_FLAG_ITALIC)
|
if (m->s[i]->style_flag & STYLE_FLAG_ITALIC)
|
||||||
av_bprintf(buf, "{\\i0}");
|
av_bprintf(buf, "{\\i0}");
|
||||||
if (s[i]->style_flag & STYLE_FLAG_UNDERLINE)
|
if (m->s[i]->style_flag & STYLE_FLAG_UNDERLINE)
|
||||||
av_bprintf(buf, "{\\u0}");
|
av_bprintf(buf, "{\\u0}");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
for (i = 0; i < m->style_entries; i++) {
|
||||||
for (i = 0; i < style_entries; i++) {
|
if (m->s[i]->style_flag && text_pos == m->s[i]->style_start) {
|
||||||
if (s[i]->style_flag && text_pos == s[i]->style_start) {
|
if (m->s[i]->style_flag & STYLE_FLAG_BOLD)
|
||||||
if (s[i]->style_flag & STYLE_FLAG_BOLD)
|
|
||||||
av_bprintf(buf, "{\\b1}");
|
av_bprintf(buf, "{\\b1}");
|
||||||
if (s[i]->style_flag & STYLE_FLAG_ITALIC)
|
if (m->s[i]->style_flag & STYLE_FLAG_ITALIC)
|
||||||
av_bprintf(buf, "{\\i1}");
|
av_bprintf(buf, "{\\i1}");
|
||||||
if (s[i]->style_flag & STYLE_FLAG_UNDERLINE)
|
if (m->s[i]->style_flag & STYLE_FLAG_UNDERLINE)
|
||||||
av_bprintf(buf, "{\\u1}");
|
av_bprintf(buf, "{\\u1}");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
if (m->box_flags & HLIT_BOX) {
|
||||||
|
if (text_pos == m->h.hlit_start) {
|
||||||
|
/* If hclr box is present, set the secondary color to the color
|
||||||
|
* specified. Otherwise, set primary color to white and secondary
|
||||||
|
* color to black. These colors will come from TextSampleModifier
|
||||||
|
* boxes in future and inverse video technique for highlight will
|
||||||
|
* be implemented.
|
||||||
|
*/
|
||||||
|
if (m->box_flags & HCLR_BOX) {
|
||||||
|
av_bprintf(buf, "{\\2c&H%02x%02x%02x&}", m->c.hlit_color[2],
|
||||||
|
m->c.hlit_color[1], m->c.hlit_color[0]);
|
||||||
|
} else {
|
||||||
|
av_bprintf(buf, "{\\1c&H000000&}{\\2c&HFFFFFF}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (text_pos == m->h.hlit_end) {
|
||||||
|
if (m->box_flags & HCLR_BOX) {
|
||||||
|
av_bprintf(buf, "{\\2c&H000000}");
|
||||||
|
} else {
|
||||||
|
av_bprintf(buf, "{\\1c&HFFFFFF&}{\\2c&H000000}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
switch (*text) {
|
switch (*text) {
|
||||||
case '\r':
|
case '\r':
|
||||||
@ -96,17 +224,14 @@ static int mov_text_decode_frame(AVCodecContext *avctx,
|
|||||||
void *data, int *got_sub_ptr, AVPacket *avpkt)
|
void *data, int *got_sub_ptr, AVPacket *avpkt)
|
||||||
{
|
{
|
||||||
AVSubtitle *sub = data;
|
AVSubtitle *sub = data;
|
||||||
|
MovTextContext *m = avctx->priv_data;
|
||||||
int ret, ts_start, ts_end;
|
int ret, ts_start, ts_end;
|
||||||
AVBPrint buf;
|
AVBPrint buf;
|
||||||
char *ptr = avpkt->data;
|
char *ptr = avpkt->data;
|
||||||
char *end;
|
char *end;
|
||||||
//char *ptr_temp;
|
int text_length, tsmb_type, ret_tsmb;
|
||||||
int text_length, tsmb_type, style_entries;
|
uint64_t tsmb_size;
|
||||||
uint64_t tsmb_size, tracksize;
|
|
||||||
StyleBox **s = {0, };
|
|
||||||
StyleBox *s_temp;
|
|
||||||
const uint8_t *tsmb;
|
const uint8_t *tsmb;
|
||||||
int count, i, size_var;
|
|
||||||
|
|
||||||
if (!ptr || avpkt->size < 2)
|
if (!ptr || avpkt->size < 2)
|
||||||
return AVERROR_INVALIDDATA;
|
return AVERROR_INVALIDDATA;
|
||||||
@ -138,73 +263,49 @@ static int mov_text_decode_frame(AVCodecContext *avctx,
|
|||||||
(AVRational){1,100});
|
(AVRational){1,100});
|
||||||
|
|
||||||
tsmb_size = 0;
|
tsmb_size = 0;
|
||||||
tracksize = 2 + text_length;
|
m->tracksize = 2 + text_length;
|
||||||
|
m->style_entries = 0;
|
||||||
|
m->box_flags = 0;
|
||||||
|
m->count_s = 0;
|
||||||
// Note that the spec recommends lines be no longer than 2048 characters.
|
// Note that the spec recommends lines be no longer than 2048 characters.
|
||||||
av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
|
av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
|
||||||
if (text_length + 2 != avpkt->size) {
|
if (text_length + 2 != avpkt->size) {
|
||||||
while (tracksize + 8 <= avpkt->size) {
|
while (m->tracksize + 8 <= avpkt->size) {
|
||||||
// A box is a minimum of 8 bytes.
|
// A box is a minimum of 8 bytes.
|
||||||
tsmb = ptr + tracksize - 2;
|
tsmb = ptr + m->tracksize - 2;
|
||||||
tsmb_size = AV_RB32(tsmb);
|
tsmb_size = AV_RB32(tsmb);
|
||||||
tsmb += 4;
|
tsmb += 4;
|
||||||
tsmb_type = AV_RB32(tsmb);
|
tsmb_type = AV_RB32(tsmb);
|
||||||
tsmb += 4;
|
tsmb += 4;
|
||||||
|
|
||||||
if (tsmb_size == 1) {
|
if (tsmb_size == 1) {
|
||||||
if (tracksize + 16 > avpkt->size)
|
if (m->tracksize + 16 > avpkt->size)
|
||||||
break;
|
break;
|
||||||
tsmb_size = AV_RB64(tsmb);
|
tsmb_size = AV_RB64(tsmb);
|
||||||
tsmb += 8;
|
tsmb += 8;
|
||||||
size_var = 18;
|
m->size_var = 16;
|
||||||
} else
|
} else
|
||||||
size_var = 10;
|
m->size_var = 8;
|
||||||
//size_var is equal to 10 or 18 depending on the size of box
|
//size_var is equal to 8 or 16 depending on the size of box
|
||||||
|
|
||||||
if (tracksize + tsmb_size > avpkt->size)
|
if (m->tracksize + tsmb_size > avpkt->size)
|
||||||
break;
|
break;
|
||||||
|
|
||||||
if (tsmb_type == MKBETAG('s','t','y','l')) {
|
for (size_t i = 0; i < box_count; i++) {
|
||||||
if (tracksize + size_var > avpkt->size)
|
if (tsmb_type == box_types[i].type) {
|
||||||
|
if (m->tracksize + m->size_var + box_types[i].base_size > avpkt->size)
|
||||||
break;
|
break;
|
||||||
style_entries = AV_RB16(tsmb);
|
ret_tsmb = box_types[i].decode(tsmb, m, avpkt);
|
||||||
tsmb += 2;
|
if (ret_tsmb == -1)
|
||||||
|
|
||||||
// A single style record is of length 12 bytes.
|
|
||||||
if (tracksize + size_var + style_entries * 12 > avpkt->size)
|
|
||||||
break;
|
break;
|
||||||
count = 0;
|
|
||||||
|
|
||||||
for(i = 0; i < style_entries; i++) {
|
|
||||||
s_temp = av_malloc(sizeof(*s_temp));
|
|
||||||
if (!s_temp)
|
|
||||||
goto error;
|
|
||||||
|
|
||||||
s_temp->style_start = AV_RB16(tsmb);
|
|
||||||
tsmb += 2;
|
|
||||||
s_temp->style_end = AV_RB16(tsmb);
|
|
||||||
tsmb += 2;
|
|
||||||
// fontID = AV_RB16(tsmb);
|
|
||||||
tsmb += 2;
|
|
||||||
s_temp->style_flag = AV_RB8(tsmb);
|
|
||||||
av_dynarray_add(&s, &count, s_temp);
|
|
||||||
if(!s)
|
|
||||||
goto error;
|
|
||||||
//fontsize=AV_RB8(tsmb);
|
|
||||||
tsmb += 2;
|
|
||||||
// text-color-rgba
|
|
||||||
tsmb += 4;
|
|
||||||
}
|
}
|
||||||
text_to_ass(&buf, ptr, end, s, style_entries);
|
|
||||||
|
|
||||||
for(i = 0; i < count; i++) {
|
|
||||||
av_freep(&s[i]);
|
|
||||||
}
|
}
|
||||||
av_freep(&s);
|
m->tracksize = m->tracksize + tsmb_size;
|
||||||
}
|
|
||||||
tracksize = tracksize + tsmb_size;
|
|
||||||
}
|
}
|
||||||
|
text_to_ass(&buf, ptr, end, m);
|
||||||
|
mov_text_cleanup(m);
|
||||||
} else
|
} else
|
||||||
text_to_ass(&buf, ptr, end, NULL, 0);
|
text_to_ass(&buf, ptr, end, m);
|
||||||
|
|
||||||
ret = ff_ass_add_rect_bprint(sub, &buf, ts_start, ts_end - ts_start);
|
ret = ff_ass_add_rect_bprint(sub, &buf, ts_start, ts_end - ts_start);
|
||||||
av_bprint_finalize(&buf, NULL);
|
av_bprint_finalize(&buf, NULL);
|
||||||
@ -212,16 +313,6 @@ static int mov_text_decode_frame(AVCodecContext *avctx,
|
|||||||
return ret;
|
return ret;
|
||||||
*got_sub_ptr = sub->num_rects > 0;
|
*got_sub_ptr = sub->num_rects > 0;
|
||||||
return avpkt->size;
|
return avpkt->size;
|
||||||
|
|
||||||
error:
|
|
||||||
for(i = 0; i < count; i++) {
|
|
||||||
av_freep(&s[i]);
|
|
||||||
}
|
|
||||||
av_freep(&s);
|
|
||||||
if (s_temp)
|
|
||||||
av_freep(&s_temp);
|
|
||||||
av_bprint_finalize(&buf, NULL);
|
|
||||||
return AVERROR(ENOMEM);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
AVCodec ff_movtext_decoder = {
|
AVCodec ff_movtext_decoder = {
|
||||||
@ -229,6 +320,7 @@ AVCodec ff_movtext_decoder = {
|
|||||||
.long_name = NULL_IF_CONFIG_SMALL("3GPP Timed Text subtitle"),
|
.long_name = NULL_IF_CONFIG_SMALL("3GPP Timed Text subtitle"),
|
||||||
.type = AVMEDIA_TYPE_SUBTITLE,
|
.type = AVMEDIA_TYPE_SUBTITLE,
|
||||||
.id = AV_CODEC_ID_MOV_TEXT,
|
.id = AV_CODEC_ID_MOV_TEXT,
|
||||||
|
.priv_data_size = sizeof(MovTextContext),
|
||||||
.init = mov_text_init,
|
.init = mov_text_init,
|
||||||
.decode = mov_text_decode_frame,
|
.decode = mov_text_decode_frame,
|
||||||
};
|
};
|
||||||
|
Loading…
x
Reference in New Issue
Block a user