2009-04-12 11:35:26 +03:00
|
|
|
/*
|
|
|
|
* copyright (c) 2004 Michael Niedermayer <michaelni@gmx.at>
|
|
|
|
*
|
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
/**
|
2010-04-20 17:45:34 +03:00
|
|
|
* @file
|
2009-04-12 11:35:26 +03:00
|
|
|
* bitstream writer API
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef AVCODEC_PUT_BITS_H
|
|
|
|
#define AVCODEC_PUT_BITS_H
|
|
|
|
|
|
|
|
#include <stdint.h>
|
2014-02-26 04:26:29 +03:00
|
|
|
#include <stddef.h>
|
2013-01-20 18:10:24 +03:00
|
|
|
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
#include "config.h"
|
2009-04-12 11:35:26 +03:00
|
|
|
#include "libavutil/intreadwrite.h"
|
2012-04-07 08:58:16 +03:00
|
|
|
#include "libavutil/avassert.h"
|
2009-04-12 11:35:26 +03:00
|
|
|
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
#if ARCH_X86_64
|
|
|
|
// TODO: Benchmark and optionally enable on other 64-bit architectures.
|
|
|
|
typedef uint64_t BitBuf;
|
|
|
|
#define AV_WBBUF AV_WB64
|
|
|
|
#define AV_WLBUF AV_WL64
|
|
|
|
#else
|
2020-07-18 16:53:02 +02:00
|
|
|
typedef uint32_t BitBuf;
|
|
|
|
#define AV_WBBUF AV_WB32
|
|
|
|
#define AV_WLBUF AV_WL32
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
#endif
|
2020-07-18 16:53:02 +02:00
|
|
|
|
|
|
|
static const int BUF_BITS = 8 * sizeof(BitBuf);
|
|
|
|
|
2009-04-12 11:35:26 +03:00
|
|
|
typedef struct PutBitContext {
|
2020-07-18 16:53:02 +02:00
|
|
|
BitBuf bit_buf;
|
2009-04-12 11:35:26 +03:00
|
|
|
int bit_left;
|
|
|
|
uint8_t *buf, *buf_ptr, *buf_end;
|
|
|
|
} PutBitContext;
|
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Initialize the PutBitContext s.
|
2009-04-12 11:35:26 +03:00
|
|
|
*
|
|
|
|
* @param buffer the buffer where to put bits
|
2009-06-06 12:35:15 +03:00
|
|
|
* @param buffer_size the size in bytes of buffer
|
2009-04-12 11:35:26 +03:00
|
|
|
*/
|
2013-01-20 18:10:24 +03:00
|
|
|
static inline void init_put_bits(PutBitContext *s, uint8_t *buffer,
|
|
|
|
int buffer_size)
|
2009-04-12 11:35:26 +03:00
|
|
|
{
|
2013-01-20 18:10:24 +03:00
|
|
|
if (buffer_size < 0) {
|
2009-04-12 11:35:26 +03:00
|
|
|
buffer_size = 0;
|
2013-01-20 18:10:24 +03:00
|
|
|
buffer = NULL;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
2013-01-20 18:10:24 +03:00
|
|
|
s->buf = buffer;
|
|
|
|
s->buf_end = s->buf + buffer_size;
|
|
|
|
s->buf_ptr = s->buf;
|
2020-07-18 16:53:02 +02:00
|
|
|
s->bit_left = BUF_BITS;
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_buf = 0;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
2019-11-16 07:24:29 +02:00
|
|
|
/**
|
|
|
|
* @return the total number of bits written to the bitstream.
|
|
|
|
*/
|
|
|
|
static inline int put_bits_count(PutBitContext *s)
|
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
return (s->buf_ptr - s->buf) * 8 + BUF_BITS - s->bit_left;
|
2019-11-16 07:24:29 +02:00
|
|
|
}
|
|
|
|
|
2021-03-25 10:05:49 +02:00
|
|
|
/**
|
|
|
|
* @return the number of bytes output so far; may only be called
|
|
|
|
* when the PutBitContext is freshly initialized or flushed.
|
|
|
|
*/
|
|
|
|
static inline int put_bytes_output(const PutBitContext *s)
|
|
|
|
{
|
|
|
|
av_assert2(s->bit_left == BUF_BITS);
|
|
|
|
return s->buf_ptr - s->buf;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* @param round_up When set, the number of bits written so far will be
|
|
|
|
* rounded up to the next byte.
|
|
|
|
* @return the number of bytes output so far.
|
|
|
|
*/
|
|
|
|
static inline int put_bytes_count(const PutBitContext *s, int round_up)
|
|
|
|
{
|
|
|
|
return s->buf_ptr - s->buf + ((BUF_BITS - s->bit_left + (round_up ? 7 : 0)) >> 3);
|
|
|
|
}
|
|
|
|
|
2014-09-29 06:42:24 +03:00
|
|
|
/**
|
|
|
|
* Rebase the bit writer onto a reallocated buffer.
|
|
|
|
*
|
|
|
|
* @param buffer the buffer where to put bits
|
|
|
|
* @param buffer_size the size in bytes of buffer,
|
2019-11-16 07:24:29 +02:00
|
|
|
* must be large enough to hold everything written so far
|
2014-09-29 06:42:24 +03:00
|
|
|
*/
|
|
|
|
static inline void rebase_put_bits(PutBitContext *s, uint8_t *buffer,
|
|
|
|
int buffer_size)
|
|
|
|
{
|
2019-11-16 07:24:29 +02:00
|
|
|
av_assert0(8*buffer_size >= put_bits_count(s));
|
2014-09-29 06:42:24 +03:00
|
|
|
|
|
|
|
s->buf_end = buffer + buffer_size;
|
|
|
|
s->buf_ptr = buffer + (s->buf_ptr - s->buf);
|
|
|
|
s->buf = buffer;
|
|
|
|
}
|
|
|
|
|
2013-06-28 04:40:35 +03:00
|
|
|
/**
|
|
|
|
* @return the number of bits available in the bitstream.
|
|
|
|
*/
|
|
|
|
static inline int put_bits_left(PutBitContext* s)
|
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
return (s->buf_end - s->buf_ptr) * 8 - BUF_BITS + s->bit_left;
|
2013-06-28 04:40:35 +03:00
|
|
|
}
|
|
|
|
|
2021-03-25 10:05:49 +02:00
|
|
|
/**
|
|
|
|
* @param round_up When set, the number of bits written will be
|
|
|
|
* rounded up to the next byte.
|
|
|
|
* @return the number of bytes left.
|
|
|
|
*/
|
|
|
|
static inline int put_bytes_left(const PutBitContext *s, int round_up)
|
|
|
|
{
|
|
|
|
return s->buf_end - s->buf_ptr - ((BUF_BITS - s->bit_left + (round_up ? 7 : 0)) >> 3);
|
|
|
|
}
|
|
|
|
|
2009-04-12 11:35:26 +03:00
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Pad the end of the output stream with zeros.
|
2009-04-12 11:35:26 +03:00
|
|
|
*/
|
|
|
|
static inline void flush_put_bits(PutBitContext *s)
|
|
|
|
{
|
|
|
|
#ifndef BITSTREAM_WRITER_LE
|
2020-07-18 16:53:02 +02:00
|
|
|
if (s->bit_left < BUF_BITS)
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_buf <<= s->bit_left;
|
2009-04-12 11:35:26 +03:00
|
|
|
#endif
|
2020-07-18 16:53:02 +02:00
|
|
|
while (s->bit_left < BUF_BITS) {
|
2016-01-18 18:13:55 +02:00
|
|
|
av_assert0(s->buf_ptr < s->buf_end);
|
2009-04-12 11:35:26 +03:00
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
2013-01-20 18:10:24 +03:00
|
|
|
*s->buf_ptr++ = s->bit_buf;
|
|
|
|
s->bit_buf >>= 8;
|
2009-04-12 11:35:26 +03:00
|
|
|
#else
|
2020-07-18 16:53:02 +02:00
|
|
|
*s->buf_ptr++ = s->bit_buf >> (BUF_BITS - 8);
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_buf <<= 8;
|
2009-04-12 11:35:26 +03:00
|
|
|
#endif
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_left += 8;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
2020-07-18 16:53:02 +02:00
|
|
|
s->bit_left = BUF_BITS;
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_buf = 0;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
2017-08-18 20:57:54 +02:00
|
|
|
static inline void flush_put_bits_le(PutBitContext *s)
|
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
while (s->bit_left < BUF_BITS) {
|
2017-08-18 20:57:54 +02:00
|
|
|
av_assert0(s->buf_ptr < s->buf_end);
|
|
|
|
*s->buf_ptr++ = s->bit_buf;
|
|
|
|
s->bit_buf >>= 8;
|
|
|
|
s->bit_left += 8;
|
|
|
|
}
|
2020-07-18 16:53:02 +02:00
|
|
|
s->bit_left = BUF_BITS;
|
2017-08-18 20:57:54 +02:00
|
|
|
s->bit_buf = 0;
|
|
|
|
}
|
|
|
|
|
2011-07-02 13:50:24 +03:00
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
2020-10-26 14:41:39 +02:00
|
|
|
#define ff_put_string ff_put_string_unsupported_here
|
2020-10-26 14:41:39 +02:00
|
|
|
#define ff_copy_bits ff_copy_bits_unsupported_here
|
2009-12-07 23:06:51 +02:00
|
|
|
#else
|
2009-04-12 11:35:26 +03:00
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Put the string string in the bitstream.
|
2009-04-12 11:35:26 +03:00
|
|
|
*
|
|
|
|
* @param terminate_string 0-terminates the written string if value is 1
|
|
|
|
*/
|
2020-10-26 14:41:39 +02:00
|
|
|
void ff_put_string(PutBitContext *pb, const char *string,
|
2013-01-20 18:10:24 +03:00
|
|
|
int terminate_string);
|
2009-04-12 11:35:26 +03:00
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Copy the content of src to the bitstream.
|
2009-04-12 11:35:26 +03:00
|
|
|
*
|
2009-06-06 12:35:15 +03:00
|
|
|
* @param length the number of bits of src to copy
|
2009-04-12 11:35:26 +03:00
|
|
|
*/
|
2020-10-26 14:41:39 +02:00
|
|
|
void ff_copy_bits(PutBitContext *pb, const uint8_t *src, int length);
|
2009-12-07 23:06:51 +02:00
|
|
|
#endif
|
2009-04-12 11:35:26 +03:00
|
|
|
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
static inline void put_bits_no_assert(PutBitContext *s, int n, BitBuf value)
|
2009-04-12 11:35:26 +03:00
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
BitBuf bit_buf;
|
2009-04-12 11:35:26 +03:00
|
|
|
int bit_left;
|
|
|
|
|
2013-01-20 18:10:24 +03:00
|
|
|
bit_buf = s->bit_buf;
|
2009-04-12 11:35:26 +03:00
|
|
|
bit_left = s->bit_left;
|
|
|
|
|
|
|
|
/* XXX: optimize */
|
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_buf |= value << (BUF_BITS - bit_left);
|
2009-04-12 11:35:26 +03:00
|
|
|
if (n >= bit_left) {
|
2020-07-18 16:53:02 +02:00
|
|
|
if (s->buf_end - s->buf_ptr >= sizeof(BitBuf)) {
|
|
|
|
AV_WLBUF(s->buf_ptr, bit_buf);
|
|
|
|
s->buf_ptr += sizeof(BitBuf);
|
2016-01-01 03:41:06 +02:00
|
|
|
} else {
|
|
|
|
av_log(NULL, AV_LOG_ERROR, "Internal error, put_bits buffer too small\n");
|
|
|
|
av_assert2(0);
|
|
|
|
}
|
2015-05-15 16:19:53 +02:00
|
|
|
bit_buf = value >> bit_left;
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_left += BUF_BITS;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
2013-01-20 18:10:24 +03:00
|
|
|
bit_left -= n;
|
2009-04-12 11:35:26 +03:00
|
|
|
#else
|
|
|
|
if (n < bit_left) {
|
2013-01-20 18:10:24 +03:00
|
|
|
bit_buf = (bit_buf << n) | value;
|
|
|
|
bit_left -= n;
|
2009-04-12 11:35:26 +03:00
|
|
|
} else {
|
2013-01-20 18:10:24 +03:00
|
|
|
bit_buf <<= bit_left;
|
|
|
|
bit_buf |= value >> (n - bit_left);
|
2020-07-18 16:53:02 +02:00
|
|
|
if (s->buf_end - s->buf_ptr >= sizeof(BitBuf)) {
|
|
|
|
AV_WBBUF(s->buf_ptr, bit_buf);
|
|
|
|
s->buf_ptr += sizeof(BitBuf);
|
2016-01-01 03:41:06 +02:00
|
|
|
} else {
|
|
|
|
av_log(NULL, AV_LOG_ERROR, "Internal error, put_bits buffer too small\n");
|
|
|
|
av_assert2(0);
|
|
|
|
}
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_left += BUF_BITS - n;
|
2013-01-20 18:10:24 +03:00
|
|
|
bit_buf = value;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2013-01-20 18:10:24 +03:00
|
|
|
s->bit_buf = bit_buf;
|
2009-04-12 11:35:26 +03:00
|
|
|
s->bit_left = bit_left;
|
|
|
|
}
|
|
|
|
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
/**
|
|
|
|
* Write up to 31 bits into a bitstream.
|
|
|
|
* Use put_bits32 to write 32 bits.
|
|
|
|
*/
|
|
|
|
static inline void put_bits(PutBitContext *s, int n, BitBuf value)
|
|
|
|
{
|
|
|
|
av_assert2(n <= 31 && value < (1UL << n));
|
|
|
|
put_bits_no_assert(s, n, value);
|
|
|
|
}
|
|
|
|
|
2020-07-18 16:53:02 +02:00
|
|
|
static inline void put_bits_le(PutBitContext *s, int n, BitBuf value)
|
2017-08-18 20:57:54 +02:00
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
BitBuf bit_buf;
|
2017-08-18 20:57:54 +02:00
|
|
|
int bit_left;
|
|
|
|
|
2020-07-18 16:53:02 +02:00
|
|
|
av_assert2(n <= 31 && value < (1UL << n));
|
2017-08-18 20:57:54 +02:00
|
|
|
|
|
|
|
bit_buf = s->bit_buf;
|
|
|
|
bit_left = s->bit_left;
|
|
|
|
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_buf |= value << (BUF_BITS - bit_left);
|
2017-08-18 20:57:54 +02:00
|
|
|
if (n >= bit_left) {
|
2020-07-18 16:53:02 +02:00
|
|
|
if (s->buf_end - s->buf_ptr >= sizeof(BitBuf)) {
|
|
|
|
AV_WLBUF(s->buf_ptr, bit_buf);
|
|
|
|
s->buf_ptr += sizeof(BitBuf);
|
2017-08-18 20:57:54 +02:00
|
|
|
} else {
|
|
|
|
av_log(NULL, AV_LOG_ERROR, "Internal error, put_bits buffer too small\n");
|
|
|
|
av_assert2(0);
|
|
|
|
}
|
|
|
|
bit_buf = value >> bit_left;
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_left += BUF_BITS;
|
2017-08-18 20:57:54 +02:00
|
|
|
}
|
|
|
|
bit_left -= n;
|
|
|
|
|
|
|
|
s->bit_buf = bit_buf;
|
|
|
|
s->bit_left = bit_left;
|
|
|
|
}
|
|
|
|
|
2009-12-01 01:52:28 +02:00
|
|
|
static inline void put_sbits(PutBitContext *pb, int n, int32_t value)
|
2009-04-12 11:35:26 +03:00
|
|
|
{
|
2012-06-06 22:18:14 +03:00
|
|
|
av_assert2(n >= 0 && n <= 31);
|
2009-04-12 11:35:26 +03:00
|
|
|
|
2015-04-22 03:28:21 +02:00
|
|
|
put_bits(pb, n, av_mod_uintp2(value, n));
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
2009-10-01 18:40:29 +03:00
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Write exactly 32 bits into a bitstream.
|
2009-10-01 18:40:29 +03:00
|
|
|
*/
|
|
|
|
static void av_unused put_bits32(PutBitContext *s, uint32_t value)
|
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
BitBuf bit_buf;
|
2017-06-13 03:18:21 +02:00
|
|
|
int bit_left;
|
|
|
|
|
avcodec/put_bits: Make bit buffers 64-bit
Change BitBuf into uint64_t on 64-bit x86. This means we need to flush the
buffer less often, which is a significant speed win. All other platforms,
including all 32-bit ones, are unchanged. Output bitstream is the same.
All API constraints are kept in place, e.g., you still cannot put_bits()
more than 31 bits at a time. This is so that codecs cannot accidentally
become 64-bit-only or similar.
Benchmarking on transcoding to various formats shows consistently
positive results:
dnxhd 25.60 fps -> 26.26 fps ( +2.6%)
dvvideo 24.88 fps -> 25.17 fps ( +1.2%)
ffv1 14.32 fps -> 14.58 fps ( +1.8%)
huffyuv 58.75 fps -> 63.27 fps ( +7.7%)
jpegls 6.22 fps -> 6.34 fps ( +1.8%)
magicyuv 57.10 fps -> 63.29 fps (+10.8%)
mjpeg 48.65 fps -> 49.01 fps ( +0.7%)
mpeg1video 76.41 fps -> 77.01 fps ( +0.8%)
mpeg2video 75.99 fps -> 77.43 fps ( +1.9%)
mpeg4 80.66 fps -> 81.37 fps ( +0.9%)
prores 12.35 fps -> 12.88 fps ( +4.3%)
prores_ks 16.20 fps -> 16.80 fps ( +3.7%)
rv20 62.80 fps -> 62.99 fps ( +0.3%)
utvideo 68.41 fps -> 76.32 fps (+11.6%)
Note that this includes video decoding and all other encoding work,
such as DCTs. If you isolate the actual bit-writing routines, it is
likely to be much more.
Benchmark details: Transcoding the first 30 seconds of Big Buck Bunny
in 1080p, Haswell 2.1 GHz, GCC 8.3, generally quantizer locked to
5.0. (Exceptions: DNxHD needs fixed bitrate, and JPEG-LS is so slow
that I only took the first 10 seconds, not 30.) All runs were done
ten times and single-threaded, top and bottom two results discarded to
get rid of outliers, arithmetic mean between the remaining six.
Signed-off-by: Michael Niedermayer <michael@niedermayer.cc>
2020-07-18 16:53:03 +02:00
|
|
|
if (BUF_BITS > 32) {
|
|
|
|
put_bits_no_assert(s, 32, value);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2017-06-13 03:18:21 +02:00
|
|
|
bit_buf = s->bit_buf;
|
|
|
|
bit_left = s->bit_left;
|
|
|
|
|
2009-12-02 00:35:25 +02:00
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_buf |= (BitBuf)value << (BUF_BITS - bit_left);
|
|
|
|
if (s->buf_end - s->buf_ptr >= sizeof(BitBuf)) {
|
|
|
|
AV_WLBUF(s->buf_ptr, bit_buf);
|
|
|
|
s->buf_ptr += sizeof(BitBuf);
|
2017-06-13 03:18:21 +02:00
|
|
|
} else {
|
|
|
|
av_log(NULL, AV_LOG_ERROR, "Internal error, put_bits buffer too small\n");
|
|
|
|
av_assert2(0);
|
|
|
|
}
|
|
|
|
bit_buf = (uint64_t)value >> bit_left;
|
2009-10-01 18:40:29 +03:00
|
|
|
#else
|
2017-06-13 03:18:21 +02:00
|
|
|
bit_buf = (uint64_t)bit_buf << bit_left;
|
2020-07-18 16:53:02 +02:00
|
|
|
bit_buf |= (BitBuf)value >> (BUF_BITS - bit_left);
|
|
|
|
if (s->buf_end - s->buf_ptr >= sizeof(BitBuf)) {
|
|
|
|
AV_WBBUF(s->buf_ptr, bit_buf);
|
|
|
|
s->buf_ptr += sizeof(BitBuf);
|
2017-06-13 03:18:21 +02:00
|
|
|
} else {
|
|
|
|
av_log(NULL, AV_LOG_ERROR, "Internal error, put_bits buffer too small\n");
|
|
|
|
av_assert2(0);
|
|
|
|
}
|
|
|
|
bit_buf = value;
|
2009-10-01 18:40:29 +03:00
|
|
|
#endif
|
2017-06-13 03:18:21 +02:00
|
|
|
|
|
|
|
s->bit_buf = bit_buf;
|
|
|
|
s->bit_left = bit_left;
|
2009-10-01 18:40:29 +03:00
|
|
|
}
|
|
|
|
|
2017-06-14 04:22:10 +02:00
|
|
|
/**
|
|
|
|
* Write up to 64 bits into a bitstream.
|
|
|
|
*/
|
|
|
|
static inline void put_bits64(PutBitContext *s, int n, uint64_t value)
|
|
|
|
{
|
|
|
|
av_assert2((n == 64) || (n < 64 && value < (UINT64_C(1) << n)));
|
|
|
|
|
|
|
|
if (n < 32)
|
|
|
|
put_bits(s, n, value);
|
|
|
|
else if (n == 32)
|
|
|
|
put_bits32(s, value);
|
|
|
|
else if (n < 64) {
|
|
|
|
uint32_t lo = value & 0xffffffff;
|
|
|
|
uint32_t hi = value >> 32;
|
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
|
|
|
put_bits32(s, lo);
|
|
|
|
put_bits(s, n - 32, hi);
|
|
|
|
#else
|
|
|
|
put_bits(s, n - 32, hi);
|
|
|
|
put_bits32(s, lo);
|
|
|
|
#endif
|
|
|
|
} else {
|
|
|
|
uint32_t lo = value & 0xffffffff;
|
|
|
|
uint32_t hi = value >> 32;
|
|
|
|
#ifdef BITSTREAM_WRITER_LE
|
|
|
|
put_bits32(s, lo);
|
|
|
|
put_bits32(s, hi);
|
|
|
|
#else
|
|
|
|
put_bits32(s, hi);
|
|
|
|
put_bits32(s, lo);
|
|
|
|
#endif
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-04-12 12:06:17 +03:00
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Return the pointer to the byte where the bitstream writer will put
|
2009-04-12 12:06:17 +03:00
|
|
|
* the next bit.
|
|
|
|
*/
|
2013-01-20 18:10:24 +03:00
|
|
|
static inline uint8_t *put_bits_ptr(PutBitContext *s)
|
2009-04-12 11:35:26 +03:00
|
|
|
{
|
2013-01-20 18:10:24 +03:00
|
|
|
return s->buf_ptr;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Skip the given number of bytes.
|
2009-04-12 11:35:26 +03:00
|
|
|
* PutBitContext must be flushed & aligned to a byte boundary before calling this.
|
|
|
|
*/
|
2009-11-28 12:21:10 +02:00
|
|
|
static inline void skip_put_bytes(PutBitContext *s, int n)
|
|
|
|
{
|
2013-01-22 15:49:45 +03:00
|
|
|
av_assert2((put_bits_count(s) & 7) == 0);
|
2020-07-18 16:53:02 +02:00
|
|
|
av_assert2(s->bit_left == BUF_BITS);
|
2015-05-25 03:45:38 +02:00
|
|
|
av_assert0(n <= s->buf_end - s->buf_ptr);
|
2013-01-20 18:10:24 +03:00
|
|
|
s->buf_ptr += n;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Skip the given number of bits.
|
2009-04-12 11:35:26 +03:00
|
|
|
* Must only be used if the actual values in the bitstream do not matter.
|
2020-07-31 08:32:55 +02:00
|
|
|
* If n is < 0 the behavior is undefined.
|
2009-04-12 11:35:26 +03:00
|
|
|
*/
|
2009-11-28 12:21:10 +02:00
|
|
|
static inline void skip_put_bits(PutBitContext *s, int n)
|
|
|
|
{
|
2020-07-31 08:32:55 +02:00
|
|
|
unsigned bits = BUF_BITS - s->bit_left + n;
|
|
|
|
s->buf_ptr += sizeof(BitBuf) * (bits / BUF_BITS);
|
|
|
|
s->bit_left = BUF_BITS - (bits & (BUF_BITS - 1));
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2010-06-30 18:38:06 +03:00
|
|
|
* Change the end of the buffer.
|
2009-04-12 11:35:26 +03:00
|
|
|
*
|
|
|
|
* @param size the new size in bytes of the buffer where to put bits
|
|
|
|
*/
|
2009-11-28 12:21:10 +02:00
|
|
|
static inline void set_put_bits_buffer_size(PutBitContext *s, int size)
|
|
|
|
{
|
2020-07-18 16:53:02 +02:00
|
|
|
av_assert0(size <= INT_MAX/8 - BUF_BITS);
|
2013-01-20 18:10:24 +03:00
|
|
|
s->buf_end = s->buf + size;
|
2009-04-12 11:35:26 +03:00
|
|
|
}
|
|
|
|
|
2020-10-26 14:36:06 +02:00
|
|
|
/**
|
|
|
|
* Pad the bitstream with zeros up to the next byte boundary.
|
|
|
|
*/
|
|
|
|
static inline void align_put_bits(PutBitContext *s)
|
|
|
|
{
|
|
|
|
put_bits(s, s->bit_left & 7, 0);
|
|
|
|
}
|
|
|
|
|
2020-07-18 16:53:02 +02:00
|
|
|
#undef AV_WBBUF
|
|
|
|
#undef AV_WLBUF
|
|
|
|
|
2009-04-12 11:35:26 +03:00
|
|
|
#endif /* AVCODEC_PUT_BITS_H */
|