28 #include <interface/mmal/mmal.h>
29 #include <interface/mmal/mmal_parameters_video.h>
30 #include <interface/mmal/util/mmal_util.h>
31 #include <interface/mmal/util/mmal_util_params.h>
32 #include <interface/mmal/util/mmal_default_components.h>
33 #include <interface/mmal/vc/mmal_vc_api.h>
34 #include <stdatomic.h>
99 #define MAX_DELAYED_FRAMES 16
105 mmal_pool_destroy(
ref->pool);
114 mmal_buffer_header_release(
ref->buffer);
123 MMAL_BUFFER_HEADER_T *
buffer)
141 mmal_buffer_header_acquire(
buffer);
152 MMAL_BUFFER_HEADER_T *
buffer;
154 mmal_port_disable(
decoder->input[0]);
155 mmal_port_disable(
decoder->output[0]);
156 mmal_port_disable(
decoder->control);
158 mmal_port_flush(
decoder->input[0]);
159 mmal_port_flush(
decoder->output[0]);
160 mmal_port_flush(
decoder->control);
162 while ((
buffer = mmal_queue_get(
ctx->queue_decoded_frames)))
163 mmal_buffer_header_release(
buffer);
165 while (
ctx->waiting_buffers) {
170 if (
buffer->flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
176 ctx->waiting_buffers_tail =
NULL;
180 ctx->frames_output =
ctx->eos_received =
ctx->eos_sent =
ctx->packets_sent =
ctx->extradata_sent = 0;
190 mmal_component_destroy(
ctx->decoder);
192 mmal_queue_destroy(
ctx->queue_decoded_frames);
193 mmal_pool_destroy(
ctx->pool_in);
209 if (entry->
flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
213 mmal_buffer_header_release(
buffer);
221 mmal_queue_put(
ctx->queue_decoded_frames,
buffer);
227 MMAL_STATUS_T status;
229 if (
buffer->cmd == MMAL_EVENT_ERROR) {
230 status = *(uint32_t *)
buffer->data;
237 mmal_buffer_header_release(
buffer);
244 MMAL_BUFFER_HEADER_T *
buffer;
245 MMAL_STATUS_T status;
250 while ((
buffer = mmal_queue_get(
ctx->pool_out->pool->queue))) {
251 if ((status = mmal_port_send_buffer(
ctx->decoder->output[0],
buffer))) {
252 mmal_buffer_header_release(
buffer);
253 av_log(avctx,
AV_LOG_ERROR,
"MMAL error %d when sending output buffer.\n", (
int)status);
264 case MMAL_COLOR_SPACE_BT470_2_BG:
265 case MMAL_COLOR_SPACE_BT470_2_M:
277 MMAL_STATUS_T status;
280 MMAL_ES_FORMAT_T *format_out =
decoder->output[0]->format;
281 MMAL_PARAMETER_VIDEO_INTERLACE_TYPE_T interlace_type;
293 if ((status = mmal_port_parameter_set_uint32(
decoder->output[0], MMAL_PARAMETER_EXTRA_BUFFERS,
ctx->extra_buffers)))
296 if ((status = mmal_port_parameter_set_boolean(
decoder->output[0], MMAL_PARAMETER_VIDEO_INTERPOLATE_TIMESTAMPS, 0)))
300 format_out->encoding = MMAL_ENCODING_OPAQUE;
302 format_out->encoding_variant = format_out->encoding = MMAL_ENCODING_I420;
305 if ((status = mmal_port_format_commit(
decoder->output[0])))
308 interlace_type.hdr.id = MMAL_PARAMETER_VIDEO_INTERLACE_TYPE;
309 interlace_type.hdr.size =
sizeof(MMAL_PARAMETER_VIDEO_INTERLACE_TYPE_T);
310 status = mmal_port_parameter_get(
decoder->output[0], &interlace_type.hdr);
311 if (status != MMAL_SUCCESS) {
314 ctx->interlaced_frame = (interlace_type.eMode != MMAL_InterlaceProgressive);
315 ctx->top_field_first = (interlace_type.eMode == MMAL_InterlaceFieldsInterleavedUpperFirst);
319 format_out->es->video.crop.y + format_out->es->video.crop.height)) < 0)
322 if (format_out->es->video.par.num && format_out->es->video.par.den) {
326 if (format_out->es->video.frame_rate.num && format_out->es->video.frame_rate.den) {
327 avctx->
framerate.
num = format_out->es->video.frame_rate.num;
328 avctx->
framerate.
den = format_out->es->video.frame_rate.den;
333 decoder->output[0]->buffer_size =
335 decoder->output[0]->buffer_num =
336 FFMAX(
decoder->output[0]->buffer_num_min,
decoder->output[0]->buffer_num_recommended) +
ctx->extra_buffers;
337 ctx->pool_out->pool = mmal_pool_create(
decoder->output[0]->buffer_num,
338 decoder->output[0]->buffer_size);
339 if (!
ctx->pool_out->pool) {
353 MMAL_STATUS_T status;
354 MMAL_ES_FORMAT_T *format_in;
360 if (mmal_vc_init()) {
370 if ((status = mmal_component_create(MMAL_COMPONENT_DEFAULT_VIDEO_DECODER, &
ctx->decoder)))
375 format_in =
decoder->input[0]->format;
376 format_in->type = MMAL_ES_TYPE_VIDEO;
379 format_in->encoding = MMAL_ENCODING_MP2V;
382 format_in->encoding = MMAL_ENCODING_MP4V;
385 format_in->encoding = MMAL_ENCODING_WVC1;
389 format_in->encoding = MMAL_ENCODING_H264;
394 format_in->es->video.crop.width = avctx->
width;
395 format_in->es->video.crop.height = avctx->
height;
396 format_in->es->video.frame_rate.num = 24000;
397 format_in->es->video.frame_rate.den = 1001;
400 format_in->flags = MMAL_ES_FORMAT_FLAG_FRAMED;
405 #if HAVE_MMAL_PARAMETER_VIDEO_MAX_NUM_CALLBACKS
406 if (mmal_port_parameter_set_uint32(
decoder->input[0], MMAL_PARAMETER_VIDEO_MAX_NUM_CALLBACKS,
407 -1 -
ctx->extra_decoder_buffers)) {
412 if ((status = mmal_port_format_commit(
decoder->input[0])))
415 decoder->input[0]->buffer_num =
417 decoder->input[0]->buffer_size =
419 ctx->pool_in = mmal_pool_create(
decoder->input[0]->buffer_num, 0);
428 ctx->queue_decoded_frames = mmal_queue_create();
429 if (!
ctx->queue_decoded_frames)
432 decoder->input[0]->userdata = (
void*)avctx;
433 decoder->output[0]->userdata = (
void*)avctx;
434 decoder->control->userdata = (
void*)avctx;
443 if ((status = mmal_component_enable(
decoder)))
457 MMAL_STATUS_T status;
512 if (!
ctx->packets_sent) {
515 ctx->eos_received = 1;
533 buffer->flags |= MMAL_BUFFER_HEADER_FLAG_CONFIG;
536 buffer->flags |= MMAL_BUFFER_HEADER_FLAG_FRAME_START;
545 buffer->flags |= MMAL_BUFFER_HEADER_FLAG_FRAME_END;
550 buffer->flags |= MMAL_BUFFER_HEADER_FLAG_EOS;
564 if (!
ctx->waiting_buffers)
566 if (
ctx->waiting_buffers_tail)
567 ctx->waiting_buffers_tail->next =
buffer;
581 while (
ctx->waiting_buffers) {
582 MMAL_BUFFER_HEADER_T *mbuffer;
584 MMAL_STATUS_T status;
586 mbuffer = mmal_queue_get(
ctx->pool_in->queue);
592 mmal_buffer_header_reset(mbuffer);
594 mbuffer->pts =
buffer->pts;
595 mbuffer->dts =
buffer->dts;
596 mbuffer->flags =
buffer->flags;
597 mbuffer->data =
buffer->data;
598 mbuffer->length =
buffer->length;
599 mbuffer->user_data =
buffer;
600 mbuffer->alloc_size =
ctx->decoder->input[0]->buffer_size;
605 ctx->waiting_buffers_tail =
NULL;
607 if ((status = mmal_port_send_buffer(
ctx->decoder->input[0], mbuffer))) {
608 mmal_buffer_header_release(mbuffer);
610 if (
buffer->flags & MMAL_BUFFER_HEADER_FLAG_FRAME_END)
625 MMAL_BUFFER_HEADER_T *
buffer)
675 MMAL_STATUS_T status = 0;
678 if (
ctx->eos_received)
694 (
ctx->packets_sent &&
ctx->eos_sent)) {
699 buffer = mmal_queue_timedwait(
ctx->queue_decoded_frames, 100);
706 buffer = mmal_queue_get(
ctx->queue_decoded_frames);
711 ctx->eos_received |= !!(
buffer->flags & MMAL_BUFFER_HEADER_FLAG_EOS);
712 if (
ctx->eos_received)
715 if (
buffer->cmd == MMAL_EVENT_FORMAT_CHANGED) {
717 MMAL_EVENT_FORMAT_CHANGED_T *ev = mmal_event_format_changed_get(
buffer);
718 MMAL_BUFFER_HEADER_T *stale_buffer;
722 if ((status = mmal_port_disable(
decoder->output[0])))
725 while ((stale_buffer = mmal_queue_get(
ctx->queue_decoded_frames)))
726 mmal_buffer_header_release(stale_buffer);
728 mmal_format_copy(
decoder->output[0]->format, ev->format);
742 mmal_buffer_header_release(
buffer);
748 }
else if (
buffer->length == 0) {
750 mmal_buffer_header_release(
buffer);
754 ctx->frames_output++;
765 mmal_buffer_header_release(
buffer);
766 if (status && ret >= 0)
783 ctx->extradata_sent = 1;
819 {
"extra_decoder_buffers",
"extra MMAL internal buffered frames", offsetof(
MMALDecodeContext, extra_decoder_buffers),
AV_OPT_TYPE_INT, {.i64 = 10}, 0, 256, 0},
823 #define FFMMAL_DEC_CLASS(NAME) \
824 static const AVClass ffmmal_##NAME##_dec_class = { \
825 .class_name = "mmal_" #NAME "_dec", \
826 .item_name = av_default_item_name, \
828 .version = LIBAVUTIL_VERSION_INT, \
831 #define FFMMAL_DEC(NAME, ID) \
832 FFMMAL_DEC_CLASS(NAME) \
833 AVCodec ff_##NAME##_mmal_decoder = { \
834 .name = #NAME "_mmal", \
835 .long_name = NULL_IF_CONFIG_SMALL(#NAME " (mmal)"), \
836 .type = AVMEDIA_TYPE_VIDEO, \
838 .priv_data_size = sizeof(MMALDecodeContext), \
839 .init = ffmmal_init_decoder, \
840 .close = ffmmal_close_decoder, \
841 .decode = ffmmal_decode, \
842 .flush = ffmmal_flush, \
843 .priv_class = &ffmmal_##NAME##_dec_class, \
844 .capabilities = AV_CODEC_CAP_DELAY | AV_CODEC_CAP_HARDWARE, \
845 .caps_internal = FF_CODEC_CAP_SETS_PKT_DTS, \
846 .pix_fmts = (const enum AVPixelFormat[]) { AV_PIX_FMT_MMAL, \
847 AV_PIX_FMT_YUV420P, \
849 .hw_configs = mmal_hw_configs, \
850 .wrapper_name = "mmal", \
simple assert() macros that are a bit more flexible than ISO C assert().
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Libavcodec external API header.
void av_init_packet(AVPacket *pkt)
refcounted data buffer API
common internal and external API header
int ff_get_buffer(AVCodecContext *avctx, AVFrame *frame, int flags)
Get a buffer for a frame.
int ff_decode_frame_props(AVCodecContext *avctx, AVFrame *frame)
Set various frame properties from the codec context / packet data.
int ff_get_format(AVCodecContext *avctx, const enum AVPixelFormat *fmt)
Select the (possibly hardware accelerated) pixel format.
#define atomic_fetch_add_explicit(object, operand, order)
#define atomic_load(object)
#define atomic_init(obj, value)
#define atomic_fetch_add(object, operand)
@ AV_CODEC_ID_MPEG2VIDEO
preferred ID for MPEG-1/2 video decoding
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
AVBufferRef * av_buffer_create(uint8_t *data, buffer_size_t size, void(*free)(void *opaque, uint8_t *data), void *opaque, int flags)
Create an AVBuffer from an existing array.
AVBufferRef * av_buffer_alloc(buffer_size_t size)
Allocate an AVBuffer of the given size using av_malloc().
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
#define AV_BUFFER_FLAG_READONLY
Always treat the buffer as read-only, even when it has only one reference.
#define AVERROR_UNKNOWN
Unknown error, typically from an external library.
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
#define AV_LOG_WARNING
Something somehow does not look correct.
#define AV_LOG_INFO
Standard information.
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
void * av_mallocz(size_t size)
Allocate a memory block with alignment suitable for all memory accesses (including vectors if availab...
#define av_fourcc2str(fourcc)
int av_image_fill_arrays(uint8_t *dst_data[4], int dst_linesize[4], const uint8_t *src, enum AVPixelFormat pix_fmt, int width, int height, int align)
Setup the data pointers and linesizes based on the specified image parameters and the provided array.
void av_image_copy(uint8_t *dst_data[4], int dst_linesizes[4], const uint8_t *src_data[4], const int src_linesizes[4], enum AVPixelFormat pix_fmt, int width, int height)
Copy image in src_data to dst_data.
#define AV_NOPTS_VALUE
Undefined timestamp value.
#define HW_CONFIG_INTERNAL(format)
static const chunk_decoder decoder[8]
int ff_set_dimensions(AVCodecContext *s, int width, int height)
Check that the provided frame dimensions are valid and set them on the codec context.
common internal API header
#define FF_DISABLE_DEPRECATION_WARNINGS
#define FF_ENABLE_DEPRECATION_WARNINGS
static av_cold int ffmmal_close_decoder(AVCodecContext *avctx)
static int ffmmal_fill_input_port(AVCodecContext *avctx)
static int ffmal_update_format(AVCodecContext *avctx)
static av_cold int ffmmal_init_decoder(AVCodecContext *avctx)
static const AVOption options[]
static void ffmmal_release_frame(void *opaque, uint8_t *data)
static void output_callback(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
#define FFMMAL_DEC(NAME, ID)
static void input_callback(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
static int ffmmal_set_ref(AVFrame *frame, FFPoolRef *pool, MMAL_BUFFER_HEADER_T *buffer)
#define MAX_DELAYED_FRAMES
static int ffmal_copy_frame(AVCodecContext *avctx, AVFrame *frame, MMAL_BUFFER_HEADER_T *buffer)
static const AVCodecHWConfigInternal *const mmal_hw_configs[]
static int ffmmal_decode(AVCodecContext *avctx, void *data, int *got_frame, AVPacket *avpkt)
static void ffmmal_poolref_unref(FFPoolRef *ref)
static void ffmmal_stop_decoder(AVCodecContext *avctx)
static int ffmmal_read_frame(AVCodecContext *avctx, AVFrame *frame, int *got_frame)
static void ffmmal_flush(AVCodecContext *avctx)
static enum AVColorSpace ffmmal_csp_to_av_csp(MMAL_FOURCC_T fourcc)
static int ffmmal_add_packet(AVCodecContext *avctx, AVPacket *avpkt, int is_extradata)
static int ffmmal_fill_output_port(AVCodecContext *avctx)
static void control_port_cb(MMAL_PORT_T *port, MMAL_BUFFER_HEADER_T *buffer)
@ AV_PIX_FMT_MMAL
HW acceleration though MMAL, data[3] contains a pointer to the MMAL_BUFFER_HEADER_T structure.
AVColorSpace
YUV colorspace type.
@ AVCOL_SPC_BT709
also ITU-R BT1361 / IEC 61966-2-4 xvYCC709 / SMPTE RP177 Annex B
@ AVCOL_SPC_BT470BG
also ITU-R BT601-6 625 / ITU-R BT1358 625 / ITU-R BT1700 625 PAL & SECAM / IEC 61966-2-4 xvYCC601
@ AVCOL_SPC_FCC
FCC Title 47 Code of Federal Regulations 73.682 (a)(20)
@ AVCOL_SPC_SMPTE240M
functionally identical to above
A reference to a data buffer.
int size
Size of data in bytes.
uint8_t * data
The data buffer.
Describe the class of an AVClass context structure.
main external API structure.
enum AVPixelFormat pix_fmt
Pixel format, see AV_PIX_FMT_xxx.
int width
picture width / height.
AVRational sample_aspect_ratio
sample aspect ratio (0 if unknown) That is the width of a pixel divided by the height of the pixel.
const struct AVCodec * codec
enum AVColorSpace colorspace
YUV colorspace type.
uint8_t * extradata
some codecs need / can use extradata like Huffman tables.
enum AVPixelFormat * pix_fmts
array of supported pixel formats, or NULL if unknown, array is terminated by -1
This structure describes decoded (raw) audio or video data.
int64_t pts
Presentation timestamp in time_base units (time when frame should be shown to user).
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
attribute_deprecated int64_t pkt_pts
PTS copied from the AVPacket that was decoded to produce this frame.
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
int top_field_first
If the content is interlaced, is top field displayed first.
int interlaced_frame
The content of the picture is interlaced.
int64_t pkt_dts
DTS copied from the AVPacket that triggered returning this frame.
int linesize[AV_NUM_DATA_POINTERS]
For video, size in bytes of each picture line.
int format
format of the frame, -1 if unknown or unset Values correspond to enum AVPixelFormat for video frames,...
This structure stores compressed data.
AVBufferRef * buf
A reference to the reference-counted buffer where the packet data is stored.
int64_t pts
Presentation timestamp in AVStream->time_base units; the time at which the decompressed packet will b...
int64_t dts
Decompression timestamp in AVStream->time_base units; the time at which the packet is decompressed.
struct FFBufferEntry * next
MMAL_BUFFER_HEADER_T * buffer
FFBufferEntry * waiting_buffers_tail
MMAL_QUEUE_T * queue_decoded_frames
FFBufferEntry * waiting_buffers
atomic_int packets_buffered
MMAL_COMPONENT_T * decoder
int extra_decoder_buffers
static int ref[MAX_W *MAX_W]