123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646 |
- /*
- * Blackmagic DeckLink output
- * Copyright (c) 2013-2014 Luca Barbato, Deti Fliegl
- *
- * This file is part of FFmpeg.
- *
- * FFmpeg is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation; either
- * version 2.1 of the License, or (at your option) any later version.
- *
- * FFmpeg is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with FFmpeg; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
- */
- #include <DeckLinkAPI.h>
- #include <pthread.h>
- #include <semaphore.h>
- extern "C" {
- #include "config.h"
- #include "libavformat/avformat.h"
- #include "libavformat/internal.h"
- #include "libavutil/imgutils.h"
- #if CONFIG_LIBZVBI
- #include <libzvbi.h>
- #endif
- }
- #include "decklink_common.h"
- #include "decklink_dec.h"
- #if CONFIG_LIBZVBI
- static uint8_t calc_parity_and_line_offset(int line)
- {
- uint8_t ret = (line < 313) << 5;
- if (line >= 7 && line <= 22)
- ret += line;
- if (line >= 320 && line <= 335)
- ret += (line - 313);
- return ret;
- }
- int teletext_data_unit_from_vbi_data(int line, uint8_t *src, uint8_t *tgt)
- {
- vbi_bit_slicer slicer;
- vbi_bit_slicer_init(&slicer, 720, 13500000, 6937500, 6937500, 0x00aaaae4, 0xffff, 18, 6, 42 * 8, VBI_MODULATION_NRZ_MSB, VBI_PIXFMT_UYVY);
- if (vbi_bit_slice(&slicer, src, tgt + 4) == FALSE)
- return -1;
- tgt[0] = 0x02; // data_unit_id
- tgt[1] = 0x2c; // data_unit_length
- tgt[2] = calc_parity_and_line_offset(line); // field_parity, line_offset
- tgt[3] = 0xe4; // framing code
- return 0;
- }
- #endif
- static void avpacket_queue_init(AVFormatContext *avctx, AVPacketQueue *q)
- {
- memset(q, 0, sizeof(AVPacketQueue));
- pthread_mutex_init(&q->mutex, NULL);
- pthread_cond_init(&q->cond, NULL);
- q->avctx = avctx;
- }
- static void avpacket_queue_flush(AVPacketQueue *q)
- {
- AVPacketList *pkt, *pkt1;
- pthread_mutex_lock(&q->mutex);
- for (pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
- pkt1 = pkt->next;
- av_packet_unref(&pkt->pkt);
- av_freep(&pkt);
- }
- q->last_pkt = NULL;
- q->first_pkt = NULL;
- q->nb_packets = 0;
- q->size = 0;
- pthread_mutex_unlock(&q->mutex);
- }
- static void avpacket_queue_end(AVPacketQueue *q)
- {
- avpacket_queue_flush(q);
- pthread_mutex_destroy(&q->mutex);
- pthread_cond_destroy(&q->cond);
- }
- static unsigned long long avpacket_queue_size(AVPacketQueue *q)
- {
- unsigned long long size;
- pthread_mutex_lock(&q->mutex);
- size = q->size;
- pthread_mutex_unlock(&q->mutex);
- return size;
- }
- static int avpacket_queue_put(AVPacketQueue *q, AVPacket *pkt)
- {
- AVPacketList *pkt1;
- // Drop Packet if queue size is > 1GB
- if (avpacket_queue_size(q) > 1024 * 1024 * 1024 ) {
- av_log(q->avctx, AV_LOG_WARNING, "Decklink input buffer overrun!\n");
- return -1;
- }
- /* duplicate the packet */
- if (av_dup_packet(pkt) < 0) {
- return -1;
- }
- pkt1 = (AVPacketList *)av_malloc(sizeof(AVPacketList));
- if (!pkt1) {
- return -1;
- }
- pkt1->pkt = *pkt;
- pkt1->next = NULL;
- pthread_mutex_lock(&q->mutex);
- if (!q->last_pkt) {
- q->first_pkt = pkt1;
- } else {
- q->last_pkt->next = pkt1;
- }
- q->last_pkt = pkt1;
- q->nb_packets++;
- q->size += pkt1->pkt.size + sizeof(*pkt1);
- pthread_cond_signal(&q->cond);
- pthread_mutex_unlock(&q->mutex);
- return 0;
- }
- static int avpacket_queue_get(AVPacketQueue *q, AVPacket *pkt, int block)
- {
- AVPacketList *pkt1;
- int ret;
- pthread_mutex_lock(&q->mutex);
- for (;; ) {
- pkt1 = q->first_pkt;
- if (pkt1) {
- q->first_pkt = pkt1->next;
- if (!q->first_pkt) {
- q->last_pkt = NULL;
- }
- q->nb_packets--;
- q->size -= pkt1->pkt.size + sizeof(*pkt1);
- *pkt = pkt1->pkt;
- av_free(pkt1);
- ret = 1;
- break;
- } else if (!block) {
- ret = 0;
- break;
- } else {
- pthread_cond_wait(&q->cond, &q->mutex);
- }
- }
- pthread_mutex_unlock(&q->mutex);
- return ret;
- }
- class decklink_input_callback : public IDeckLinkInputCallback
- {
- public:
- decklink_input_callback(AVFormatContext *_avctx);
- ~decklink_input_callback();
- virtual HRESULT STDMETHODCALLTYPE QueryInterface(REFIID iid, LPVOID *ppv) { return E_NOINTERFACE; }
- virtual ULONG STDMETHODCALLTYPE AddRef(void);
- virtual ULONG STDMETHODCALLTYPE Release(void);
- virtual HRESULT STDMETHODCALLTYPE VideoInputFormatChanged(BMDVideoInputFormatChangedEvents, IDeckLinkDisplayMode*, BMDDetectedVideoInputFormatFlags);
- virtual HRESULT STDMETHODCALLTYPE VideoInputFrameArrived(IDeckLinkVideoInputFrame*, IDeckLinkAudioInputPacket*);
- private:
- ULONG m_refCount;
- pthread_mutex_t m_mutex;
- AVFormatContext *avctx;
- decklink_ctx *ctx;
- int no_video;
- int64_t initial_video_pts;
- int64_t initial_audio_pts;
- };
- decklink_input_callback::decklink_input_callback(AVFormatContext *_avctx) : m_refCount(0)
- {
- avctx = _avctx;
- decklink_cctx *cctx = (struct decklink_cctx *) avctx->priv_data;
- ctx = (struct decklink_ctx *) cctx->ctx;
- initial_audio_pts = initial_video_pts = AV_NOPTS_VALUE;
- pthread_mutex_init(&m_mutex, NULL);
- }
- decklink_input_callback::~decklink_input_callback()
- {
- pthread_mutex_destroy(&m_mutex);
- }
- ULONG decklink_input_callback::AddRef(void)
- {
- pthread_mutex_lock(&m_mutex);
- m_refCount++;
- pthread_mutex_unlock(&m_mutex);
- return (ULONG)m_refCount;
- }
- ULONG decklink_input_callback::Release(void)
- {
- pthread_mutex_lock(&m_mutex);
- m_refCount--;
- pthread_mutex_unlock(&m_mutex);
- if (m_refCount == 0) {
- delete this;
- return 0;
- }
- return (ULONG)m_refCount;
- }
- HRESULT decklink_input_callback::VideoInputFrameArrived(
- IDeckLinkVideoInputFrame *videoFrame, IDeckLinkAudioInputPacket *audioFrame)
- {
- void *frameBytes;
- void *audioFrameBytes;
- BMDTimeValue frameTime;
- BMDTimeValue frameDuration;
- ctx->frameCount++;
- // Handle Video Frame
- if (videoFrame) {
- AVPacket pkt;
- av_init_packet(&pkt);
- if (ctx->frameCount % 25 == 0) {
- unsigned long long qsize = avpacket_queue_size(&ctx->queue);
- av_log(avctx, AV_LOG_DEBUG,
- "Frame received (#%lu) - Valid (%liB) - QSize %fMB\n",
- ctx->frameCount,
- videoFrame->GetRowBytes() * videoFrame->GetHeight(),
- (double)qsize / 1024 / 1024);
- }
- videoFrame->GetBytes(&frameBytes);
- videoFrame->GetStreamTime(&frameTime, &frameDuration,
- ctx->video_st->time_base.den);
- if (videoFrame->GetFlags() & bmdFrameHasNoInputSource) {
- if (videoFrame->GetPixelFormat() == bmdFormat8BitYUV) {
- unsigned bars[8] = {
- 0xEA80EA80, 0xD292D210, 0xA910A9A5, 0x90229035,
- 0x6ADD6ACA, 0x51EF515A, 0x286D28EF, 0x10801080 };
- int width = videoFrame->GetWidth();
- int height = videoFrame->GetHeight();
- unsigned *p = (unsigned *)frameBytes;
- for (int y = 0; y < height; y++) {
- for (int x = 0; x < width; x += 2)
- *p++ = bars[(x * 8) / width];
- }
- }
- if (!no_video) {
- av_log(avctx, AV_LOG_WARNING, "Frame received (#%lu) - No input signal detected "
- "- Frames dropped %u\n", ctx->frameCount, ++ctx->dropped);
- }
- no_video = 1;
- } else {
- if (no_video) {
- av_log(avctx, AV_LOG_WARNING, "Frame received (#%lu) - Input returned "
- "- Frames dropped %u\n", ctx->frameCount, ++ctx->dropped);
- }
- no_video = 0;
- }
- pkt.pts = frameTime / ctx->video_st->time_base.num;
- if (initial_video_pts == AV_NOPTS_VALUE) {
- initial_video_pts = pkt.pts;
- }
- pkt.pts -= initial_video_pts;
- pkt.dts = pkt.pts;
- pkt.duration = frameDuration;
- //To be made sure it still applies
- pkt.flags |= AV_PKT_FLAG_KEY;
- pkt.stream_index = ctx->video_st->index;
- pkt.data = (uint8_t *)frameBytes;
- pkt.size = videoFrame->GetRowBytes() *
- videoFrame->GetHeight();
- //fprintf(stderr,"Video Frame size %d ts %d\n", pkt.size, pkt.pts);
- #if CONFIG_LIBZVBI
- if (!no_video && ctx->teletext_lines && videoFrame->GetPixelFormat() == bmdFormat8BitYUV && videoFrame->GetWidth() == 720) {
- IDeckLinkVideoFrameAncillary *vanc;
- AVPacket txt_pkt;
- uint8_t txt_buf0[1611]; // max 35 * 46 bytes decoded teletext lines + 1 byte data_identifier
- uint8_t *txt_buf = txt_buf0;
- if (videoFrame->GetAncillaryData(&vanc) == S_OK) {
- int i;
- int64_t line_mask = 1;
- txt_buf[0] = 0x10; // data_identifier - EBU_data
- txt_buf++;
- for (i = 6; i < 336; i++, line_mask <<= 1) {
- uint8_t *buf;
- if ((ctx->teletext_lines & line_mask) && vanc->GetBufferForVerticalBlankingLine(i, (void**)&buf) == S_OK) {
- if (teletext_data_unit_from_vbi_data(i, buf, txt_buf) >= 0)
- txt_buf += 46;
- }
- if (i == 22)
- i = 317;
- }
- vanc->Release();
- if (txt_buf - txt_buf0 > 1) {
- int stuffing_units = (4 - ((45 + txt_buf - txt_buf0) / 46) % 4) % 4;
- while (stuffing_units--) {
- memset(txt_buf, 0xff, 46);
- txt_buf[1] = 0x2c; // data_unit_length
- txt_buf += 46;
- }
- av_init_packet(&txt_pkt);
- txt_pkt.pts = pkt.pts;
- txt_pkt.dts = pkt.dts;
- txt_pkt.stream_index = ctx->teletext_st->index;
- txt_pkt.data = txt_buf0;
- txt_pkt.size = txt_buf - txt_buf0;
- if (avpacket_queue_put(&ctx->queue, &txt_pkt) < 0) {
- ++ctx->dropped;
- }
- }
- }
- }
- #endif
- if (avpacket_queue_put(&ctx->queue, &pkt) < 0) {
- ++ctx->dropped;
- }
- }
- // Handle Audio Frame
- if (audioFrame) {
- AVPacket pkt;
- BMDTimeValue audio_pts;
- av_init_packet(&pkt);
- //hack among hacks
- pkt.size = audioFrame->GetSampleFrameCount() * ctx->audio_st->codecpar->channels * (16 / 8);
- audioFrame->GetBytes(&audioFrameBytes);
- audioFrame->GetPacketTime(&audio_pts, ctx->audio_st->time_base.den);
- pkt.pts = audio_pts / ctx->audio_st->time_base.num;
- if (initial_audio_pts == AV_NOPTS_VALUE) {
- initial_audio_pts = pkt.pts;
- }
- pkt.pts -= initial_audio_pts;
- pkt.dts = pkt.pts;
- //fprintf(stderr,"Audio Frame size %d ts %d\n", pkt.size, pkt.pts);
- pkt.flags |= AV_PKT_FLAG_KEY;
- pkt.stream_index = ctx->audio_st->index;
- pkt.data = (uint8_t *)audioFrameBytes;
- if (avpacket_queue_put(&ctx->queue, &pkt) < 0) {
- ++ctx->dropped;
- }
- }
- return S_OK;
- }
- HRESULT decklink_input_callback::VideoInputFormatChanged(
- BMDVideoInputFormatChangedEvents events, IDeckLinkDisplayMode *mode,
- BMDDetectedVideoInputFormatFlags)
- {
- return S_OK;
- }
- static HRESULT decklink_start_input(AVFormatContext *avctx)
- {
- struct decklink_cctx *cctx = (struct decklink_cctx *) avctx->priv_data;
- struct decklink_ctx *ctx = (struct decklink_ctx *) cctx->ctx;
- ctx->input_callback = new decklink_input_callback(avctx);
- ctx->dli->SetCallback(ctx->input_callback);
- return ctx->dli->StartStreams();
- }
- extern "C" {
- av_cold int ff_decklink_read_close(AVFormatContext *avctx)
- {
- struct decklink_cctx *cctx = (struct decklink_cctx *) avctx->priv_data;
- struct decklink_ctx *ctx = (struct decklink_ctx *) cctx->ctx;
- if (ctx->capture_started) {
- ctx->dli->StopStreams();
- ctx->dli->DisableVideoInput();
- ctx->dli->DisableAudioInput();
- }
- if (ctx->dli)
- ctx->dli->Release();
- if (ctx->dl)
- ctx->dl->Release();
- avpacket_queue_end(&ctx->queue);
- av_freep(&cctx->ctx);
- return 0;
- }
- av_cold int ff_decklink_read_header(AVFormatContext *avctx)
- {
- struct decklink_cctx *cctx = (struct decklink_cctx *) avctx->priv_data;
- struct decklink_ctx *ctx;
- IDeckLinkDisplayModeIterator *itermode;
- IDeckLinkIterator *iter;
- IDeckLink *dl = NULL;
- AVStream *st;
- HRESULT result;
- char fname[1024];
- char *tmp;
- int mode_num = 0;
- ctx = (struct decklink_ctx *) av_mallocz(sizeof(struct decklink_ctx));
- if (!ctx)
- return AVERROR(ENOMEM);
- ctx->list_devices = cctx->list_devices;
- ctx->list_formats = cctx->list_formats;
- ctx->teletext_lines = cctx->teletext_lines;
- ctx->preroll = cctx->preroll;
- cctx->ctx = ctx;
- #if !CONFIG_LIBZVBI
- if (ctx->teletext_lines) {
- av_log(avctx, AV_LOG_ERROR, "Libzvbi support is needed for capturing teletext, please recompile FFmpeg.\n");
- return AVERROR(ENOSYS);
- }
- #endif
- /* Check audio channel option for valid values: 2, 8 or 16 */
- switch (cctx->audio_channels) {
- case 2:
- case 8:
- case 16:
- break;
- default:
- av_log(avctx, AV_LOG_ERROR, "Value of channels option must be one of 2, 8 or 16\n");
- return AVERROR(EINVAL);
- }
- iter = CreateDeckLinkIteratorInstance();
- if (!iter) {
- av_log(avctx, AV_LOG_ERROR, "Could not create DeckLink iterator\n");
- return AVERROR(EIO);
- }
- /* List available devices. */
- if (ctx->list_devices) {
- ff_decklink_list_devices(avctx);
- return AVERROR_EXIT;
- }
- strcpy (fname, avctx->filename);
- tmp=strchr (fname, '@');
- if (tmp != NULL) {
- mode_num = atoi (tmp+1);
- *tmp = 0;
- }
- /* Open device. */
- while (iter->Next(&dl) == S_OK) {
- const char *displayName;
- ff_decklink_get_display_name(dl, &displayName);
- if (!strcmp(fname, displayName)) {
- av_free((void *) displayName);
- ctx->dl = dl;
- break;
- }
- av_free((void *) displayName);
- dl->Release();
- }
- iter->Release();
- if (!ctx->dl) {
- av_log(avctx, AV_LOG_ERROR, "Could not open '%s'\n", fname);
- return AVERROR(EIO);
- }
- /* Get input device. */
- if (ctx->dl->QueryInterface(IID_IDeckLinkInput, (void **) &ctx->dli) != S_OK) {
- av_log(avctx, AV_LOG_ERROR, "Could not open output device from '%s'\n",
- avctx->filename);
- ctx->dl->Release();
- return AVERROR(EIO);
- }
- /* List supported formats. */
- if (ctx->list_formats) {
- ff_decklink_list_formats(avctx, DIRECTION_IN);
- ctx->dli->Release();
- ctx->dl->Release();
- return AVERROR_EXIT;
- }
- if (ctx->dli->GetDisplayModeIterator(&itermode) != S_OK) {
- av_log(avctx, AV_LOG_ERROR, "Could not get Display Mode Iterator\n");
- ctx->dl->Release();
- return AVERROR(EIO);
- }
- if (mode_num > 0) {
- if (ff_decklink_set_format(avctx, DIRECTION_IN, mode_num) < 0) {
- av_log(avctx, AV_LOG_ERROR, "Could not set mode %d for %s\n", mode_num, fname);
- goto error;
- }
- }
- itermode->Release();
- /* Setup streams. */
- st = avformat_new_stream(avctx, NULL);
- if (!st) {
- av_log(avctx, AV_LOG_ERROR, "Cannot add stream\n");
- goto error;
- }
- st->codecpar->codec_type = AVMEDIA_TYPE_AUDIO;
- st->codecpar->codec_id = AV_CODEC_ID_PCM_S16LE;
- st->codecpar->sample_rate = bmdAudioSampleRate48kHz;
- st->codecpar->channels = cctx->audio_channels;
- avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
- ctx->audio_st=st;
- st = avformat_new_stream(avctx, NULL);
- if (!st) {
- av_log(avctx, AV_LOG_ERROR, "Cannot add stream\n");
- goto error;
- }
- st->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
- st->codecpar->width = ctx->bmd_width;
- st->codecpar->height = ctx->bmd_height;
- st->time_base.den = ctx->bmd_tb_den;
- st->time_base.num = ctx->bmd_tb_num;
- st->codecpar->bit_rate = av_image_get_buffer_size((AVPixelFormat)st->codecpar->format, ctx->bmd_width, ctx->bmd_height, 1) * 1/av_q2d(st->time_base) * 8;
- if (cctx->v210) {
- st->codecpar->codec_id = AV_CODEC_ID_V210;
- st->codecpar->codec_tag = MKTAG('V', '2', '1', '0');
- } else {
- st->codecpar->codec_id = AV_CODEC_ID_RAWVIDEO;
- st->codecpar->format = AV_PIX_FMT_UYVY422;
- st->codecpar->codec_tag = MKTAG('U', 'Y', 'V', 'Y');
- }
- avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
- ctx->video_st=st;
- if (ctx->teletext_lines) {
- st = avformat_new_stream(avctx, NULL);
- if (!st) {
- av_log(avctx, AV_LOG_ERROR, "Cannot add stream\n");
- goto error;
- }
- st->codecpar->codec_type = AVMEDIA_TYPE_SUBTITLE;
- st->time_base.den = ctx->bmd_tb_den;
- st->time_base.num = ctx->bmd_tb_num;
- st->codecpar->codec_id = AV_CODEC_ID_DVB_TELETEXT;
- avpriv_set_pts_info(st, 64, 1, 1000000); /* 64 bits pts in us */
- ctx->teletext_st = st;
- }
- av_log(avctx, AV_LOG_VERBOSE, "Using %d input audio channels\n", ctx->audio_st->codecpar->channels);
- result = ctx->dli->EnableAudioInput(bmdAudioSampleRate48kHz, bmdAudioSampleType16bitInteger, ctx->audio_st->codecpar->channels);
- if (result != S_OK) {
- av_log(avctx, AV_LOG_ERROR, "Cannot enable audio input\n");
- goto error;
- }
- result = ctx->dli->EnableVideoInput(ctx->bmd_mode,
- cctx->v210 ? bmdFormat10BitYUV : bmdFormat8BitYUV,
- bmdVideoInputFlagDefault);
- if (result != S_OK) {
- av_log(avctx, AV_LOG_ERROR, "Cannot enable video input\n");
- goto error;
- }
- avpacket_queue_init (avctx, &ctx->queue);
- if (decklink_start_input (avctx) != S_OK) {
- av_log(avctx, AV_LOG_ERROR, "Cannot start input stream\n");
- goto error;
- }
- return 0;
- error:
- ctx->dli->Release();
- ctx->dl->Release();
- return AVERROR(EIO);
- }
- int ff_decklink_read_packet(AVFormatContext *avctx, AVPacket *pkt)
- {
- struct decklink_cctx *cctx = (struct decklink_cctx *) avctx->priv_data;
- struct decklink_ctx *ctx = (struct decklink_ctx *) cctx->ctx;
- AVFrame *frame = ctx->video_st->codec->coded_frame;
- avpacket_queue_get(&ctx->queue, pkt, 1);
- if (frame && (ctx->bmd_field_dominance == bmdUpperFieldFirst || ctx->bmd_field_dominance == bmdLowerFieldFirst)) {
- frame->interlaced_frame = 1;
- if (ctx->bmd_field_dominance == bmdUpperFieldFirst) {
- frame->top_field_first = 1;
- }
- }
- return 0;
- }
- } /* extern "C" */
|