target_dec_fuzzer.c 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604
  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. /* Targeted fuzzer that targets specific codecs depending on two
  19. compile-time flags.
  20. INSTRUCTIONS:
  21. * Get the very fresh clang, e.g. see http://libfuzzer.info#versions
  22. * Get and build libFuzzer:
  23. svn co http://llvm.org/svn/llvm-project/llvm/trunk/lib/Fuzzer
  24. ./Fuzzer/build.sh
  25. * build ffmpeg for fuzzing:
  26. FLAGS="-fsanitize=address -fsanitize-coverage=trace-pc-guard,trace-cmp -g" CC="clang $FLAGS" CXX="clang++ $FLAGS" ./configure --disable-x86asm
  27. make clean && make -j
  28. * build the fuzz target.
  29. Choose the value of FFMPEG_CODEC (e.g. AV_CODEC_ID_DVD_SUBTITLE) and
  30. choose one of FUZZ_FFMPEG_VIDEO, FUZZ_FFMPEG_AUDIO, FUZZ_FFMPEG_SUBTITLE.
  31. clang -fsanitize=address -fsanitize-coverage=trace-pc-guard,trace-cmp tools/target_dec_fuzzer.c -o target_dec_fuzzer -I. -DFFMPEG_CODEC=AV_CODEC_ID_MPEG1VIDEO -DFUZZ_FFMPEG_VIDEO ../../libfuzzer/libFuzzer.a -Llibavcodec -Llibavdevice -Llibavfilter -Llibavformat -Llibavutil -Llibpostproc -Llibswscale -Llibswresample -Wl,--as-needed -Wl,-z,noexecstack -Wl,--warn-common -Wl,-rpath-link=:libpostproc:libswresample:libswscale:libavfilter:libavdevice:libavformat:libavcodec:libavutil -lavdevice -lavfilter -lavformat -lavcodec -lswresample -lswscale -lavutil -ldl -lxcb -lxcb-shm -lxcb -lxcb-xfixes -lxcb -lxcb-shape -lxcb -lX11 -lasound -lm -lbz2 -lz -pthread
  32. * create a corpus directory and put some samples there (empty dir is ok too):
  33. mkdir CORPUS && cp some-files CORPUS
  34. * Run fuzzing:
  35. ./target_dec_fuzzer -max_len=100000 CORPUS
  36. More info:
  37. http://libfuzzer.info
  38. http://tutorial.libfuzzer.info
  39. https://github.com/google/oss-fuzz
  40. http://lcamtuf.coredump.cx/afl/
  41. https://security.googleblog.com/2016/08/guided-in-process-fuzzing-of-chrome.html
  42. */
  43. #include "config.h"
  44. #include "libavutil/avassert.h"
  45. #include "libavutil/avstring.h"
  46. #include "libavutil/cpu.h"
  47. #include "libavutil/imgutils.h"
  48. #include "libavutil/intreadwrite.h"
  49. #include "libavcodec/avcodec.h"
  50. #include "libavcodec/bytestream.h"
  51. #include "libavcodec/codec_internal.h"
  52. #include "libavformat/avformat.h"
  53. //For FF_SANE_NB_CHANNELS, so we dont waste energy testing things that will get instantly rejected
  54. #include "libavcodec/internal.h"
  55. int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size);
  56. extern const FFCodec * codec_list[];
  57. static void error(const char *err)
  58. {
  59. fprintf(stderr, "%s", err);
  60. exit(1);
  61. }
  62. static const FFCodec *c = NULL;
  63. static const FFCodec *AVCodecInitialize(enum AVCodecID codec_id)
  64. {
  65. const AVCodec *res;
  66. res = avcodec_find_decoder(codec_id);
  67. if (!res)
  68. error("Failed to find decoder");
  69. return ffcodec(res);
  70. }
  71. static int subtitle_handler(AVCodecContext *avctx, AVFrame *unused,
  72. int *got_sub_ptr, const AVPacket *avpkt)
  73. {
  74. AVSubtitle sub;
  75. int ret = avcodec_decode_subtitle2(avctx, &sub, got_sub_ptr, avpkt);
  76. if (ret >= 0 && *got_sub_ptr)
  77. avsubtitle_free(&sub);
  78. return ret;
  79. }
  80. static int audio_video_handler(AVCodecContext *avctx, AVFrame *frame,
  81. int *got_frame, const AVPacket *dummy)
  82. {
  83. int ret = avcodec_receive_frame(avctx, frame);
  84. *got_frame = ret >= 0;
  85. return ret;
  86. }
  87. // Ensure we don't loop forever
  88. const uint32_t maxiteration = 8096;
  89. static const uint64_t FUZZ_TAG = 0x4741542D5A5A5546ULL;
  90. static int fuzz_video_get_buffer(AVCodecContext *ctx, AVFrame *frame)
  91. {
  92. ptrdiff_t linesize1[4];
  93. size_t size[4];
  94. int linesize_align[AV_NUM_DATA_POINTERS];
  95. int i, ret, w = frame->width, h = frame->height;
  96. avcodec_align_dimensions2(ctx, &w, &h, linesize_align);
  97. ret = av_image_fill_linesizes(frame->linesize, ctx->pix_fmt, w);
  98. if (ret < 0)
  99. return ret;
  100. for (i = 0; i < 4 && frame->linesize[i]; i++)
  101. linesize1[i] = frame->linesize[i] =
  102. FFALIGN(frame->linesize[i], linesize_align[i]);
  103. for (; i < 4; i++)
  104. linesize1[i] = 0;
  105. ret = av_image_fill_plane_sizes(size, ctx->pix_fmt, h, linesize1);
  106. if (ret < 0)
  107. return ret;
  108. frame->extended_data = frame->data;
  109. for (i = 0; i < 4 && size[i]; i++) {
  110. frame->buf[i] = av_buffer_alloc(size[i]);
  111. if (!frame->buf[i])
  112. goto fail;
  113. frame->data[i] = frame->buf[i]->data;
  114. }
  115. for (; i < AV_NUM_DATA_POINTERS; i++) {
  116. frame->data[i] = NULL;
  117. frame->linesize[i] = 0;
  118. }
  119. return 0;
  120. fail:
  121. av_frame_unref(frame);
  122. return AVERROR(ENOMEM);
  123. }
  124. static int fuzz_get_buffer2(AVCodecContext *ctx, AVFrame *frame, int flags)
  125. {
  126. switch (ctx->codec_type) {
  127. case AVMEDIA_TYPE_VIDEO:
  128. return (ctx->codec->capabilities & AV_CODEC_CAP_DR1)
  129. ? fuzz_video_get_buffer(ctx, frame)
  130. : avcodec_default_get_buffer2(ctx, frame, flags);
  131. case AVMEDIA_TYPE_AUDIO:
  132. return avcodec_default_get_buffer2(ctx, frame, flags);
  133. default:
  134. return AVERROR(EINVAL);
  135. }
  136. }
  137. int LLVMFuzzerTestOneInput(const uint8_t *data, size_t size) {
  138. uint64_t maxpixels_per_frame = 4096 * 4096;
  139. uint64_t maxpixels;
  140. uint64_t maxsamples_per_frame = 256*1024*32;
  141. uint64_t maxsamples;
  142. const uint64_t fuzz_tag = FUZZ_TAG;
  143. const uint8_t *last = data;
  144. const uint8_t *end = data + size;
  145. uint32_t it = 0;
  146. uint64_t ec_pixels = 0;
  147. uint64_t nb_samples = 0;
  148. int (*decode_handler)(AVCodecContext *avctx, AVFrame *picture,
  149. int *got_picture_ptr,
  150. const AVPacket *avpkt) = NULL;
  151. AVCodecParserContext *parser = NULL;
  152. uint64_t keyframes = 0;
  153. uint64_t flushpattern = -1;
  154. AVDictionary *opts = NULL;
  155. if (!c) {
  156. #ifdef FFMPEG_DECODER
  157. #define DECODER_SYMBOL0(CODEC) ff_##CODEC##_decoder
  158. #define DECODER_SYMBOL(CODEC) DECODER_SYMBOL0(CODEC)
  159. extern FFCodec DECODER_SYMBOL(FFMPEG_DECODER);
  160. codec_list[0] = &DECODER_SYMBOL(FFMPEG_DECODER);
  161. #if FFMPEG_DECODER == tiff || FFMPEG_DECODER == tdsc
  162. extern FFCodec DECODER_SYMBOL(mjpeg);
  163. codec_list[1] = &DECODER_SYMBOL(mjpeg);
  164. #endif
  165. c = &DECODER_SYMBOL(FFMPEG_DECODER);
  166. #else
  167. c = AVCodecInitialize(FFMPEG_CODEC); // Done once.
  168. #endif
  169. av_log_set_level(AV_LOG_PANIC);
  170. }
  171. switch (c->p.type) {
  172. case AVMEDIA_TYPE_AUDIO :
  173. case AVMEDIA_TYPE_VIDEO : decode_handler = audio_video_handler ; break;
  174. case AVMEDIA_TYPE_SUBTITLE: decode_handler = subtitle_handler ; break;
  175. }
  176. switch (c->p.id) {
  177. case AV_CODEC_ID_APE: maxsamples_per_frame /= 256; break;
  178. }
  179. maxpixels = maxpixels_per_frame * maxiteration;
  180. maxsamples = maxsamples_per_frame * maxiteration;
  181. switch (c->p.id) {
  182. case AV_CODEC_ID_AASC: maxpixels /= 1024; break;
  183. case AV_CODEC_ID_AGM: maxpixels /= 1024; break;
  184. case AV_CODEC_ID_ANM: maxpixels /= 1024; break;
  185. case AV_CODEC_ID_APE: maxsamples /= 16384; break;
  186. case AV_CODEC_ID_ARBC: maxpixels /= 1024; break;
  187. case AV_CODEC_ID_ARGO: maxpixels /= 1024; break;
  188. case AV_CODEC_ID_BETHSOFTVID: maxpixels /= 8192; break;
  189. case AV_CODEC_ID_BINKVIDEO: maxpixels /= 32; break;
  190. case AV_CODEC_ID_BONK: maxsamples /= 1<<20; break;
  191. case AV_CODEC_ID_CDTOONS: maxpixels /= 1024; break;
  192. case AV_CODEC_ID_CFHD: maxpixels /= 16384; break;
  193. case AV_CODEC_ID_CINEPAK: maxpixels /= 128; break;
  194. case AV_CODEC_ID_COOK: maxsamples /= 1<<20; break;
  195. case AV_CODEC_ID_CSCD: maxpixels /= 1024; break;
  196. case AV_CODEC_ID_DFA: maxpixels /= 1024; break;
  197. case AV_CODEC_ID_DIRAC: maxpixels /= 8192; break;
  198. case AV_CODEC_ID_DSICINVIDEO: maxpixels /= 1024; break;
  199. case AV_CODEC_ID_DST: maxsamples /= 1<<20; break;
  200. case AV_CODEC_ID_DVB_SUBTITLE: av_dict_set_int(&opts, "compute_clut", -2, 0); break;
  201. case AV_CODEC_ID_DXA: maxpixels /= 32; break;
  202. case AV_CODEC_ID_DXV: maxpixels /= 32; break;
  203. case AV_CODEC_ID_EXR: maxpixels /= 1024; break;
  204. case AV_CODEC_ID_FFV1: maxpixels /= 32; break;
  205. case AV_CODEC_ID_FFWAVESYNTH: maxsamples /= 16384; break;
  206. case AV_CODEC_ID_FLAC: maxsamples /= 1024; break;
  207. case AV_CODEC_ID_FLIC: maxpixels /= 1024; break;
  208. case AV_CODEC_ID_FLV1: maxpixels /= 1024; break;
  209. case AV_CODEC_ID_FMVC: maxpixels /= 1024; break;
  210. case AV_CODEC_ID_G2M: maxpixels /= 1024; break;
  211. case AV_CODEC_ID_GEM: maxpixels /= 512; break;
  212. case AV_CODEC_ID_GDV: maxpixels /= 512; break;
  213. case AV_CODEC_ID_GIF: maxpixels /= 16; break;
  214. case AV_CODEC_ID_H264: maxpixels /= 256; break;
  215. case AV_CODEC_ID_HAP: maxpixels /= 128; break;
  216. case AV_CODEC_ID_HEVC: maxpixels /= 16384; break;
  217. case AV_CODEC_ID_HNM4_VIDEO: maxpixels /= 128; break;
  218. case AV_CODEC_ID_HQ_HQA: maxpixels /= 128; break;
  219. case AV_CODEC_ID_IFF_ILBM: maxpixels /= 128; break;
  220. case AV_CODEC_ID_INDEO4: maxpixels /= 128; break;
  221. case AV_CODEC_ID_INTERPLAY_ACM: maxsamples /= 16384; break;
  222. case AV_CODEC_ID_JPEG2000: maxpixels /= 4096; break;
  223. case AV_CODEC_ID_LAGARITH: maxpixels /= 1024; break;
  224. case AV_CODEC_ID_LOCO: maxpixels /= 1024; break;
  225. case AV_CODEC_ID_VORBIS: maxsamples /= 1024; break;
  226. case AV_CODEC_ID_LSCR: maxpixels /= 16; break;
  227. case AV_CODEC_ID_MMVIDEO: maxpixels /= 256; break;
  228. case AV_CODEC_ID_MOTIONPIXELS:maxpixels /= 256; break;
  229. case AV_CODEC_ID_MP4ALS: maxsamples /= 65536; break;
  230. case AV_CODEC_ID_MSA1: maxpixels /= 16384; break;
  231. case AV_CODEC_ID_MSRLE: maxpixels /= 16; break;
  232. case AV_CODEC_ID_MSS2: maxpixels /= 16384; break;
  233. case AV_CODEC_ID_MSZH: maxpixels /= 128; break;
  234. case AV_CODEC_ID_MTS2: maxpixels /= 4096; break;
  235. case AV_CODEC_ID_MVC2: maxpixels /= 128; break;
  236. case AV_CODEC_ID_MVHA: maxpixels /= 16384; break;
  237. case AV_CODEC_ID_MVDV: maxpixels /= 1024; break;
  238. case AV_CODEC_ID_MWSC: maxpixels /= 256; break;
  239. case AV_CODEC_ID_MXPEG: maxpixels /= 128; break;
  240. case AV_CODEC_ID_NUV: maxpixels /= 128; break;
  241. case AV_CODEC_ID_OPUS: maxsamples /= 16384; break;
  242. case AV_CODEC_ID_PNG: maxpixels /= 128; break;
  243. case AV_CODEC_ID_APNG: maxpixels /= 128; break;
  244. case AV_CODEC_ID_QTRLE: maxpixels /= 16; break;
  245. case AV_CODEC_ID_PAF_VIDEO: maxpixels /= 16; break;
  246. case AV_CODEC_ID_PRORES: maxpixels /= 256; break;
  247. case AV_CODEC_ID_RKA: maxsamples /= 65536; break;
  248. case AV_CODEC_ID_RSCC: maxpixels /= 256; break;
  249. case AV_CODEC_ID_RASC: maxpixels /= 16; break;
  250. case AV_CODEC_ID_RTV1: maxpixels /= 16; break;
  251. case AV_CODEC_ID_SANM: maxpixels /= 16; break;
  252. case AV_CODEC_ID_SCPR: maxpixels /= 32; break;
  253. case AV_CODEC_ID_SCREENPRESSO:maxpixels /= 64; break;
  254. case AV_CODEC_ID_SIMBIOSIS_IMX:maxpixels /= 16384; break;
  255. case AV_CODEC_ID_SPEEX: maxsamples /= 128; break;
  256. case AV_CODEC_ID_SMACKAUDIO: maxsamples /= 4096; break;
  257. case AV_CODEC_ID_SMACKVIDEO: maxpixels /= 64; break;
  258. case AV_CODEC_ID_SNOW: maxpixels /= 128; break;
  259. case AV_CODEC_ID_TARGA: maxpixels /= 128; break;
  260. case AV_CODEC_ID_TAK: maxsamples /= 1024; break;
  261. case AV_CODEC_ID_TGV: maxpixels /= 32; break;
  262. case AV_CODEC_ID_THEORA: maxpixels /= 16384; break;
  263. case AV_CODEC_ID_TQI: maxpixels /= 1024; break;
  264. case AV_CODEC_ID_TRUEMOTION2: maxpixels /= 1024; break;
  265. case AV_CODEC_ID_TSCC: maxpixels /= 1024; break;
  266. case AV_CODEC_ID_UTVIDEO: maxpixels /= 1024; break;
  267. case AV_CODEC_ID_VB: maxpixels /= 1024; break;
  268. case AV_CODEC_ID_VC1: maxpixels /= 8192; break;
  269. case AV_CODEC_ID_VC1IMAGE: maxpixels /= 8192; break;
  270. case AV_CODEC_ID_VMNC: maxpixels /= 8192; break;
  271. case AV_CODEC_ID_VMDVIDEO: maxpixels /= 1024; break;
  272. case AV_CODEC_ID_VMIX: maxpixels /= 8192; break;
  273. case AV_CODEC_ID_VP3: maxpixels /= 4096; break;
  274. case AV_CODEC_ID_VP4: maxpixels /= 4096; break;
  275. case AV_CODEC_ID_VP5: maxpixels /= 256; break;
  276. case AV_CODEC_ID_VP6F: maxpixels /= 4096; break;
  277. case AV_CODEC_ID_VP7: maxpixels /= 256; break;
  278. case AV_CODEC_ID_VP9: maxpixels /= 4096; break;
  279. case AV_CODEC_ID_WAVPACK: maxsamples /= 1024; break;
  280. case AV_CODEC_ID_WCMV: maxpixels /= 1024; break;
  281. case AV_CODEC_ID_WMV3IMAGE: maxpixels /= 8192; break;
  282. case AV_CODEC_ID_WMV2: maxpixels /= 1024; break;
  283. case AV_CODEC_ID_WMV3: maxpixels /= 1024; break;
  284. case AV_CODEC_ID_WS_VQA: maxpixels /= 16384; break;
  285. case AV_CODEC_ID_WMALOSSLESS: maxsamples /= 1024; break;
  286. case AV_CODEC_ID_WMAPRO: maxsamples /= 16384; break;
  287. case AV_CODEC_ID_YLC: maxpixels /= 1024; break;
  288. case AV_CODEC_ID_ZEROCODEC: maxpixels /= 128; break;
  289. case AV_CODEC_ID_ZLIB: maxpixels /= 4096; break;
  290. }
  291. maxsamples_per_frame = FFMIN(maxsamples_per_frame, maxsamples);
  292. maxpixels_per_frame = FFMIN(maxpixels_per_frame , maxpixels);
  293. AVCodecContext* ctx = avcodec_alloc_context3(&c->p);
  294. AVCodecContext* parser_avctx = avcodec_alloc_context3(NULL);
  295. if (!ctx || !parser_avctx)
  296. error("Failed memory allocation");
  297. if (ctx->max_pixels == 0 || ctx->max_pixels > maxpixels_per_frame)
  298. ctx->max_pixels = maxpixels_per_frame; //To reduce false positive OOM and hangs
  299. ctx->max_samples = maxsamples_per_frame;
  300. ctx->get_buffer2 = fuzz_get_buffer2;
  301. if (size > 1024) {
  302. GetByteContext gbc;
  303. int extradata_size;
  304. int flags;
  305. uint64_t request_channel_layout;
  306. int64_t flags64;
  307. size -= 1024;
  308. bytestream2_init(&gbc, data + size, 1024);
  309. ctx->width = bytestream2_get_le32(&gbc);
  310. ctx->height = bytestream2_get_le32(&gbc);
  311. ctx->bit_rate = bytestream2_get_le64(&gbc);
  312. ctx->bits_per_coded_sample = bytestream2_get_le32(&gbc);
  313. // Try to initialize a parser for this codec, note, this may fail which just means we test without one
  314. flags = bytestream2_get_byte(&gbc);
  315. if (flags & 1)
  316. parser = av_parser_init(c->p.id);
  317. if (flags & 2)
  318. ctx->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
  319. if (flags & 4) {
  320. ctx->err_recognition = AV_EF_AGGRESSIVE | AV_EF_COMPLIANT | AV_EF_CAREFUL;
  321. if (flags & 8)
  322. ctx->err_recognition |= AV_EF_EXPLODE;
  323. }
  324. if ((flags & 0x10) && c->p.id != AV_CODEC_ID_H264)
  325. ctx->flags2 |= AV_CODEC_FLAG2_FAST;
  326. if (flags & 0x80)
  327. ctx->export_side_data |= AV_CODEC_EXPORT_DATA_MVS;
  328. if (flags & 0x40)
  329. av_force_cpu_flags(0);
  330. extradata_size = bytestream2_get_le32(&gbc);
  331. ctx->sample_rate = bytestream2_get_le32(&gbc) & 0x7FFFFFFF;
  332. ctx->ch_layout.nb_channels = (unsigned)bytestream2_get_le32(&gbc) % FF_SANE_NB_CHANNELS;
  333. ctx->block_align = bytestream2_get_le32(&gbc) & 0x7FFFFFFF;
  334. ctx->codec_tag = bytestream2_get_le32(&gbc);
  335. if (c->codec_tags) {
  336. int n;
  337. for (n = 0; c->codec_tags[n] != FF_CODEC_TAGS_END; n++);
  338. ctx->codec_tag = c->codec_tags[ctx->codec_tag % n];
  339. }
  340. keyframes = bytestream2_get_le64(&gbc);
  341. request_channel_layout = bytestream2_get_le64(&gbc);
  342. ctx->idct_algo = bytestream2_get_byte(&gbc) % 25;
  343. flushpattern = bytestream2_get_le64(&gbc);
  344. ctx->skip_frame = bytestream2_get_byte(&gbc) - 254 + AVDISCARD_ALL;
  345. if (flags & 0x20) {
  346. switch (ctx->codec_id) {
  347. case AV_CODEC_ID_AC3:
  348. case AV_CODEC_ID_EAC3:
  349. av_dict_set_int(&opts, "cons_noisegen", bytestream2_get_byte(&gbc) & 1, 0);
  350. av_dict_set_int(&opts, "heavy_compr", bytestream2_get_byte(&gbc) & 1, 0);
  351. av_dict_set_int(&opts, "target_level", (int)(bytestream2_get_byte(&gbc) % 32) - 31, 0);
  352. av_dict_set_int(&opts, "dmix_mode", (int)(bytestream2_get_byte(&gbc) % 4) - 1, 0);
  353. break;
  354. }
  355. }
  356. // Keep the deprecated request_channel_layout behavior to ensure old fuzzing failures
  357. // remain reproducible.
  358. if (request_channel_layout) {
  359. switch (ctx->codec_id) {
  360. case AV_CODEC_ID_AC3:
  361. case AV_CODEC_ID_EAC3:
  362. case AV_CODEC_ID_MLP:
  363. case AV_CODEC_ID_TRUEHD:
  364. case AV_CODEC_ID_DTS:
  365. if (request_channel_layout & ~INT64_MIN) {
  366. char *downmix_layout = av_mallocz(19);
  367. if (!downmix_layout)
  368. error("Failed memory allocation");
  369. av_strlcatf(downmix_layout, 19, "0x%"PRIx64, request_channel_layout & ~INT64_MIN);
  370. av_dict_set(&opts, "downmix", downmix_layout, AV_DICT_DONT_STRDUP_VAL);
  371. }
  372. if (ctx->codec_id != AV_CODEC_ID_DTS)
  373. break;
  374. // fall-through
  375. case AV_CODEC_ID_DOLBY_E:
  376. av_dict_set_int(&opts, "channel_order", !!(request_channel_layout & INT64_MIN), 0);
  377. break;
  378. }
  379. }
  380. flags64 = bytestream2_get_le64(&gbc);
  381. if (flags64 &1)
  382. ctx->debug |= FF_DEBUG_SKIP;
  383. if (flags64 &2)
  384. ctx->debug |= FF_DEBUG_QP;
  385. if (flags64 &4)
  386. ctx->debug |= FF_DEBUG_MB_TYPE;
  387. if (flags64 & 8)
  388. ctx->export_side_data |= AV_CODEC_EXPORT_DATA_VIDEO_ENC_PARAMS;
  389. if (flags64 & 0x10)
  390. ctx->err_recognition |= AV_EF_CRCCHECK;
  391. ctx->workaround_bugs = bytestream2_get_le32(&gbc);
  392. if (c->p.max_lowres) {
  393. ctx->lowres = bytestream2_get_byte(&gbc) % (c->p.max_lowres+1);
  394. }
  395. if (extradata_size < size) {
  396. ctx->extradata = av_mallocz(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
  397. if (ctx->extradata) {
  398. ctx->extradata_size = extradata_size;
  399. size -= ctx->extradata_size;
  400. memcpy(ctx->extradata, data + size, ctx->extradata_size);
  401. }
  402. }
  403. if (av_image_check_size(ctx->width, ctx->height, 0, ctx))
  404. ctx->width = ctx->height = 0;
  405. }
  406. int res = avcodec_open2(ctx, &c->p, &opts);
  407. if (res < 0) {
  408. avcodec_free_context(&ctx);
  409. av_free(parser_avctx);
  410. av_parser_close(parser);
  411. av_dict_free(&opts);
  412. return 0; // Failure of avcodec_open2() does not imply that a issue was found
  413. }
  414. parser_avctx->codec_id = ctx->codec_id;
  415. parser_avctx->extradata_size = ctx->extradata_size;
  416. parser_avctx->extradata = ctx->extradata ? av_memdup(ctx->extradata, ctx->extradata_size + AV_INPUT_BUFFER_PADDING_SIZE) : NULL;
  417. int got_frame;
  418. AVFrame *frame = av_frame_alloc();
  419. AVPacket *avpkt = av_packet_alloc();
  420. AVPacket *parsepkt = av_packet_alloc();
  421. if (!frame || !avpkt || !parsepkt)
  422. error("Failed memory allocation");
  423. // Read very simple container
  424. while (data < end && it < maxiteration) {
  425. // Search for the TAG
  426. while (data + sizeof(fuzz_tag) < end) {
  427. if (data[0] == (fuzz_tag & 0xFF) && AV_RN64(data) == fuzz_tag)
  428. break;
  429. data++;
  430. }
  431. if (data + sizeof(fuzz_tag) > end)
  432. data = end;
  433. res = av_new_packet(parsepkt, data - last);
  434. if (res < 0)
  435. error("Failed memory allocation");
  436. memcpy(parsepkt->data, last, data - last);
  437. parsepkt->flags = (keyframes & 1) * AV_PKT_FLAG_DISCARD + (!!(keyframes & 2)) * AV_PKT_FLAG_KEY;
  438. keyframes = (keyframes >> 2) + (keyframes<<62);
  439. data += sizeof(fuzz_tag);
  440. last = data;
  441. while (parsepkt->size > 0) {
  442. int decode_more;
  443. if (parser) {
  444. int ret = av_parser_parse2(parser, parser_avctx, &avpkt->data, &avpkt->size,
  445. parsepkt->data, parsepkt->size,
  446. parsepkt->pts, parsepkt->dts, parsepkt->pos);
  447. if (avpkt->data == parsepkt->data) {
  448. avpkt->buf = av_buffer_ref(parsepkt->buf);
  449. if (!avpkt->buf)
  450. error("Failed memory allocation");
  451. } else {
  452. if (av_packet_make_refcounted(avpkt) < 0)
  453. error("Failed memory allocation");
  454. }
  455. parsepkt->data += ret;
  456. parsepkt->size -= ret;
  457. parsepkt->pos += ret;
  458. avpkt->pts = parser->pts;
  459. avpkt->dts = parser->dts;
  460. avpkt->pos = parser->pos;
  461. if ( parser->key_frame == 1 ||
  462. (parser->key_frame == -1 && parser->pict_type == AV_PICTURE_TYPE_I))
  463. avpkt->flags |= AV_PKT_FLAG_KEY;
  464. avpkt->flags |= parsepkt->flags & AV_PKT_FLAG_DISCARD;
  465. } else {
  466. av_packet_move_ref(avpkt, parsepkt);
  467. }
  468. if (!(flushpattern & 7))
  469. avcodec_flush_buffers(ctx);
  470. flushpattern = (flushpattern >> 3) + (flushpattern << 61);
  471. if (ctx->codec_type != AVMEDIA_TYPE_SUBTITLE) {
  472. int ret = avcodec_send_packet(ctx, avpkt);
  473. decode_more = ret >= 0;
  474. if(!decode_more) {
  475. ec_pixels += (ctx->width + 32LL) * (ctx->height + 32LL);
  476. if (it > 20 || ec_pixels > 4 * ctx->max_pixels) {
  477. ctx->error_concealment = 0;
  478. ctx->debug &= ~(FF_DEBUG_SKIP | FF_DEBUG_QP | FF_DEBUG_MB_TYPE);
  479. }
  480. if (ec_pixels > maxpixels)
  481. goto maximums_reached;
  482. }
  483. } else
  484. decode_more = 1;
  485. // Iterate through all data
  486. while (decode_more && it++ < maxiteration) {
  487. av_frame_unref(frame);
  488. int ret = decode_handler(ctx, frame, &got_frame, avpkt);
  489. ec_pixels += (ctx->width + 32LL) * (ctx->height + 32LL);
  490. if (it > 20 || ec_pixels > 4 * ctx->max_pixels) {
  491. ctx->error_concealment = 0;
  492. ctx->debug &= ~(FF_DEBUG_SKIP | FF_DEBUG_QP | FF_DEBUG_MB_TYPE);
  493. }
  494. if (ec_pixels > maxpixels)
  495. goto maximums_reached;
  496. if (ctx->codec_type == AVMEDIA_TYPE_AUDIO &&
  497. frame->nb_samples == 0 && !got_frame &&
  498. (avpkt->flags & AV_PKT_FLAG_DISCARD))
  499. nb_samples += ctx->max_samples;
  500. nb_samples += frame->nb_samples;
  501. if (nb_samples > maxsamples)
  502. goto maximums_reached;
  503. if (ret <= 0 || ret > avpkt->size)
  504. break;
  505. if (ctx->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  506. avpkt->data += ret;
  507. avpkt->size -= ret;
  508. decode_more = avpkt->size > 0;
  509. } else
  510. decode_more = ret >= 0;
  511. }
  512. av_packet_unref(avpkt);
  513. }
  514. av_packet_unref(parsepkt);
  515. }
  516. maximums_reached:
  517. av_packet_unref(avpkt);
  518. if (ctx->codec_type != AVMEDIA_TYPE_SUBTITLE)
  519. avcodec_send_packet(ctx, NULL);
  520. do {
  521. got_frame = 0;
  522. av_frame_unref(frame);
  523. decode_handler(ctx, frame, &got_frame, avpkt);
  524. nb_samples += frame->nb_samples;
  525. if (nb_samples > maxsamples)
  526. break;
  527. } while (got_frame == 1 && it++ < maxiteration);
  528. fprintf(stderr, "pixels decoded: %"PRId64", samples decoded: %"PRId64", iterations: %d\n", ec_pixels, nb_samples, it);
  529. av_frame_free(&frame);
  530. avcodec_free_context(&ctx);
  531. avcodec_free_context(&parser_avctx);
  532. av_parser_close(parser);
  533. av_packet_free(&avpkt);
  534. av_packet_free(&parsepkt);
  535. av_dict_free(&opts);
  536. return 0;
  537. }