matroskaenc.c 104 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897
  1. /*
  2. * Matroska muxer
  3. * Copyright (c) 2007 David Conrad
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include <stdint.h>
  22. #include "av1.h"
  23. #include "avc.h"
  24. #include "hevc.h"
  25. #include "avformat.h"
  26. #include "avio_internal.h"
  27. #include "avlanguage.h"
  28. #include "flacenc.h"
  29. #include "internal.h"
  30. #include "isom.h"
  31. #include "matroska.h"
  32. #include "riff.h"
  33. #include "vorbiscomment.h"
  34. #include "wv.h"
  35. #include "libavutil/avstring.h"
  36. #include "libavutil/channel_layout.h"
  37. #include "libavutil/crc.h"
  38. #include "libavutil/dict.h"
  39. #include "libavutil/intfloat.h"
  40. #include "libavutil/intreadwrite.h"
  41. #include "libavutil/lfg.h"
  42. #include "libavutil/mastering_display_metadata.h"
  43. #include "libavutil/mathematics.h"
  44. #include "libavutil/opt.h"
  45. #include "libavutil/parseutils.h"
  46. #include "libavutil/random_seed.h"
  47. #include "libavutil/rational.h"
  48. #include "libavutil/samplefmt.h"
  49. #include "libavutil/stereo3d.h"
  50. #include "libavcodec/xiph.h"
  51. #include "libavcodec/mpeg4audio.h"
  52. /* Level 1 elements we create a SeekHead entry for:
  53. * Info, Tracks, Chapters, Attachments, Tags (potentially twice) and Cues */
  54. #define MAX_SEEKHEAD_ENTRIES 7
  55. #define IS_SEEKABLE(pb, mkv) (((pb)->seekable & AVIO_SEEKABLE_NORMAL) && \
  56. !(mkv)->is_live)
  57. enum {
  58. DEFAULT_MODE_INFER,
  59. DEFAULT_MODE_INFER_NO_SUBS,
  60. DEFAULT_MODE_PASSTHROUGH,
  61. };
  62. typedef struct ebml_master {
  63. int64_t pos; ///< absolute offset in the containing AVIOContext where the master's elements start
  64. int sizebytes; ///< how many bytes were reserved for the size
  65. } ebml_master;
  66. typedef struct ebml_stored_master {
  67. AVIOContext *bc;
  68. int64_t pos;
  69. } ebml_stored_master;
  70. typedef struct mkv_seekhead_entry {
  71. uint32_t elementid;
  72. uint64_t segmentpos;
  73. } mkv_seekhead_entry;
  74. typedef struct mkv_seekhead {
  75. int64_t filepos;
  76. mkv_seekhead_entry entries[MAX_SEEKHEAD_ENTRIES];
  77. int num_entries;
  78. int reserved_size;
  79. } mkv_seekhead;
  80. typedef struct mkv_cuepoint {
  81. uint64_t pts;
  82. int stream_idx;
  83. int64_t cluster_pos; ///< offset of the cluster containing the block relative to the segment
  84. int64_t relative_pos; ///< relative offset from the position of the cluster containing the block
  85. int64_t duration; ///< duration of the block according to time base
  86. } mkv_cuepoint;
  87. typedef struct mkv_cues {
  88. mkv_cuepoint *entries;
  89. int num_entries;
  90. } mkv_cues;
  91. typedef struct mkv_track {
  92. int write_dts;
  93. int has_cue;
  94. uint64_t uid;
  95. unsigned track_num;
  96. int track_num_size;
  97. int sample_rate;
  98. int64_t sample_rate_offset;
  99. int64_t last_timestamp;
  100. int64_t duration;
  101. int64_t duration_offset;
  102. int64_t codecpriv_offset;
  103. int64_t ts_offset;
  104. } mkv_track;
  105. #define MODE_MATROSKAv2 0x01
  106. #define MODE_WEBM 0x02
  107. typedef struct MatroskaMuxContext {
  108. const AVClass *class;
  109. int mode;
  110. ebml_stored_master info;
  111. ebml_stored_master track;
  112. ebml_stored_master tags;
  113. int64_t segment_offset;
  114. AVIOContext *cluster_bc;
  115. int64_t cluster_pos; ///< file offset of the current Cluster
  116. int64_t cluster_pts;
  117. int64_t duration_offset;
  118. int64_t duration;
  119. mkv_track *tracks;
  120. mkv_seekhead seekhead;
  121. mkv_cues cues;
  122. int64_t cues_pos;
  123. AVPacket cur_audio_pkt;
  124. unsigned nb_attachments;
  125. int have_video;
  126. int wrote_chapters;
  127. int wrote_tags;
  128. int reserve_cues_space;
  129. int cluster_size_limit;
  130. int64_t cluster_time_limit;
  131. int write_crc;
  132. int is_live;
  133. int is_dash;
  134. int dash_track_number;
  135. int allow_raw_vfw;
  136. int default_mode;
  137. uint32_t segment_uid[4];
  138. } MatroskaMuxContext;
  139. /** 2 bytes * 7 for EBML IDs, 7 1-byte EBML lengths, 6 1-byte uint,
  140. * 8 byte for "matroska" doctype string */
  141. #define MAX_EBML_HEADER_SIZE 35
  142. /** 2 bytes * 3 for EBML IDs, 3 1-byte EBML lengths, 8 bytes for 64 bit
  143. * offset, 4 bytes for target EBML ID */
  144. #define MAX_SEEKENTRY_SIZE 21
  145. /** 4 * (1-byte EBML ID, 1-byte EBML size, 8-byte uint max) */
  146. #define MAX_CUETRACKPOS_SIZE 40
  147. /** Seek preroll value for opus */
  148. #define OPUS_SEEK_PREROLL 80000000
  149. static int ebml_id_size(uint32_t id)
  150. {
  151. return (av_log2(id) + 7U) / 8;
  152. }
  153. static void put_ebml_id(AVIOContext *pb, uint32_t id)
  154. {
  155. int i = ebml_id_size(id);
  156. while (i--)
  157. avio_w8(pb, (uint8_t)(id >> (i * 8)));
  158. }
  159. /**
  160. * Write an EBML size meaning "unknown size".
  161. *
  162. * @param bytes The number of bytes the size should occupy (maximum: 8).
  163. */
  164. static void put_ebml_size_unknown(AVIOContext *pb, int bytes)
  165. {
  166. av_assert0(bytes <= 8);
  167. avio_w8(pb, 0x1ff >> bytes);
  168. ffio_fill(pb, 0xff, bytes - 1);
  169. }
  170. /**
  171. * Returns how many bytes are needed to represent a number
  172. * as EBML variable length integer.
  173. */
  174. static int ebml_num_size(uint64_t num)
  175. {
  176. int bytes = 0;
  177. do {
  178. bytes++;
  179. } while (num >>= 7);
  180. return bytes;
  181. }
  182. /**
  183. * Calculate how many bytes are needed to represent the length field
  184. * of an EBML element whose payload has a given length.
  185. */
  186. static int ebml_length_size(uint64_t length)
  187. {
  188. return ebml_num_size(length + 1);
  189. }
  190. /**
  191. * Write a number as EBML variable length integer on `bytes` bytes.
  192. * `bytes` is taken literally without checking.
  193. */
  194. static void put_ebml_num(AVIOContext *pb, uint64_t num, int bytes)
  195. {
  196. num |= 1ULL << bytes * 7;
  197. for (int i = bytes - 1; i >= 0; i--)
  198. avio_w8(pb, (uint8_t)(num >> i * 8));
  199. }
  200. /**
  201. * Write a length as EBML variable length integer.
  202. *
  203. * @param bytes The number of bytes that need to be used to write the number.
  204. * If zero, the minimal number of bytes will be used.
  205. */
  206. static void put_ebml_length(AVIOContext *pb, uint64_t length, int bytes)
  207. {
  208. int needed_bytes = ebml_length_size(length);
  209. // sizes larger than this are currently undefined in EBML
  210. av_assert0(length < (1ULL << 56) - 1);
  211. if (bytes == 0)
  212. bytes = needed_bytes;
  213. // The bytes needed to write the given size must not exceed
  214. // the bytes that we ought to use.
  215. av_assert0(bytes >= needed_bytes);
  216. put_ebml_num(pb, length, bytes);
  217. }
  218. /**
  219. * Write a (random) UID with fixed size to make the output more deterministic
  220. */
  221. static void put_ebml_uid(AVIOContext *pb, uint32_t elementid, uint64_t uid)
  222. {
  223. put_ebml_id(pb, elementid);
  224. put_ebml_length(pb, 8, 0);
  225. avio_wb64(pb, uid);
  226. }
  227. static void put_ebml_uint(AVIOContext *pb, uint32_t elementid, uint64_t val)
  228. {
  229. int i, bytes = 1;
  230. uint64_t tmp = val;
  231. while (tmp >>= 8)
  232. bytes++;
  233. put_ebml_id(pb, elementid);
  234. put_ebml_length(pb, bytes, 0);
  235. for (i = bytes - 1; i >= 0; i--)
  236. avio_w8(pb, (uint8_t)(val >> i * 8));
  237. }
  238. static void put_ebml_sint(AVIOContext *pb, uint32_t elementid, int64_t val)
  239. {
  240. int i, bytes = 1;
  241. uint64_t tmp = 2*(val < 0 ? val^-1 : val);
  242. while (tmp >>= 8)
  243. bytes++;
  244. put_ebml_id(pb, elementid);
  245. put_ebml_length(pb, bytes, 0);
  246. for (i = bytes - 1; i >= 0; i--)
  247. avio_w8(pb, (uint8_t)(val >> i * 8));
  248. }
  249. static void put_ebml_float(AVIOContext *pb, uint32_t elementid, double val)
  250. {
  251. put_ebml_id(pb, elementid);
  252. put_ebml_length(pb, 8, 0);
  253. avio_wb64(pb, av_double2int(val));
  254. }
  255. static void put_ebml_binary(AVIOContext *pb, uint32_t elementid,
  256. const void *buf, int size)
  257. {
  258. put_ebml_id(pb, elementid);
  259. put_ebml_length(pb, size, 0);
  260. avio_write(pb, buf, size);
  261. }
  262. static void put_ebml_string(AVIOContext *pb, uint32_t elementid,
  263. const char *str)
  264. {
  265. put_ebml_binary(pb, elementid, str, strlen(str));
  266. }
  267. /**
  268. * Write a void element of a given size. Useful for reserving space in
  269. * the file to be written to later.
  270. *
  271. * @param size The number of bytes to reserve, which must be at least 2.
  272. */
  273. static void put_ebml_void(AVIOContext *pb, int size)
  274. {
  275. av_assert0(size >= 2);
  276. put_ebml_id(pb, EBML_ID_VOID);
  277. // we need to subtract the length needed to store the size from the
  278. // size we need to reserve so 2 cases, we use 8 bytes to store the
  279. // size if possible, 1 byte otherwise
  280. if (size < 10) {
  281. size -= 2;
  282. put_ebml_length(pb, size, 0);
  283. } else {
  284. size -= 9;
  285. put_ebml_length(pb, size, 8);
  286. }
  287. ffio_fill(pb, 0, size);
  288. }
  289. static ebml_master start_ebml_master(AVIOContext *pb, uint32_t elementid,
  290. uint64_t expectedsize)
  291. {
  292. int bytes = expectedsize ? ebml_length_size(expectedsize) : 8;
  293. put_ebml_id(pb, elementid);
  294. put_ebml_size_unknown(pb, bytes);
  295. return (ebml_master) { avio_tell(pb), bytes };
  296. }
  297. static void end_ebml_master(AVIOContext *pb, ebml_master master)
  298. {
  299. int64_t pos = avio_tell(pb);
  300. if (avio_seek(pb, master.pos - master.sizebytes, SEEK_SET) < 0)
  301. return;
  302. put_ebml_length(pb, pos - master.pos, master.sizebytes);
  303. avio_seek(pb, pos, SEEK_SET);
  304. }
  305. static void mkv_add_seekhead_entry(MatroskaMuxContext *mkv, uint32_t elementid,
  306. uint64_t filepos)
  307. {
  308. mkv_seekhead *seekhead = &mkv->seekhead;
  309. av_assert1(seekhead->num_entries < MAX_SEEKHEAD_ENTRIES);
  310. seekhead->entries[seekhead->num_entries].elementid = elementid;
  311. seekhead->entries[seekhead->num_entries++].segmentpos = filepos - mkv->segment_offset;
  312. }
  313. static int start_ebml_master_crc32(AVIOContext **dyn_cp, MatroskaMuxContext *mkv)
  314. {
  315. int ret;
  316. if (!*dyn_cp && (ret = avio_open_dyn_buf(dyn_cp)) < 0)
  317. return ret;
  318. if (mkv->write_crc)
  319. put_ebml_void(*dyn_cp, 6); /* Reserve space for CRC32 so position/size calculations using avio_tell() take it into account */
  320. return 0;
  321. }
  322. static int end_ebml_master_crc32(AVIOContext *pb, AVIOContext **dyn_cp,
  323. MatroskaMuxContext *mkv, uint32_t id,
  324. int length_size, int keep_buffer,
  325. int add_seekentry)
  326. {
  327. uint8_t *buf, crc[4];
  328. int ret, size, skip = 0;
  329. size = avio_get_dyn_buf(*dyn_cp, &buf);
  330. if ((ret = (*dyn_cp)->error) < 0)
  331. goto fail;
  332. if (add_seekentry)
  333. mkv_add_seekhead_entry(mkv, id, avio_tell(pb));
  334. put_ebml_id(pb, id);
  335. put_ebml_length(pb, size, length_size);
  336. if (mkv->write_crc) {
  337. skip = 6; /* Skip reserved 6-byte long void element from the dynamic buffer. */
  338. AV_WL32(crc, av_crc(av_crc_get_table(AV_CRC_32_IEEE_LE), UINT32_MAX, buf + skip, size - skip) ^ UINT32_MAX);
  339. put_ebml_binary(pb, EBML_ID_CRC32, crc, sizeof(crc));
  340. }
  341. avio_write(pb, buf + skip, size - skip);
  342. fail:
  343. if (keep_buffer) {
  344. ffio_reset_dyn_buf(*dyn_cp);
  345. } else {
  346. ffio_free_dyn_buf(dyn_cp);
  347. }
  348. return ret;
  349. }
  350. /**
  351. * Output EBML master. Keep the buffer if seekable, allowing for later updates.
  352. * Furthermore always add a SeekHead Entry for this element.
  353. */
  354. static int end_ebml_master_crc32_tentatively(AVIOContext *pb,
  355. ebml_stored_master *elem,
  356. MatroskaMuxContext *mkv, uint32_t id)
  357. {
  358. if (IS_SEEKABLE(pb, mkv)) {
  359. uint8_t *buf;
  360. int size = avio_get_dyn_buf(elem->bc, &buf);
  361. if (elem->bc->error < 0)
  362. return elem->bc->error;
  363. elem->pos = avio_tell(pb);
  364. mkv_add_seekhead_entry(mkv, id, elem->pos);
  365. put_ebml_id(pb, id);
  366. put_ebml_length(pb, size, 0);
  367. avio_write(pb, buf, size);
  368. return 0;
  369. } else
  370. return end_ebml_master_crc32(pb, &elem->bc, mkv, id, 0, 0, 1);
  371. }
  372. static void put_xiph_size(AVIOContext *pb, int size)
  373. {
  374. ffio_fill(pb, 255, size / 255);
  375. avio_w8(pb, size % 255);
  376. }
  377. /**
  378. * Free the members allocated in the mux context.
  379. */
  380. static void mkv_deinit(AVFormatContext *s)
  381. {
  382. MatroskaMuxContext *mkv = s->priv_data;
  383. av_packet_unref(&mkv->cur_audio_pkt);
  384. ffio_free_dyn_buf(&mkv->cluster_bc);
  385. ffio_free_dyn_buf(&mkv->info.bc);
  386. ffio_free_dyn_buf(&mkv->track.bc);
  387. ffio_free_dyn_buf(&mkv->tags.bc);
  388. av_freep(&mkv->cues.entries);
  389. av_freep(&mkv->tracks);
  390. }
  391. /**
  392. * Initialize the SeekHead element to be ready to index level 1 Matroska
  393. * elements. Enough space to write MAX_SEEKHEAD_ENTRIES SeekHead entries
  394. * will be reserved at the current file location.
  395. */
  396. static void mkv_start_seekhead(MatroskaMuxContext *mkv, AVIOContext *pb)
  397. {
  398. mkv->seekhead.filepos = avio_tell(pb);
  399. // 21 bytes max for a Seek entry, 6 bytes max for the SeekHead ID
  400. // and size, 6 bytes for a CRC32 element, and 2 bytes to guarantee
  401. // that an EBML void element will fit afterwards
  402. mkv->seekhead.reserved_size = MAX_SEEKHEAD_ENTRIES * MAX_SEEKENTRY_SIZE + 14;
  403. put_ebml_void(pb, mkv->seekhead.reserved_size);
  404. }
  405. /**
  406. * Write the SeekHead to the file at the location reserved for it
  407. * and seek to destpos afterwards. When error_on_seek_failure
  408. * is not set, failure to seek to the position designated for the
  409. * SeekHead is not considered an error and it is presumed that
  410. * destpos is the current position; failure to seek to destpos
  411. * afterwards is always an error.
  412. *
  413. * @return 0 on success, < 0 on error.
  414. */
  415. static int mkv_write_seekhead(AVIOContext *pb, MatroskaMuxContext *mkv,
  416. int error_on_seek_failure, int64_t destpos)
  417. {
  418. AVIOContext *dyn_cp = NULL;
  419. mkv_seekhead *seekhead = &mkv->seekhead;
  420. int64_t remaining, ret64;
  421. int i, ret;
  422. if ((ret64 = avio_seek(pb, seekhead->filepos, SEEK_SET)) < 0)
  423. return error_on_seek_failure ? ret64 : 0;
  424. ret = start_ebml_master_crc32(&dyn_cp, mkv);
  425. if (ret < 0)
  426. return ret;
  427. for (i = 0; i < seekhead->num_entries; i++) {
  428. mkv_seekhead_entry *entry = &seekhead->entries[i];
  429. ebml_master seekentry = start_ebml_master(dyn_cp, MATROSKA_ID_SEEKENTRY,
  430. MAX_SEEKENTRY_SIZE);
  431. put_ebml_id(dyn_cp, MATROSKA_ID_SEEKID);
  432. put_ebml_length(dyn_cp, ebml_id_size(entry->elementid), 0);
  433. put_ebml_id(dyn_cp, entry->elementid);
  434. put_ebml_uint(dyn_cp, MATROSKA_ID_SEEKPOSITION, entry->segmentpos);
  435. end_ebml_master(dyn_cp, seekentry);
  436. }
  437. ret = end_ebml_master_crc32(pb, &dyn_cp, mkv,
  438. MATROSKA_ID_SEEKHEAD, 0, 0, 0);
  439. if (ret < 0)
  440. return ret;
  441. remaining = seekhead->filepos + seekhead->reserved_size - avio_tell(pb);
  442. put_ebml_void(pb, remaining);
  443. if ((ret64 = avio_seek(pb, destpos, SEEK_SET)) < 0)
  444. return ret64;
  445. return 0;
  446. }
  447. static int mkv_add_cuepoint(MatroskaMuxContext *mkv, int stream, int64_t ts,
  448. int64_t cluster_pos, int64_t relative_pos, int64_t duration)
  449. {
  450. mkv_cues *cues = &mkv->cues;
  451. mkv_cuepoint *entries = cues->entries;
  452. if (ts < 0)
  453. return 0;
  454. entries = av_realloc_array(entries, cues->num_entries + 1, sizeof(mkv_cuepoint));
  455. if (!entries)
  456. return AVERROR(ENOMEM);
  457. cues->entries = entries;
  458. cues->entries[cues->num_entries].pts = ts;
  459. cues->entries[cues->num_entries].stream_idx = stream;
  460. cues->entries[cues->num_entries].cluster_pos = cluster_pos - mkv->segment_offset;
  461. cues->entries[cues->num_entries].relative_pos = relative_pos;
  462. cues->entries[cues->num_entries++].duration = duration;
  463. return 0;
  464. }
  465. static int mkv_assemble_cues(AVStream **streams, AVIOContext *dyn_cp,
  466. mkv_cues *cues, mkv_track *tracks, int num_tracks)
  467. {
  468. AVIOContext *cuepoint;
  469. int ret;
  470. ret = avio_open_dyn_buf(&cuepoint);
  471. if (ret < 0)
  472. return ret;
  473. for (mkv_cuepoint *entry = cues->entries, *end = entry + cues->num_entries;
  474. entry < end;) {
  475. uint64_t pts = entry->pts;
  476. uint8_t *buf;
  477. int size;
  478. put_ebml_uint(cuepoint, MATROSKA_ID_CUETIME, pts);
  479. // put all the entries from different tracks that have the exact same
  480. // timestamp into the same CuePoint
  481. for (int j = 0; j < num_tracks; j++)
  482. tracks[j].has_cue = 0;
  483. do {
  484. ebml_master track_positions;
  485. int idx = entry->stream_idx;
  486. av_assert0(idx >= 0 && idx < num_tracks);
  487. if (tracks[idx].has_cue && streams[idx]->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
  488. continue;
  489. tracks[idx].has_cue = 1;
  490. track_positions = start_ebml_master(cuepoint, MATROSKA_ID_CUETRACKPOSITION, MAX_CUETRACKPOS_SIZE);
  491. put_ebml_uint(cuepoint, MATROSKA_ID_CUETRACK , tracks[idx].track_num);
  492. put_ebml_uint(cuepoint, MATROSKA_ID_CUECLUSTERPOSITION , entry->cluster_pos);
  493. put_ebml_uint(cuepoint, MATROSKA_ID_CUERELATIVEPOSITION, entry->relative_pos);
  494. if (entry->duration != -1)
  495. put_ebml_uint(cuepoint, MATROSKA_ID_CUEDURATION , entry->duration);
  496. end_ebml_master(cuepoint, track_positions);
  497. } while (++entry < end && entry->pts == pts);
  498. size = avio_get_dyn_buf(cuepoint, &buf);
  499. if ((ret = cuepoint->error) < 0)
  500. break;
  501. put_ebml_binary(dyn_cp, MATROSKA_ID_POINTENTRY, buf, size);
  502. ffio_reset_dyn_buf(cuepoint);
  503. }
  504. ffio_free_dyn_buf(&cuepoint);
  505. return ret;
  506. }
  507. static int put_xiph_codecpriv(AVFormatContext *s, AVIOContext *pb,
  508. const AVCodecParameters *par)
  509. {
  510. const uint8_t *header_start[3];
  511. int header_len[3];
  512. int first_header_size;
  513. int j;
  514. if (par->codec_id == AV_CODEC_ID_VORBIS)
  515. first_header_size = 30;
  516. else
  517. first_header_size = 42;
  518. if (avpriv_split_xiph_headers(par->extradata, par->extradata_size,
  519. first_header_size, header_start, header_len) < 0) {
  520. av_log(s, AV_LOG_ERROR, "Extradata corrupt.\n");
  521. return -1;
  522. }
  523. avio_w8(pb, 2); // number packets - 1
  524. for (j = 0; j < 2; j++) {
  525. put_xiph_size(pb, header_len[j]);
  526. }
  527. for (j = 0; j < 3; j++)
  528. avio_write(pb, header_start[j], header_len[j]);
  529. return 0;
  530. }
  531. static int put_wv_codecpriv(AVIOContext *pb, const AVCodecParameters *par)
  532. {
  533. if (par->extradata && par->extradata_size == 2)
  534. avio_write(pb, par->extradata, 2);
  535. else
  536. avio_wl16(pb, 0x410); // fallback to the most recent version
  537. return 0;
  538. }
  539. static int put_flac_codecpriv(AVFormatContext *s, AVIOContext *pb,
  540. const AVCodecParameters *par)
  541. {
  542. int write_comment = (par->channel_layout &&
  543. !(par->channel_layout & ~0x3ffffULL) &&
  544. !ff_flac_is_native_layout(par->channel_layout));
  545. int ret = ff_flac_write_header(pb, par->extradata, par->extradata_size,
  546. !write_comment);
  547. if (ret < 0)
  548. return ret;
  549. if (write_comment) {
  550. const char *vendor = (s->flags & AVFMT_FLAG_BITEXACT) ?
  551. "Lavf" : LIBAVFORMAT_IDENT;
  552. AVDictionary *dict = NULL;
  553. uint8_t buf[32];
  554. int64_t len;
  555. snprintf(buf, sizeof(buf), "0x%"PRIx64, par->channel_layout);
  556. av_dict_set(&dict, "WAVEFORMATEXTENSIBLE_CHANNEL_MASK", buf, 0);
  557. len = ff_vorbiscomment_length(dict, vendor, NULL, 0);
  558. av_assert1(len < (1 << 24) - 4);
  559. avio_w8(pb, 0x84);
  560. avio_wb24(pb, len);
  561. ff_vorbiscomment_write(pb, dict, vendor, NULL, 0);
  562. av_dict_free(&dict);
  563. }
  564. return 0;
  565. }
  566. static int get_aac_sample_rates(AVFormatContext *s, MatroskaMuxContext *mkv,
  567. const uint8_t *extradata, int extradata_size,
  568. int *sample_rate, int *output_sample_rate)
  569. {
  570. MPEG4AudioConfig mp4ac;
  571. int ret;
  572. ret = avpriv_mpeg4audio_get_config2(&mp4ac, extradata, extradata_size, 1, s);
  573. /* Don't abort if the failure is because of missing extradata. Assume in that
  574. * case a bitstream filter will provide the muxer with the extradata in the
  575. * first packet.
  576. * Abort however if s->pb is not seekable, as we would not be able to seek back
  577. * to write the sample rate elements once the extradata shows up, anyway. */
  578. if (ret < 0 && (extradata_size || !IS_SEEKABLE(s->pb, mkv))) {
  579. av_log(s, AV_LOG_ERROR,
  580. "Error parsing AAC extradata, unable to determine samplerate.\n");
  581. return AVERROR(EINVAL);
  582. }
  583. if (ret < 0) {
  584. /* This will only happen when this function is called while writing the
  585. * header and no extradata is available. The space for this element has
  586. * to be reserved for when this function is called again after the
  587. * extradata shows up in the first packet, as there's no way to know if
  588. * output_sample_rate will be different than sample_rate or not. */
  589. *output_sample_rate = *sample_rate;
  590. } else {
  591. *sample_rate = mp4ac.sample_rate;
  592. *output_sample_rate = mp4ac.ext_sample_rate;
  593. }
  594. return 0;
  595. }
  596. static int mkv_write_native_codecprivate(AVFormatContext *s, AVIOContext *pb,
  597. const AVCodecParameters *par,
  598. AVIOContext *dyn_cp)
  599. {
  600. switch (par->codec_id) {
  601. case AV_CODEC_ID_VORBIS:
  602. case AV_CODEC_ID_THEORA:
  603. return put_xiph_codecpriv(s, dyn_cp, par);
  604. case AV_CODEC_ID_FLAC:
  605. return put_flac_codecpriv(s, dyn_cp, par);
  606. case AV_CODEC_ID_WAVPACK:
  607. return put_wv_codecpriv(dyn_cp, par);
  608. case AV_CODEC_ID_H264:
  609. return ff_isom_write_avcc(dyn_cp, par->extradata,
  610. par->extradata_size);
  611. case AV_CODEC_ID_HEVC:
  612. return ff_isom_write_hvcc(dyn_cp, par->extradata,
  613. par->extradata_size, 0);
  614. case AV_CODEC_ID_AV1:
  615. if (par->extradata_size)
  616. return ff_isom_write_av1c(dyn_cp, par->extradata,
  617. par->extradata_size);
  618. else
  619. put_ebml_void(pb, 4 + 3);
  620. break;
  621. case AV_CODEC_ID_ALAC:
  622. if (par->extradata_size < 36) {
  623. av_log(s, AV_LOG_ERROR,
  624. "Invalid extradata found, ALAC expects a 36-byte "
  625. "QuickTime atom.");
  626. return AVERROR_INVALIDDATA;
  627. } else
  628. avio_write(dyn_cp, par->extradata + 12,
  629. par->extradata_size - 12);
  630. break;
  631. case AV_CODEC_ID_AAC:
  632. if (par->extradata_size)
  633. avio_write(dyn_cp, par->extradata, par->extradata_size);
  634. else
  635. put_ebml_void(pb, MAX_PCE_SIZE + 2 + 4);
  636. break;
  637. default:
  638. if (par->codec_id == AV_CODEC_ID_PRORES &&
  639. ff_codec_get_id(ff_codec_movvideo_tags, par->codec_tag) == AV_CODEC_ID_PRORES) {
  640. avio_wl32(dyn_cp, par->codec_tag);
  641. } else if (par->extradata_size && par->codec_id != AV_CODEC_ID_TTA)
  642. avio_write(dyn_cp, par->extradata, par->extradata_size);
  643. }
  644. return 0;
  645. }
  646. static int mkv_write_codecprivate(AVFormatContext *s, AVIOContext *pb,
  647. AVCodecParameters *par,
  648. int native_id, int qt_id)
  649. {
  650. AVIOContext *dyn_cp;
  651. uint8_t *codecpriv;
  652. int ret, codecpriv_size;
  653. ret = avio_open_dyn_buf(&dyn_cp);
  654. if (ret < 0)
  655. return ret;
  656. if (native_id) {
  657. ret = mkv_write_native_codecprivate(s, pb, par, dyn_cp);
  658. } else if (par->codec_type == AVMEDIA_TYPE_VIDEO) {
  659. if (qt_id) {
  660. if (!par->codec_tag)
  661. par->codec_tag = ff_codec_get_tag(ff_codec_movvideo_tags,
  662. par->codec_id);
  663. if ( ff_codec_get_id(ff_codec_movvideo_tags, par->codec_tag) == par->codec_id
  664. && (!par->extradata_size || ff_codec_get_id(ff_codec_movvideo_tags, AV_RL32(par->extradata + 4)) != par->codec_id)
  665. ) {
  666. int i;
  667. avio_wb32(dyn_cp, 0x5a + par->extradata_size);
  668. avio_wl32(dyn_cp, par->codec_tag);
  669. for(i = 0; i < 0x5a - 8; i++)
  670. avio_w8(dyn_cp, 0);
  671. }
  672. avio_write(dyn_cp, par->extradata, par->extradata_size);
  673. } else {
  674. if (!ff_codec_get_tag(ff_codec_bmp_tags, par->codec_id))
  675. av_log(s, AV_LOG_WARNING, "codec %s is not supported by this format\n",
  676. avcodec_get_name(par->codec_id));
  677. if (!par->codec_tag)
  678. par->codec_tag = ff_codec_get_tag(ff_codec_bmp_tags,
  679. par->codec_id);
  680. if (!par->codec_tag && par->codec_id != AV_CODEC_ID_RAWVIDEO) {
  681. av_log(s, AV_LOG_ERROR, "No bmp codec tag found for codec %s\n",
  682. avcodec_get_name(par->codec_id));
  683. ret = AVERROR(EINVAL);
  684. }
  685. ff_put_bmp_header(dyn_cp, par, 0, 0);
  686. }
  687. } else if (par->codec_type == AVMEDIA_TYPE_AUDIO) {
  688. unsigned int tag;
  689. tag = ff_codec_get_tag(ff_codec_wav_tags, par->codec_id);
  690. if (!tag) {
  691. av_log(s, AV_LOG_ERROR, "No wav codec tag found for codec %s\n",
  692. avcodec_get_name(par->codec_id));
  693. ret = AVERROR(EINVAL);
  694. }
  695. if (!par->codec_tag)
  696. par->codec_tag = tag;
  697. ff_put_wav_header(s, dyn_cp, par, FF_PUT_WAV_HEADER_FORCE_WAVEFORMATEX);
  698. }
  699. if (ret >= 0) {
  700. codecpriv_size = avio_get_dyn_buf(dyn_cp, &codecpriv);
  701. if ((ret = dyn_cp->error) >= 0 && codecpriv_size)
  702. put_ebml_binary(pb, MATROSKA_ID_CODECPRIVATE, codecpriv,
  703. codecpriv_size);
  704. }
  705. ffio_free_dyn_buf(&dyn_cp);
  706. return ret;
  707. }
  708. static void mkv_write_video_color(AVIOContext *pb, const AVStream *st,
  709. const AVCodecParameters *par)
  710. {
  711. /* 18 Elements with two bytes ID, one byte length field, 8 bytes payload
  712. * a master element with two bytes ID and one byte length field
  713. * plus another byte to stay clear of the end. */
  714. uint8_t colour[(2 + 1 + 8) * 18 + (2 + 1) + 1];
  715. AVIOContext buf, *dyn_cp = &buf;
  716. int side_data_size = 0;
  717. int colorinfo_size;
  718. const uint8_t *side_data;
  719. ffio_init_context(dyn_cp, colour, sizeof(colour), 1, NULL, NULL, NULL, NULL);
  720. if (par->color_trc != AVCOL_TRC_UNSPECIFIED &&
  721. par->color_trc < AVCOL_TRC_NB) {
  722. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORTRANSFERCHARACTERISTICS,
  723. par->color_trc);
  724. }
  725. if (par->color_space != AVCOL_SPC_UNSPECIFIED &&
  726. par->color_space < AVCOL_SPC_NB) {
  727. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORMATRIXCOEFF, par->color_space);
  728. }
  729. if (par->color_primaries != AVCOL_PRI_UNSPECIFIED &&
  730. par->color_primaries < AVCOL_PRI_NB) {
  731. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORPRIMARIES, par->color_primaries);
  732. }
  733. if (par->color_range != AVCOL_RANGE_UNSPECIFIED &&
  734. par->color_range < AVCOL_RANGE_NB) {
  735. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORRANGE, par->color_range);
  736. }
  737. if (par->chroma_location != AVCHROMA_LOC_UNSPECIFIED &&
  738. par->chroma_location <= AVCHROMA_LOC_TOP) {
  739. int xpos, ypos;
  740. avcodec_enum_to_chroma_pos(&xpos, &ypos, par->chroma_location);
  741. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORCHROMASITINGHORZ, (xpos >> 7) + 1);
  742. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORCHROMASITINGVERT, (ypos >> 7) + 1);
  743. }
  744. side_data = av_stream_get_side_data(st, AV_PKT_DATA_CONTENT_LIGHT_LEVEL,
  745. &side_data_size);
  746. if (side_data_size) {
  747. const AVContentLightMetadata *metadata =
  748. (const AVContentLightMetadata*)side_data;
  749. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORMAXCLL, metadata->MaxCLL);
  750. put_ebml_uint(dyn_cp, MATROSKA_ID_VIDEOCOLORMAXFALL, metadata->MaxFALL);
  751. }
  752. side_data = av_stream_get_side_data(st, AV_PKT_DATA_MASTERING_DISPLAY_METADATA,
  753. &side_data_size);
  754. if (side_data_size == sizeof(AVMasteringDisplayMetadata)) {
  755. ebml_master meta_element = start_ebml_master(
  756. dyn_cp, MATROSKA_ID_VIDEOCOLORMASTERINGMETA, 10 * (2 + 1 + 8));
  757. const AVMasteringDisplayMetadata *metadata =
  758. (const AVMasteringDisplayMetadata*)side_data;
  759. if (metadata->has_primaries) {
  760. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_RX,
  761. av_q2d(metadata->display_primaries[0][0]));
  762. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_RY,
  763. av_q2d(metadata->display_primaries[0][1]));
  764. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_GX,
  765. av_q2d(metadata->display_primaries[1][0]));
  766. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_GY,
  767. av_q2d(metadata->display_primaries[1][1]));
  768. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_BX,
  769. av_q2d(metadata->display_primaries[2][0]));
  770. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_BY,
  771. av_q2d(metadata->display_primaries[2][1]));
  772. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_WHITEX,
  773. av_q2d(metadata->white_point[0]));
  774. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_WHITEY,
  775. av_q2d(metadata->white_point[1]));
  776. }
  777. if (metadata->has_luminance) {
  778. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_LUMINANCEMAX,
  779. av_q2d(metadata->max_luminance));
  780. put_ebml_float(dyn_cp, MATROSKA_ID_VIDEOCOLOR_LUMINANCEMIN,
  781. av_q2d(metadata->min_luminance));
  782. }
  783. end_ebml_master(dyn_cp, meta_element);
  784. }
  785. colorinfo_size = avio_tell(dyn_cp);
  786. if (colorinfo_size)
  787. put_ebml_binary(pb, MATROSKA_ID_VIDEOCOLOR, colour, colorinfo_size);
  788. }
  789. static void mkv_write_video_projection(AVFormatContext *s, AVIOContext *pb,
  790. const AVStream *st)
  791. {
  792. ebml_master projection;
  793. int side_data_size = 0;
  794. uint8_t private[20];
  795. const AVSphericalMapping *spherical =
  796. (const AVSphericalMapping *)av_stream_get_side_data(st, AV_PKT_DATA_SPHERICAL,
  797. &side_data_size);
  798. if (!side_data_size)
  799. return;
  800. if (spherical->projection != AV_SPHERICAL_EQUIRECTANGULAR &&
  801. spherical->projection != AV_SPHERICAL_EQUIRECTANGULAR_TILE &&
  802. spherical->projection != AV_SPHERICAL_CUBEMAP) {
  803. av_log(s, AV_LOG_WARNING, "Unknown projection type\n");
  804. return;
  805. }
  806. // Maximally 4 8-byte elements with id-length 2 + 1 byte length field
  807. // and the private data of the AV_SPHERICAL_EQUIRECTANGULAR_TILE case
  808. projection = start_ebml_master(pb, MATROSKA_ID_VIDEOPROJECTION,
  809. 4 * (2 + 1 + 8) + (2 + 1 + 20));
  810. switch (spherical->projection) {
  811. case AV_SPHERICAL_EQUIRECTANGULAR:
  812. put_ebml_uint(pb, MATROSKA_ID_VIDEOPROJECTIONTYPE,
  813. MATROSKA_VIDEO_PROJECTION_TYPE_EQUIRECTANGULAR);
  814. break;
  815. case AV_SPHERICAL_EQUIRECTANGULAR_TILE:
  816. put_ebml_uint(pb, MATROSKA_ID_VIDEOPROJECTIONTYPE,
  817. MATROSKA_VIDEO_PROJECTION_TYPE_EQUIRECTANGULAR);
  818. AV_WB32(private, 0); // version + flags
  819. AV_WB32(private + 4, spherical->bound_top);
  820. AV_WB32(private + 8, spherical->bound_bottom);
  821. AV_WB32(private + 12, spherical->bound_left);
  822. AV_WB32(private + 16, spherical->bound_right);
  823. put_ebml_binary(pb, MATROSKA_ID_VIDEOPROJECTIONPRIVATE,
  824. private, 20);
  825. break;
  826. case AV_SPHERICAL_CUBEMAP:
  827. put_ebml_uint(pb, MATROSKA_ID_VIDEOPROJECTIONTYPE,
  828. MATROSKA_VIDEO_PROJECTION_TYPE_CUBEMAP);
  829. AV_WB32(private, 0); // version + flags
  830. AV_WB32(private + 4, 0); // layout
  831. AV_WB32(private + 8, spherical->padding);
  832. put_ebml_binary(pb, MATROSKA_ID_VIDEOPROJECTIONPRIVATE,
  833. private, 12);
  834. break;
  835. default:
  836. av_assert0(0);
  837. }
  838. if (spherical->yaw)
  839. put_ebml_float(pb, MATROSKA_ID_VIDEOPROJECTIONPOSEYAW,
  840. (double) spherical->yaw / (1 << 16));
  841. if (spherical->pitch)
  842. put_ebml_float(pb, MATROSKA_ID_VIDEOPROJECTIONPOSEPITCH,
  843. (double) spherical->pitch / (1 << 16));
  844. if (spherical->roll)
  845. put_ebml_float(pb, MATROSKA_ID_VIDEOPROJECTIONPOSEROLL,
  846. (double) spherical->roll / (1 << 16));
  847. end_ebml_master(pb, projection);
  848. }
  849. static void mkv_write_field_order(AVIOContext *pb, int mode,
  850. enum AVFieldOrder field_order)
  851. {
  852. switch (field_order) {
  853. case AV_FIELD_UNKNOWN:
  854. break;
  855. case AV_FIELD_PROGRESSIVE:
  856. put_ebml_uint(pb, MATROSKA_ID_VIDEOFLAGINTERLACED,
  857. MATROSKA_VIDEO_INTERLACE_FLAG_PROGRESSIVE);
  858. break;
  859. case AV_FIELD_TT:
  860. case AV_FIELD_BB:
  861. case AV_FIELD_TB:
  862. case AV_FIELD_BT:
  863. put_ebml_uint(pb, MATROSKA_ID_VIDEOFLAGINTERLACED,
  864. MATROSKA_VIDEO_INTERLACE_FLAG_INTERLACED);
  865. if (mode != MODE_WEBM) {
  866. switch (field_order) {
  867. case AV_FIELD_TT:
  868. put_ebml_uint(pb, MATROSKA_ID_VIDEOFIELDORDER,
  869. MATROSKA_VIDEO_FIELDORDER_TT);
  870. break;
  871. case AV_FIELD_BB:
  872. put_ebml_uint(pb, MATROSKA_ID_VIDEOFIELDORDER,
  873. MATROSKA_VIDEO_FIELDORDER_BB);
  874. break;
  875. case AV_FIELD_TB:
  876. put_ebml_uint(pb, MATROSKA_ID_VIDEOFIELDORDER,
  877. MATROSKA_VIDEO_FIELDORDER_TB);
  878. break;
  879. case AV_FIELD_BT:
  880. put_ebml_uint(pb, MATROSKA_ID_VIDEOFIELDORDER,
  881. MATROSKA_VIDEO_FIELDORDER_BT);
  882. break;
  883. }
  884. }
  885. }
  886. }
  887. static int mkv_write_stereo_mode(AVFormatContext *s, AVIOContext *pb,
  888. AVStream *st, int mode, int *h_width, int *h_height)
  889. {
  890. const AVDictionaryEntry *tag;
  891. MatroskaVideoStereoModeType format = MATROSKA_VIDEO_STEREOMODE_TYPE_NB;
  892. const AVStereo3D *stereo;
  893. int side_data_size = 0;
  894. *h_width = 1;
  895. *h_height = 1;
  896. // convert metadata into proper side data and add it to the stream
  897. if ((tag = av_dict_get(st->metadata, "stereo_mode", NULL, 0)) ||
  898. (tag = av_dict_get( s->metadata, "stereo_mode", NULL, 0))) {
  899. int stereo_mode = atoi(tag->value);
  900. for (int i = 0; i < MATROSKA_VIDEO_STEREOMODE_TYPE_NB; i++)
  901. if (!strcmp(tag->value, ff_matroska_video_stereo_mode[i])){
  902. stereo_mode = i;
  903. break;
  904. }
  905. if (stereo_mode < MATROSKA_VIDEO_STEREOMODE_TYPE_NB &&
  906. stereo_mode != 10 && stereo_mode != 12) {
  907. int ret = ff_mkv_stereo3d_conv(st, stereo_mode);
  908. if (ret < 0)
  909. return ret;
  910. }
  911. }
  912. stereo = (const AVStereo3D*)av_stream_get_side_data(st, AV_PKT_DATA_STEREO3D,
  913. &side_data_size);
  914. if (side_data_size >= sizeof(AVStereo3D)) {
  915. switch (stereo->type) {
  916. case AV_STEREO3D_2D:
  917. format = MATROSKA_VIDEO_STEREOMODE_TYPE_MONO;
  918. break;
  919. case AV_STEREO3D_SIDEBYSIDE:
  920. format = (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  921. ? MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT
  922. : MATROSKA_VIDEO_STEREOMODE_TYPE_LEFT_RIGHT;
  923. *h_width = 2;
  924. break;
  925. case AV_STEREO3D_TOPBOTTOM:
  926. format = MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM;
  927. if (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  928. format--;
  929. *h_height = 2;
  930. break;
  931. case AV_STEREO3D_CHECKERBOARD:
  932. format = MATROSKA_VIDEO_STEREOMODE_TYPE_CHECKERBOARD_LR;
  933. if (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  934. format--;
  935. break;
  936. case AV_STEREO3D_LINES:
  937. format = MATROSKA_VIDEO_STEREOMODE_TYPE_ROW_INTERLEAVED_LR;
  938. if (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  939. format--;
  940. *h_height = 2;
  941. break;
  942. case AV_STEREO3D_COLUMNS:
  943. format = MATROSKA_VIDEO_STEREOMODE_TYPE_COL_INTERLEAVED_LR;
  944. if (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  945. format--;
  946. *h_width = 2;
  947. break;
  948. case AV_STEREO3D_FRAMESEQUENCE:
  949. format = MATROSKA_VIDEO_STEREOMODE_TYPE_BOTH_EYES_BLOCK_LR;
  950. if (stereo->flags & AV_STEREO3D_FLAG_INVERT)
  951. format++;
  952. break;
  953. }
  954. }
  955. if (format == MATROSKA_VIDEO_STEREOMODE_TYPE_NB)
  956. return 0;
  957. // if webm, do not write unsupported modes
  958. if ((mode == MODE_WEBM &&
  959. format > MATROSKA_VIDEO_STEREOMODE_TYPE_TOP_BOTTOM &&
  960. format != MATROSKA_VIDEO_STEREOMODE_TYPE_RIGHT_LEFT)
  961. || format >= MATROSKA_VIDEO_STEREOMODE_TYPE_NB) {
  962. av_log(s, AV_LOG_ERROR,
  963. "The specified stereo mode is not valid.\n");
  964. return AVERROR(EINVAL);
  965. }
  966. // write StereoMode if format is valid
  967. put_ebml_uint(pb, MATROSKA_ID_VIDEOSTEREOMODE, format);
  968. return 0;
  969. }
  970. static int mkv_write_track(AVFormatContext *s, MatroskaMuxContext *mkv,
  971. AVStream *st, mkv_track *track, AVIOContext *pb,
  972. int is_default)
  973. {
  974. AVCodecParameters *par = st->codecpar;
  975. ebml_master subinfo, track_master;
  976. int native_id = 0;
  977. int qt_id = 0;
  978. int bit_depth;
  979. int sample_rate = par->sample_rate;
  980. int output_sample_rate = 0;
  981. int display_width_div = 1;
  982. int display_height_div = 1;
  983. int j, ret;
  984. const AVDictionaryEntry *tag;
  985. if (par->codec_type == AVMEDIA_TYPE_ATTACHMENT)
  986. return 0;
  987. if (par->codec_id == AV_CODEC_ID_AAC) {
  988. ret = get_aac_sample_rates(s, mkv, par->extradata, par->extradata_size,
  989. &sample_rate, &output_sample_rate);
  990. if (ret < 0)
  991. return ret;
  992. }
  993. track_master = start_ebml_master(pb, MATROSKA_ID_TRACKENTRY, 0);
  994. put_ebml_uint(pb, MATROSKA_ID_TRACKNUMBER, track->track_num);
  995. put_ebml_uid (pb, MATROSKA_ID_TRACKUID, track->uid);
  996. put_ebml_uint(pb, MATROSKA_ID_TRACKFLAGLACING, 0); // no lacing (yet)
  997. if ((tag = av_dict_get(st->metadata, "title", NULL, 0)))
  998. put_ebml_string(pb, MATROSKA_ID_TRACKNAME, tag->value);
  999. tag = av_dict_get(st->metadata, "language", NULL, 0);
  1000. put_ebml_string(pb, MATROSKA_ID_TRACKLANGUAGE,
  1001. tag && tag->value ? tag->value : "und");
  1002. // The default value for TRACKFLAGDEFAULT is 1, so add element
  1003. // if we need to clear it.
  1004. if (!is_default)
  1005. put_ebml_uint(pb, MATROSKA_ID_TRACKFLAGDEFAULT, 0);
  1006. if (st->disposition & AV_DISPOSITION_FORCED)
  1007. put_ebml_uint(pb, MATROSKA_ID_TRACKFLAGFORCED, 1);
  1008. if (mkv->mode == MODE_WEBM) {
  1009. const char *codec_id;
  1010. if (par->codec_type != AVMEDIA_TYPE_SUBTITLE) {
  1011. for (j = 0; ff_webm_codec_tags[j].id != AV_CODEC_ID_NONE; j++) {
  1012. if (ff_webm_codec_tags[j].id == par->codec_id) {
  1013. codec_id = ff_webm_codec_tags[j].str;
  1014. native_id = 1;
  1015. break;
  1016. }
  1017. }
  1018. } else if (par->codec_id == AV_CODEC_ID_WEBVTT) {
  1019. if (st->disposition & AV_DISPOSITION_CAPTIONS) {
  1020. codec_id = "D_WEBVTT/CAPTIONS";
  1021. native_id = MATROSKA_TRACK_TYPE_SUBTITLE;
  1022. } else if (st->disposition & AV_DISPOSITION_DESCRIPTIONS) {
  1023. codec_id = "D_WEBVTT/DESCRIPTIONS";
  1024. native_id = MATROSKA_TRACK_TYPE_METADATA;
  1025. } else if (st->disposition & AV_DISPOSITION_METADATA) {
  1026. codec_id = "D_WEBVTT/METADATA";
  1027. native_id = MATROSKA_TRACK_TYPE_METADATA;
  1028. } else {
  1029. codec_id = "D_WEBVTT/SUBTITLES";
  1030. native_id = MATROSKA_TRACK_TYPE_SUBTITLE;
  1031. }
  1032. }
  1033. if (!native_id) {
  1034. av_log(s, AV_LOG_ERROR,
  1035. "Only VP8 or VP9 or AV1 video and Vorbis or Opus audio and WebVTT subtitles are supported for WebM.\n");
  1036. return AVERROR(EINVAL);
  1037. }
  1038. put_ebml_string(pb, MATROSKA_ID_CODECID, codec_id);
  1039. } else {
  1040. // look for a codec ID string specific to mkv to use,
  1041. // if none are found, use AVI codes
  1042. if (par->codec_id != AV_CODEC_ID_RAWVIDEO || par->codec_tag) {
  1043. for (j = 0; ff_mkv_codec_tags[j].id != AV_CODEC_ID_NONE; j++) {
  1044. if (ff_mkv_codec_tags[j].id == par->codec_id && par->codec_id != AV_CODEC_ID_FFV1) {
  1045. put_ebml_string(pb, MATROSKA_ID_CODECID, ff_mkv_codec_tags[j].str);
  1046. native_id = 1;
  1047. break;
  1048. }
  1049. }
  1050. } else {
  1051. if (mkv->allow_raw_vfw) {
  1052. native_id = 0;
  1053. } else {
  1054. av_log(s, AV_LOG_ERROR, "Raw RGB is not supported Natively in Matroska, you can use AVI or NUT or\n"
  1055. "If you would like to store it anyway using VFW mode, enable allow_raw_vfw (-allow_raw_vfw 1)\n");
  1056. return AVERROR(EINVAL);
  1057. }
  1058. }
  1059. }
  1060. switch (par->codec_type) {
  1061. case AVMEDIA_TYPE_VIDEO:
  1062. mkv->have_video = 1;
  1063. put_ebml_uint(pb, MATROSKA_ID_TRACKTYPE, MATROSKA_TRACK_TYPE_VIDEO);
  1064. if( st->avg_frame_rate.num > 0 && st->avg_frame_rate.den > 0
  1065. && av_cmp_q(av_inv_q(st->avg_frame_rate), st->time_base) > 0)
  1066. put_ebml_uint(pb, MATROSKA_ID_TRACKDEFAULTDURATION, 1000000000LL * st->avg_frame_rate.den / st->avg_frame_rate.num);
  1067. else if( st->r_frame_rate.num > 0 && st->r_frame_rate.den > 0
  1068. && av_cmp_q(av_inv_q(st->r_frame_rate), st->time_base) > 0)
  1069. put_ebml_uint(pb, MATROSKA_ID_TRACKDEFAULTDURATION, 1000000000LL * st->r_frame_rate.den / st->r_frame_rate.num);
  1070. if (!native_id &&
  1071. ff_codec_get_tag(ff_codec_movvideo_tags, par->codec_id) &&
  1072. ((!ff_codec_get_tag(ff_codec_bmp_tags, par->codec_id) && par->codec_id != AV_CODEC_ID_RAWVIDEO) ||
  1073. par->codec_id == AV_CODEC_ID_SVQ1 ||
  1074. par->codec_id == AV_CODEC_ID_SVQ3 ||
  1075. par->codec_id == AV_CODEC_ID_CINEPAK))
  1076. qt_id = 1;
  1077. if (qt_id)
  1078. put_ebml_string(pb, MATROSKA_ID_CODECID, "V_QUICKTIME");
  1079. else if (!native_id) {
  1080. // if there is no mkv-specific codec ID, use VFW mode
  1081. put_ebml_string(pb, MATROSKA_ID_CODECID, "V_MS/VFW/FOURCC");
  1082. track->write_dts = 1;
  1083. s->internal->avoid_negative_ts_use_pts = 0;
  1084. }
  1085. subinfo = start_ebml_master(pb, MATROSKA_ID_TRACKVIDEO, 0);
  1086. put_ebml_uint (pb, MATROSKA_ID_VIDEOPIXELWIDTH , par->width);
  1087. put_ebml_uint (pb, MATROSKA_ID_VIDEOPIXELHEIGHT, par->height);
  1088. mkv_write_field_order(pb, mkv->mode, par->field_order);
  1089. // check both side data and metadata for stereo information,
  1090. // write the result to the bitstream if any is found
  1091. ret = mkv_write_stereo_mode(s, pb, st, mkv->mode,
  1092. &display_width_div,
  1093. &display_height_div);
  1094. if (ret < 0)
  1095. return ret;
  1096. if (((tag = av_dict_get(st->metadata, "alpha_mode", NULL, 0)) && atoi(tag->value)) ||
  1097. ((tag = av_dict_get( s->metadata, "alpha_mode", NULL, 0)) && atoi(tag->value)) ||
  1098. (par->format == AV_PIX_FMT_YUVA420P)) {
  1099. put_ebml_uint(pb, MATROSKA_ID_VIDEOALPHAMODE, 1);
  1100. }
  1101. // write DisplayWidth and DisplayHeight, they contain the size of
  1102. // a single source view and/or the display aspect ratio
  1103. if (st->sample_aspect_ratio.num) {
  1104. int64_t d_width = av_rescale(par->width, st->sample_aspect_ratio.num, st->sample_aspect_ratio.den);
  1105. if (d_width > INT_MAX) {
  1106. av_log(s, AV_LOG_ERROR, "Overflow in display width\n");
  1107. return AVERROR(EINVAL);
  1108. }
  1109. if (d_width != par->width || display_width_div != 1 || display_height_div != 1) {
  1110. if (mkv->mode == MODE_WEBM || display_width_div != 1 || display_height_div != 1) {
  1111. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYWIDTH , d_width / display_width_div);
  1112. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYHEIGHT, par->height / display_height_div);
  1113. } else {
  1114. AVRational display_aspect_ratio;
  1115. av_reduce(&display_aspect_ratio.num, &display_aspect_ratio.den,
  1116. par->width * (int64_t)st->sample_aspect_ratio.num,
  1117. par->height * (int64_t)st->sample_aspect_ratio.den,
  1118. 1024 * 1024);
  1119. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYWIDTH, display_aspect_ratio.num);
  1120. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYHEIGHT, display_aspect_ratio.den);
  1121. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYUNIT, MATROSKA_VIDEO_DISPLAYUNIT_DAR);
  1122. }
  1123. }
  1124. } else if (display_width_div != 1 || display_height_div != 1) {
  1125. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYWIDTH , par->width / display_width_div);
  1126. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYHEIGHT, par->height / display_height_div);
  1127. } else if (mkv->mode != MODE_WEBM)
  1128. put_ebml_uint(pb, MATROSKA_ID_VIDEODISPLAYUNIT, MATROSKA_VIDEO_DISPLAYUNIT_UNKNOWN);
  1129. if (par->codec_id == AV_CODEC_ID_RAWVIDEO) {
  1130. uint32_t color_space = av_le2ne32(par->codec_tag);
  1131. put_ebml_binary(pb, MATROSKA_ID_VIDEOCOLORSPACE, &color_space, sizeof(color_space));
  1132. }
  1133. mkv_write_video_color(pb, st, par);
  1134. mkv_write_video_projection(s, pb, st);
  1135. end_ebml_master(pb, subinfo);
  1136. break;
  1137. case AVMEDIA_TYPE_AUDIO:
  1138. if (par->initial_padding && par->codec_id == AV_CODEC_ID_OPUS) {
  1139. int64_t codecdelay = av_rescale_q(par->initial_padding,
  1140. (AVRational){ 1, 48000 },
  1141. (AVRational){ 1, 1000000000 });
  1142. if (codecdelay < 0) {
  1143. av_log(s, AV_LOG_ERROR, "Initial padding is invalid\n");
  1144. return AVERROR(EINVAL);
  1145. }
  1146. // track->ts_offset = av_rescale_q(par->initial_padding,
  1147. // (AVRational){ 1, par->sample_rate },
  1148. // st->time_base);
  1149. put_ebml_uint(pb, MATROSKA_ID_CODECDELAY, codecdelay);
  1150. }
  1151. if (par->codec_id == AV_CODEC_ID_OPUS)
  1152. put_ebml_uint(pb, MATROSKA_ID_SEEKPREROLL, OPUS_SEEK_PREROLL);
  1153. put_ebml_uint(pb, MATROSKA_ID_TRACKTYPE, MATROSKA_TRACK_TYPE_AUDIO);
  1154. if (!native_id)
  1155. // no mkv-specific ID, use ACM mode
  1156. put_ebml_string(pb, MATROSKA_ID_CODECID, "A_MS/ACM");
  1157. subinfo = start_ebml_master(pb, MATROSKA_ID_TRACKAUDIO, 6 + 4 * 9);
  1158. put_ebml_uint (pb, MATROSKA_ID_AUDIOCHANNELS , par->channels);
  1159. track->sample_rate_offset = avio_tell(pb);
  1160. put_ebml_float (pb, MATROSKA_ID_AUDIOSAMPLINGFREQ, sample_rate);
  1161. if (output_sample_rate)
  1162. put_ebml_float(pb, MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, output_sample_rate);
  1163. bit_depth = av_get_bits_per_sample(par->codec_id);
  1164. if (!bit_depth && par->codec_id != AV_CODEC_ID_ADPCM_G726) {
  1165. if (par->bits_per_raw_sample)
  1166. bit_depth = par->bits_per_raw_sample;
  1167. else
  1168. bit_depth = av_get_bytes_per_sample(par->format) << 3;
  1169. }
  1170. if (!bit_depth)
  1171. bit_depth = par->bits_per_coded_sample;
  1172. if (bit_depth)
  1173. put_ebml_uint(pb, MATROSKA_ID_AUDIOBITDEPTH, bit_depth);
  1174. end_ebml_master(pb, subinfo);
  1175. break;
  1176. case AVMEDIA_TYPE_SUBTITLE:
  1177. if (!native_id) {
  1178. av_log(s, AV_LOG_ERROR, "Subtitle codec %d is not supported.\n", par->codec_id);
  1179. return AVERROR(ENOSYS);
  1180. }
  1181. if (mkv->mode != MODE_WEBM || par->codec_id != AV_CODEC_ID_WEBVTT)
  1182. native_id = MATROSKA_TRACK_TYPE_SUBTITLE;
  1183. put_ebml_uint(pb, MATROSKA_ID_TRACKTYPE, native_id);
  1184. break;
  1185. default:
  1186. av_log(s, AV_LOG_ERROR, "Only audio, video, and subtitles are supported for Matroska.\n");
  1187. return AVERROR(EINVAL);
  1188. }
  1189. if (mkv->mode != MODE_WEBM || par->codec_id != AV_CODEC_ID_WEBVTT) {
  1190. track->codecpriv_offset = avio_tell(pb);
  1191. ret = mkv_write_codecprivate(s, pb, par, native_id, qt_id);
  1192. if (ret < 0)
  1193. return ret;
  1194. }
  1195. end_ebml_master(pb, track_master);
  1196. return 0;
  1197. }
  1198. static int mkv_write_tracks(AVFormatContext *s)
  1199. {
  1200. MatroskaMuxContext *mkv = s->priv_data;
  1201. AVIOContext *pb = s->pb;
  1202. int i, ret, video_default_idx, audio_default_idx, subtitle_default_idx;
  1203. if (mkv->nb_attachments == s->nb_streams)
  1204. return 0;
  1205. ret = start_ebml_master_crc32(&mkv->track.bc, mkv);
  1206. if (ret < 0)
  1207. return ret;
  1208. if (mkv->default_mode != DEFAULT_MODE_PASSTHROUGH) {
  1209. int video_idx, audio_idx, subtitle_idx;
  1210. video_idx = video_default_idx =
  1211. audio_idx = audio_default_idx =
  1212. subtitle_idx = subtitle_default_idx = -1;
  1213. for (i = s->nb_streams - 1; i >= 0; i--) {
  1214. AVStream *st = s->streams[i];
  1215. switch (st->codecpar->codec_type) {
  1216. #define CASE(type, variable) \
  1217. case AVMEDIA_TYPE_ ## type: \
  1218. variable ## _idx = i; \
  1219. if (st->disposition & AV_DISPOSITION_DEFAULT) \
  1220. variable ## _default_idx = i; \
  1221. break;
  1222. CASE(VIDEO, video)
  1223. CASE(AUDIO, audio)
  1224. CASE(SUBTITLE, subtitle)
  1225. #undef CASE
  1226. }
  1227. }
  1228. video_default_idx = FFMAX(video_default_idx, video_idx);
  1229. audio_default_idx = FFMAX(audio_default_idx, audio_idx);
  1230. if (mkv->default_mode != DEFAULT_MODE_INFER_NO_SUBS)
  1231. subtitle_default_idx = FFMAX(subtitle_default_idx, subtitle_idx);
  1232. }
  1233. for (i = 0; i < s->nb_streams; i++) {
  1234. AVStream *st = s->streams[i];
  1235. int is_default = mkv->default_mode == DEFAULT_MODE_PASSTHROUGH ?
  1236. st->disposition & AV_DISPOSITION_DEFAULT :
  1237. i == video_default_idx || i == audio_default_idx ||
  1238. i == subtitle_default_idx;
  1239. ret = mkv_write_track(s, mkv, st, &mkv->tracks[i],
  1240. mkv->track.bc, is_default);
  1241. if (ret < 0)
  1242. return ret;
  1243. }
  1244. return end_ebml_master_crc32_tentatively(pb, &mkv->track, mkv,
  1245. MATROSKA_ID_TRACKS);
  1246. }
  1247. static int mkv_write_simpletag(AVIOContext *pb, const AVDictionaryEntry *t)
  1248. {
  1249. uint8_t *key = av_strdup(t->key);
  1250. uint8_t *p = key;
  1251. const uint8_t *lang = NULL;
  1252. ebml_master tag;
  1253. if (!key)
  1254. return AVERROR(ENOMEM);
  1255. if ((p = strrchr(p, '-')) &&
  1256. (lang = ff_convert_lang_to(p + 1, AV_LANG_ISO639_2_BIBL)))
  1257. *p = 0;
  1258. p = key;
  1259. while (*p) {
  1260. if (*p == ' ')
  1261. *p = '_';
  1262. else if (*p >= 'a' && *p <= 'z')
  1263. *p -= 'a' - 'A';
  1264. p++;
  1265. }
  1266. tag = start_ebml_master(pb, MATROSKA_ID_SIMPLETAG, 0);
  1267. put_ebml_string(pb, MATROSKA_ID_TAGNAME, key);
  1268. if (lang)
  1269. put_ebml_string(pb, MATROSKA_ID_TAGLANG, lang);
  1270. put_ebml_string(pb, MATROSKA_ID_TAGSTRING, t->value);
  1271. end_ebml_master(pb, tag);
  1272. av_freep(&key);
  1273. return 0;
  1274. }
  1275. static int mkv_write_tag_targets(MatroskaMuxContext *mkv, AVIOContext **pb,
  1276. ebml_master *tag, uint32_t elementid, uint64_t uid)
  1277. {
  1278. ebml_master targets;
  1279. int ret;
  1280. if (!*pb) {
  1281. ret = start_ebml_master_crc32(pb, mkv);
  1282. if (ret < 0)
  1283. return ret;
  1284. }
  1285. *tag = start_ebml_master(*pb, MATROSKA_ID_TAG, 0);
  1286. targets = start_ebml_master(*pb, MATROSKA_ID_TAGTARGETS, 4 + 1 + 8);
  1287. if (elementid)
  1288. put_ebml_uid(*pb, elementid, uid);
  1289. end_ebml_master(*pb, targets);
  1290. return 0;
  1291. }
  1292. static int mkv_check_tag_name(const char *name, uint32_t elementid)
  1293. {
  1294. return av_strcasecmp(name, "title") &&
  1295. av_strcasecmp(name, "stereo_mode") &&
  1296. av_strcasecmp(name, "creation_time") &&
  1297. av_strcasecmp(name, "encoding_tool") &&
  1298. av_strcasecmp(name, "duration") &&
  1299. (elementid != MATROSKA_ID_TAGTARGETS_TRACKUID ||
  1300. av_strcasecmp(name, "language")) &&
  1301. (elementid != MATROSKA_ID_TAGTARGETS_ATTACHUID ||
  1302. (av_strcasecmp(name, "filename") &&
  1303. av_strcasecmp(name, "mimetype")));
  1304. }
  1305. static int mkv_write_tag(MatroskaMuxContext *mkv, const AVDictionary *m,
  1306. AVIOContext **pb, ebml_master *tag,
  1307. uint32_t elementid, uint64_t uid)
  1308. {
  1309. const AVDictionaryEntry *t = NULL;
  1310. ebml_master tag2;
  1311. int ret;
  1312. ret = mkv_write_tag_targets(mkv, pb, tag ? tag : &tag2, elementid, uid);
  1313. if (ret < 0)
  1314. return ret;
  1315. while ((t = av_dict_get(m, "", t, AV_DICT_IGNORE_SUFFIX))) {
  1316. if (mkv_check_tag_name(t->key, elementid)) {
  1317. ret = mkv_write_simpletag(*pb, t);
  1318. if (ret < 0)
  1319. return ret;
  1320. }
  1321. }
  1322. if (!tag)
  1323. end_ebml_master(*pb, tag2);
  1324. return 0;
  1325. }
  1326. static int mkv_check_tag(const AVDictionary *m, uint32_t elementid)
  1327. {
  1328. const AVDictionaryEntry *t = NULL;
  1329. while ((t = av_dict_get(m, "", t, AV_DICT_IGNORE_SUFFIX)))
  1330. if (mkv_check_tag_name(t->key, elementid))
  1331. return 1;
  1332. return 0;
  1333. }
  1334. static int mkv_write_tags(AVFormatContext *s)
  1335. {
  1336. MatroskaMuxContext *mkv = s->priv_data;
  1337. ebml_master tag, *tagp = IS_SEEKABLE(s->pb, mkv) ? &tag : NULL;
  1338. int i, ret;
  1339. mkv->wrote_tags = 1;
  1340. ff_metadata_conv_ctx(s, ff_mkv_metadata_conv, NULL);
  1341. if (mkv_check_tag(s->metadata, 0)) {
  1342. ret = mkv_write_tag(mkv, s->metadata, &mkv->tags.bc, NULL, 0, 0);
  1343. if (ret < 0)
  1344. return ret;
  1345. }
  1346. for (i = 0; i < s->nb_streams; i++) {
  1347. const AVStream *st = s->streams[i];
  1348. mkv_track *track = &mkv->tracks[i];
  1349. if (st->codecpar->codec_type == AVMEDIA_TYPE_ATTACHMENT)
  1350. continue;
  1351. if (!tagp && !mkv_check_tag(st->metadata, MATROSKA_ID_TAGTARGETS_TRACKUID))
  1352. continue;
  1353. ret = mkv_write_tag(mkv, st->metadata, &mkv->tags.bc, tagp,
  1354. MATROSKA_ID_TAGTARGETS_TRACKUID, track->uid);
  1355. if (ret < 0)
  1356. return ret;
  1357. if (tagp) {
  1358. AVIOContext *pb = mkv->tags.bc;
  1359. ebml_master simpletag;
  1360. simpletag = start_ebml_master(pb, MATROSKA_ID_SIMPLETAG,
  1361. 2 + 1 + 8 + 23);
  1362. put_ebml_string(pb, MATROSKA_ID_TAGNAME, "DURATION");
  1363. track->duration_offset = avio_tell(pb);
  1364. // Reserve space to write duration as a 20-byte string.
  1365. // 2 (ebml id) + 1 (data size) + 20 (data)
  1366. put_ebml_void(pb, 23);
  1367. end_ebml_master(pb, simpletag);
  1368. end_ebml_master(pb, tag);
  1369. }
  1370. }
  1371. if (mkv->nb_attachments && mkv->mode != MODE_WEBM) {
  1372. for (i = 0; i < s->nb_streams; i++) {
  1373. const mkv_track *track = &mkv->tracks[i];
  1374. const AVStream *st = s->streams[i];
  1375. if (st->codecpar->codec_type != AVMEDIA_TYPE_ATTACHMENT)
  1376. continue;
  1377. if (!mkv_check_tag(st->metadata, MATROSKA_ID_TAGTARGETS_ATTACHUID))
  1378. continue;
  1379. ret = mkv_write_tag(mkv, st->metadata, &mkv->tags.bc, NULL,
  1380. MATROSKA_ID_TAGTARGETS_ATTACHUID, track->uid);
  1381. if (ret < 0)
  1382. return ret;
  1383. }
  1384. }
  1385. if (mkv->tags.bc) {
  1386. return end_ebml_master_crc32_tentatively(s->pb, &mkv->tags, mkv,
  1387. MATROSKA_ID_TAGS);
  1388. }
  1389. return 0;
  1390. }
  1391. static int mkv_write_chapters(AVFormatContext *s)
  1392. {
  1393. MatroskaMuxContext *mkv = s->priv_data;
  1394. AVIOContext *dyn_cp = NULL, *dyn_tags = NULL, **tags, *pb = s->pb;
  1395. ebml_master editionentry;
  1396. uint64_t chapter_id_offset = 0;
  1397. AVRational scale = {1, 1E9};
  1398. int i, ret;
  1399. if (!s->nb_chapters || mkv->wrote_chapters)
  1400. return 0;
  1401. for (i = 0; i < s->nb_chapters; i++)
  1402. if (!s->chapters[i]->id) {
  1403. chapter_id_offset = 1;
  1404. break;
  1405. }
  1406. ret = start_ebml_master_crc32(&dyn_cp, mkv);
  1407. if (ret < 0)
  1408. return ret;
  1409. editionentry = start_ebml_master(dyn_cp, MATROSKA_ID_EDITIONENTRY, 0);
  1410. if (mkv->mode != MODE_WEBM) {
  1411. put_ebml_uint(dyn_cp, MATROSKA_ID_EDITIONFLAGDEFAULT, 1);
  1412. /* If mkv_write_tags() has already been called, then any tags
  1413. * corresponding to chapters will be put into a new Tags element. */
  1414. tags = mkv->wrote_tags ? &dyn_tags : &mkv->tags.bc;
  1415. } else
  1416. tags = NULL;
  1417. for (i = 0; i < s->nb_chapters; i++) {
  1418. ebml_master chapteratom, chapterdisplay;
  1419. const AVChapter *c = s->chapters[i];
  1420. int64_t chapterstart = av_rescale_q(c->start, c->time_base, scale);
  1421. int64_t chapterend = av_rescale_q(c->end, c->time_base, scale);
  1422. const AVDictionaryEntry *t;
  1423. if (chapterstart < 0 || chapterstart > chapterend || chapterend < 0) {
  1424. av_log(s, AV_LOG_ERROR,
  1425. "Invalid chapter start (%"PRId64") or end (%"PRId64").\n",
  1426. chapterstart, chapterend);
  1427. ret = AVERROR_INVALIDDATA;
  1428. goto fail;
  1429. }
  1430. chapteratom = start_ebml_master(dyn_cp, MATROSKA_ID_CHAPTERATOM, 0);
  1431. put_ebml_uint(dyn_cp, MATROSKA_ID_CHAPTERUID,
  1432. (uint32_t)c->id + chapter_id_offset);
  1433. put_ebml_uint(dyn_cp, MATROSKA_ID_CHAPTERTIMESTART, chapterstart);
  1434. put_ebml_uint(dyn_cp, MATROSKA_ID_CHAPTERTIMEEND, chapterend);
  1435. if ((t = av_dict_get(c->metadata, "title", NULL, 0))) {
  1436. chapterdisplay = start_ebml_master(dyn_cp, MATROSKA_ID_CHAPTERDISPLAY, 0);
  1437. put_ebml_string(dyn_cp, MATROSKA_ID_CHAPSTRING, t->value);
  1438. put_ebml_string(dyn_cp, MATROSKA_ID_CHAPLANG , "und");
  1439. end_ebml_master(dyn_cp, chapterdisplay);
  1440. }
  1441. end_ebml_master(dyn_cp, chapteratom);
  1442. if (tags && mkv_check_tag(c->metadata, MATROSKA_ID_TAGTARGETS_CHAPTERUID)) {
  1443. ret = mkv_write_tag(mkv, c->metadata, tags, NULL,
  1444. MATROSKA_ID_TAGTARGETS_CHAPTERUID,
  1445. (uint32_t)c->id + chapter_id_offset);
  1446. if (ret < 0)
  1447. goto fail;
  1448. }
  1449. }
  1450. end_ebml_master(dyn_cp, editionentry);
  1451. mkv->wrote_chapters = 1;
  1452. ret = end_ebml_master_crc32(pb, &dyn_cp, mkv, MATROSKA_ID_CHAPTERS, 0, 0, 1);
  1453. if (ret < 0)
  1454. goto fail;
  1455. if (dyn_tags)
  1456. return end_ebml_master_crc32(pb, &dyn_tags, mkv,
  1457. MATROSKA_ID_TAGS, 0, 0, 1);
  1458. return 0;
  1459. fail:
  1460. if (tags) {
  1461. /* tags == &mkv->tags.bc can only happen if mkv->tags.bc was
  1462. * initially NULL, so we never free older tags. */
  1463. ffio_free_dyn_buf(tags);
  1464. }
  1465. ffio_free_dyn_buf(&dyn_cp);
  1466. return ret;
  1467. }
  1468. static const char *get_mimetype(const AVStream *st)
  1469. {
  1470. const AVDictionaryEntry *t;
  1471. if (t = av_dict_get(st->metadata, "mimetype", NULL, 0))
  1472. return t->value;
  1473. if (st->codecpar->codec_id != AV_CODEC_ID_NONE) {
  1474. const AVCodecDescriptor *desc = avcodec_descriptor_get(st->codecpar->codec_id);
  1475. if (desc && desc->mime_types) {
  1476. return desc->mime_types[0];
  1477. } else if (st->codecpar->codec_id == AV_CODEC_ID_TEXT)
  1478. return "text/plain";
  1479. }
  1480. return NULL;
  1481. }
  1482. static int mkv_write_attachments(AVFormatContext *s)
  1483. {
  1484. MatroskaMuxContext *mkv = s->priv_data;
  1485. AVIOContext *dyn_cp = NULL, *pb = s->pb;
  1486. int i, ret;
  1487. if (!mkv->nb_attachments)
  1488. return 0;
  1489. ret = start_ebml_master_crc32(&dyn_cp, mkv);
  1490. if (ret < 0)
  1491. return ret;
  1492. for (i = 0; i < s->nb_streams; i++) {
  1493. const AVStream *st = s->streams[i];
  1494. mkv_track *track = &mkv->tracks[i];
  1495. ebml_master attached_file;
  1496. const AVDictionaryEntry *t;
  1497. const char *mimetype;
  1498. if (st->codecpar->codec_type != AVMEDIA_TYPE_ATTACHMENT)
  1499. continue;
  1500. attached_file = start_ebml_master(dyn_cp, MATROSKA_ID_ATTACHEDFILE, 0);
  1501. if (t = av_dict_get(st->metadata, "title", NULL, 0))
  1502. put_ebml_string(dyn_cp, MATROSKA_ID_FILEDESC, t->value);
  1503. if (!(t = av_dict_get(st->metadata, "filename", NULL, 0))) {
  1504. av_log(s, AV_LOG_ERROR, "Attachment stream %d has no filename tag.\n", i);
  1505. return AVERROR(EINVAL);
  1506. }
  1507. put_ebml_string(dyn_cp, MATROSKA_ID_FILENAME, t->value);
  1508. mimetype = get_mimetype(st);
  1509. av_assert0(mimetype);
  1510. put_ebml_string(dyn_cp, MATROSKA_ID_FILEMIMETYPE, mimetype);
  1511. put_ebml_binary(dyn_cp, MATROSKA_ID_FILEDATA, st->codecpar->extradata, st->codecpar->extradata_size);
  1512. put_ebml_uid(dyn_cp, MATROSKA_ID_FILEUID, track->uid);
  1513. end_ebml_master(dyn_cp, attached_file);
  1514. }
  1515. return end_ebml_master_crc32(pb, &dyn_cp, mkv,
  1516. MATROSKA_ID_ATTACHMENTS, 0, 0, 1);
  1517. }
  1518. static int64_t get_metadata_duration(AVFormatContext *s)
  1519. {
  1520. const AVDictionaryEntry *duration = av_dict_get(s->metadata, "DURATION",
  1521. NULL, 0);
  1522. int64_t max = 0;
  1523. int64_t us;
  1524. if (duration && (av_parse_time(&us, duration->value, 1) == 0) && us > 0) {
  1525. av_log(s, AV_LOG_DEBUG, "get_metadata_duration found duration in context metadata: %" PRId64 "\n", us);
  1526. return us;
  1527. }
  1528. for (unsigned i = 0; i < s->nb_streams; i++) {
  1529. int64_t us;
  1530. duration = av_dict_get(s->streams[i]->metadata, "DURATION", NULL, 0);
  1531. if (duration && (av_parse_time(&us, duration->value, 1) == 0))
  1532. max = FFMAX(max, us);
  1533. }
  1534. av_log(s, AV_LOG_DEBUG, "get_metadata_duration returned: %" PRId64 "\n", max);
  1535. return max;
  1536. }
  1537. static int mkv_write_header(AVFormatContext *s)
  1538. {
  1539. MatroskaMuxContext *mkv = s->priv_data;
  1540. AVIOContext *pb = s->pb;
  1541. ebml_master ebml_header;
  1542. const AVDictionaryEntry *tag;
  1543. int ret, i, version = 2;
  1544. int64_t creation_time;
  1545. if (mkv->mode != MODE_WEBM ||
  1546. av_dict_get(s->metadata, "stereo_mode", NULL, 0) ||
  1547. av_dict_get(s->metadata, "alpha_mode", NULL, 0))
  1548. version = 4;
  1549. for (i = 0; i < s->nb_streams; i++) {
  1550. if (s->streams[i]->codecpar->codec_id == AV_CODEC_ID_OPUS ||
  1551. av_dict_get(s->streams[i]->metadata, "stereo_mode", NULL, 0) ||
  1552. av_dict_get(s->streams[i]->metadata, "alpha_mode", NULL, 0))
  1553. version = 4;
  1554. }
  1555. ebml_header = start_ebml_master(pb, EBML_ID_HEADER, MAX_EBML_HEADER_SIZE);
  1556. put_ebml_uint (pb, EBML_ID_EBMLVERSION , 1);
  1557. put_ebml_uint (pb, EBML_ID_EBMLREADVERSION , 1);
  1558. put_ebml_uint (pb, EBML_ID_EBMLMAXIDLENGTH , 4);
  1559. put_ebml_uint (pb, EBML_ID_EBMLMAXSIZELENGTH , 8);
  1560. put_ebml_string(pb, EBML_ID_DOCTYPE , s->oformat->name);
  1561. put_ebml_uint (pb, EBML_ID_DOCTYPEVERSION , version);
  1562. put_ebml_uint (pb, EBML_ID_DOCTYPEREADVERSION, 2);
  1563. end_ebml_master(pb, ebml_header);
  1564. put_ebml_id(pb, MATROSKA_ID_SEGMENT);
  1565. put_ebml_size_unknown(pb, 8);
  1566. mkv->segment_offset = avio_tell(pb);
  1567. // We write a SeekHead at the beginning to point to all other level
  1568. // one elements (except Clusters).
  1569. mkv_start_seekhead(mkv, pb);
  1570. ret = start_ebml_master_crc32(&mkv->info.bc, mkv);
  1571. if (ret < 0)
  1572. return ret;
  1573. pb = mkv->info.bc;
  1574. put_ebml_uint(pb, MATROSKA_ID_TIMECODESCALE, 1000000);
  1575. if ((tag = av_dict_get(s->metadata, "title", NULL, 0)))
  1576. put_ebml_string(pb, MATROSKA_ID_TITLE, tag->value);
  1577. if (!(s->flags & AVFMT_FLAG_BITEXACT)) {
  1578. put_ebml_string(pb, MATROSKA_ID_MUXINGAPP, LIBAVFORMAT_IDENT);
  1579. if ((tag = av_dict_get(s->metadata, "encoding_tool", NULL, 0)))
  1580. put_ebml_string(pb, MATROSKA_ID_WRITINGAPP, tag->value);
  1581. else
  1582. put_ebml_string(pb, MATROSKA_ID_WRITINGAPP, LIBAVFORMAT_IDENT);
  1583. if (mkv->mode != MODE_WEBM)
  1584. put_ebml_binary(pb, MATROSKA_ID_SEGMENTUID, mkv->segment_uid, 16);
  1585. } else {
  1586. const char *ident = "Lavf";
  1587. put_ebml_string(pb, MATROSKA_ID_MUXINGAPP , ident);
  1588. put_ebml_string(pb, MATROSKA_ID_WRITINGAPP, ident);
  1589. }
  1590. if (ff_parse_creation_time_metadata(s, &creation_time, 0) > 0) {
  1591. // Adjust time so it's relative to 2001-01-01 and convert to nanoseconds.
  1592. int64_t date_utc = (creation_time - 978307200000000LL) * 1000;
  1593. uint8_t date_utc_buf[8];
  1594. AV_WB64(date_utc_buf, date_utc);
  1595. put_ebml_binary(pb, MATROSKA_ID_DATEUTC, date_utc_buf, 8);
  1596. }
  1597. // reserve space for the duration
  1598. mkv->duration = 0;
  1599. mkv->duration_offset = avio_tell(pb);
  1600. if (!mkv->is_live) {
  1601. int64_t metadata_duration = get_metadata_duration(s);
  1602. if (s->duration > 0) {
  1603. int64_t scaledDuration = av_rescale(s->duration, 1000, AV_TIME_BASE);
  1604. put_ebml_float(pb, MATROSKA_ID_DURATION, scaledDuration);
  1605. av_log(s, AV_LOG_DEBUG, "Write early duration from recording time = %" PRIu64 "\n", scaledDuration);
  1606. } else if (metadata_duration > 0) {
  1607. int64_t scaledDuration = av_rescale(metadata_duration, 1000, AV_TIME_BASE);
  1608. put_ebml_float(pb, MATROSKA_ID_DURATION, scaledDuration);
  1609. av_log(s, AV_LOG_DEBUG, "Write early duration from metadata = %" PRIu64 "\n", scaledDuration);
  1610. } else if (s->pb->seekable & AVIO_SEEKABLE_NORMAL) {
  1611. put_ebml_void(pb, 11); // assumes double-precision float to be written
  1612. }
  1613. }
  1614. ret = end_ebml_master_crc32_tentatively(s->pb, &mkv->info,
  1615. mkv, MATROSKA_ID_INFO);
  1616. if (ret < 0)
  1617. return ret;
  1618. pb = s->pb;
  1619. ret = mkv_write_tracks(s);
  1620. if (ret < 0)
  1621. return ret;
  1622. ret = mkv_write_chapters(s);
  1623. if (ret < 0)
  1624. return ret;
  1625. if (mkv->mode != MODE_WEBM) {
  1626. ret = mkv_write_attachments(s);
  1627. if (ret < 0)
  1628. return ret;
  1629. }
  1630. /* Must come after mkv_write_chapters() to write chapter tags
  1631. * into the same Tags element as the other tags. */
  1632. ret = mkv_write_tags(s);
  1633. if (ret < 0)
  1634. return ret;
  1635. if (!IS_SEEKABLE(pb, mkv)) {
  1636. ret = mkv_write_seekhead(pb, mkv, 0, avio_tell(pb));
  1637. if (ret < 0)
  1638. return ret;
  1639. }
  1640. if (s->metadata_header_padding > 0) {
  1641. if (s->metadata_header_padding == 1)
  1642. s->metadata_header_padding++;
  1643. put_ebml_void(pb, s->metadata_header_padding);
  1644. }
  1645. if (mkv->reserve_cues_space) {
  1646. if (IS_SEEKABLE(pb, mkv)) {
  1647. mkv->cues_pos = avio_tell(pb);
  1648. if (mkv->reserve_cues_space == 1)
  1649. mkv->reserve_cues_space++;
  1650. put_ebml_void(pb, mkv->reserve_cues_space);
  1651. } else
  1652. mkv->reserve_cues_space = -1;
  1653. }
  1654. av_init_packet(&mkv->cur_audio_pkt);
  1655. mkv->cur_audio_pkt.size = 0;
  1656. mkv->cluster_pos = -1;
  1657. // start a new cluster every 5 MB or 5 sec, or 32k / 1 sec for streaming or
  1658. // after 4k and on a keyframe
  1659. if (IS_SEEKABLE(pb, mkv)) {
  1660. if (mkv->cluster_time_limit < 0)
  1661. mkv->cluster_time_limit = 5000;
  1662. if (mkv->cluster_size_limit < 0)
  1663. mkv->cluster_size_limit = 5 * 1024 * 1024;
  1664. } else {
  1665. if (mkv->cluster_time_limit < 0)
  1666. mkv->cluster_time_limit = 1000;
  1667. if (mkv->cluster_size_limit < 0)
  1668. mkv->cluster_size_limit = 32 * 1024;
  1669. }
  1670. return 0;
  1671. }
  1672. static int mkv_blockgroup_size(int pkt_size, int track_num_size)
  1673. {
  1674. int size = pkt_size + track_num_size + 3;
  1675. size += ebml_length_size(size);
  1676. size += 2; // EBML ID for block and block duration
  1677. size += 9; // max size of block duration incl. length field
  1678. return size;
  1679. }
  1680. static int mkv_strip_wavpack(const uint8_t *src, uint8_t **pdst, int *size)
  1681. {
  1682. uint8_t *dst;
  1683. int srclen = *size;
  1684. int offset = 0;
  1685. int ret;
  1686. dst = av_malloc(srclen);
  1687. if (!dst)
  1688. return AVERROR(ENOMEM);
  1689. while (srclen >= WV_HEADER_SIZE) {
  1690. WvHeader header;
  1691. ret = ff_wv_parse_header(&header, src);
  1692. if (ret < 0)
  1693. goto fail;
  1694. src += WV_HEADER_SIZE;
  1695. srclen -= WV_HEADER_SIZE;
  1696. if (srclen < header.blocksize) {
  1697. ret = AVERROR_INVALIDDATA;
  1698. goto fail;
  1699. }
  1700. if (header.initial) {
  1701. AV_WL32(dst + offset, header.samples);
  1702. offset += 4;
  1703. }
  1704. AV_WL32(dst + offset, header.flags);
  1705. AV_WL32(dst + offset + 4, header.crc);
  1706. offset += 8;
  1707. if (!(header.initial && header.final)) {
  1708. AV_WL32(dst + offset, header.blocksize);
  1709. offset += 4;
  1710. }
  1711. memcpy(dst + offset, src, header.blocksize);
  1712. src += header.blocksize;
  1713. srclen -= header.blocksize;
  1714. offset += header.blocksize;
  1715. }
  1716. *pdst = dst;
  1717. *size = offset;
  1718. return 0;
  1719. fail:
  1720. av_freep(&dst);
  1721. return ret;
  1722. }
  1723. static int mkv_write_block(AVFormatContext *s, AVIOContext *pb,
  1724. uint32_t blockid, const AVPacket *pkt, int keyframe)
  1725. {
  1726. MatroskaMuxContext *mkv = s->priv_data;
  1727. AVCodecParameters *par = s->streams[pkt->stream_index]->codecpar;
  1728. mkv_track *track = &mkv->tracks[pkt->stream_index];
  1729. uint8_t *data = NULL, *side_data = NULL;
  1730. int err = 0, offset = 0, size = pkt->size, side_data_size = 0;
  1731. int64_t ts = track->write_dts ? pkt->dts : pkt->pts;
  1732. uint64_t additional_id;
  1733. int64_t discard_padding = 0;
  1734. unsigned track_number = track->track_num;
  1735. ebml_master block_group, block_additions, block_more;
  1736. ts += track->ts_offset;
  1737. /* The following string is identical to the one in mkv_write_vtt_blocks
  1738. * so that only one copy needs to exist in binaries. */
  1739. av_log(s, AV_LOG_DEBUG,
  1740. "Writing block of size %d with pts %" PRId64 ", dts %" PRId64 ", "
  1741. "duration %" PRId64 " at relative offset %" PRId64 " in cluster "
  1742. "at offset %" PRId64 ". TrackNumber %u, keyframe %d\n",
  1743. pkt->size, pkt->pts, pkt->dts, pkt->duration, avio_tell(pb),
  1744. mkv->cluster_pos, track_number, keyframe != 0);
  1745. if (par->codec_id == AV_CODEC_ID_H264 && par->extradata_size > 0 &&
  1746. (AV_RB24(par->extradata) == 1 || AV_RB32(par->extradata) == 1)) {
  1747. err = ff_avc_parse_nal_units_buf(pkt->data, &data, &size);
  1748. } else if (par->codec_id == AV_CODEC_ID_HEVC && par->extradata_size > 6 &&
  1749. (AV_RB24(par->extradata) == 1 || AV_RB32(par->extradata) == 1)) {
  1750. /* extradata is Annex B, assume the bitstream is too and convert it */
  1751. err = ff_hevc_annexb2mp4_buf(pkt->data, &data, &size, 0, NULL);
  1752. } else if (par->codec_id == AV_CODEC_ID_AV1) {
  1753. err = ff_av1_filter_obus_buf(pkt->data, &data, &size, &offset);
  1754. } else if (par->codec_id == AV_CODEC_ID_WAVPACK) {
  1755. err = mkv_strip_wavpack(pkt->data, &data, &size);
  1756. } else
  1757. data = pkt->data;
  1758. if (err < 0) {
  1759. av_log(s, AV_LOG_ERROR, "Error when reformatting data of "
  1760. "a packet from stream %d.\n", pkt->stream_index);
  1761. return err;
  1762. }
  1763. if (par->codec_id == AV_CODEC_ID_PRORES && size >= 8) {
  1764. /* Matroska specification requires to remove the first QuickTime atom
  1765. */
  1766. size -= 8;
  1767. offset = 8;
  1768. }
  1769. side_data = av_packet_get_side_data(pkt,
  1770. AV_PKT_DATA_SKIP_SAMPLES,
  1771. &side_data_size);
  1772. if (side_data && side_data_size >= 10) {
  1773. discard_padding = av_rescale_q(AV_RL32(side_data + 4),
  1774. (AVRational){1, par->sample_rate},
  1775. (AVRational){1, 1000000000});
  1776. }
  1777. side_data = av_packet_get_side_data(pkt,
  1778. AV_PKT_DATA_MATROSKA_BLOCKADDITIONAL,
  1779. &side_data_size);
  1780. if (side_data) {
  1781. // Only the Codec-specific BlockMore (id == 1) is currently supported.
  1782. if (side_data_size < 8 || (additional_id = AV_RB64(side_data)) != 1) {
  1783. side_data_size = 0;
  1784. } else {
  1785. side_data += 8;
  1786. side_data_size -= 8;
  1787. }
  1788. }
  1789. if (side_data_size || discard_padding) {
  1790. block_group = start_ebml_master(pb, MATROSKA_ID_BLOCKGROUP, 0);
  1791. blockid = MATROSKA_ID_BLOCK;
  1792. }
  1793. put_ebml_id(pb, blockid);
  1794. put_ebml_length(pb, size + track->track_num_size + 3, 0);
  1795. put_ebml_num(pb, track_number, track->track_num_size);
  1796. avio_wb16(pb, ts - mkv->cluster_pts);
  1797. avio_w8(pb, (blockid == MATROSKA_ID_SIMPLEBLOCK && keyframe) ? (1 << 7) : 0);
  1798. avio_write(pb, data + offset, size);
  1799. if (data != pkt->data)
  1800. av_free(data);
  1801. if (blockid == MATROSKA_ID_BLOCK && !keyframe)
  1802. put_ebml_sint(pb, MATROSKA_ID_BLOCKREFERENCE, track->last_timestamp - ts);
  1803. track->last_timestamp = ts;
  1804. if (discard_padding)
  1805. put_ebml_sint(pb, MATROSKA_ID_DISCARDPADDING, discard_padding);
  1806. if (side_data_size) {
  1807. block_additions = start_ebml_master(pb, MATROSKA_ID_BLOCKADDITIONS, 0);
  1808. block_more = start_ebml_master(pb, MATROSKA_ID_BLOCKMORE, 0);
  1809. /* Until dbc50f8a our demuxer used a wrong default value
  1810. * of BlockAddID, so we write it unconditionally. */
  1811. put_ebml_uint (pb, MATROSKA_ID_BLOCKADDID, additional_id);
  1812. put_ebml_binary(pb, MATROSKA_ID_BLOCKADDITIONAL,
  1813. side_data, side_data_size);
  1814. end_ebml_master(pb, block_more);
  1815. end_ebml_master(pb, block_additions);
  1816. }
  1817. if (side_data_size || discard_padding)
  1818. end_ebml_master(pb, block_group);
  1819. return 0;
  1820. }
  1821. static int mkv_write_vtt_blocks(AVFormatContext *s, AVIOContext *pb, const AVPacket *pkt)
  1822. {
  1823. MatroskaMuxContext *mkv = s->priv_data;
  1824. mkv_track *track = &mkv->tracks[pkt->stream_index];
  1825. ebml_master blockgroup;
  1826. int id_size, settings_size, size;
  1827. uint8_t *id, *settings;
  1828. int64_t ts = track->write_dts ? pkt->dts : pkt->pts;
  1829. const int flags = 0;
  1830. id_size = 0;
  1831. id = av_packet_get_side_data(pkt, AV_PKT_DATA_WEBVTT_IDENTIFIER,
  1832. &id_size);
  1833. settings_size = 0;
  1834. settings = av_packet_get_side_data(pkt, AV_PKT_DATA_WEBVTT_SETTINGS,
  1835. &settings_size);
  1836. size = id_size + 1 + settings_size + 1 + pkt->size;
  1837. /* The following string is identical to the one in mkv_write_block so that
  1838. * only one copy needs to exist in binaries. */
  1839. av_log(s, AV_LOG_DEBUG,
  1840. "Writing block of size %d with pts %" PRId64 ", dts %" PRId64 ", "
  1841. "duration %" PRId64 " at relative offset %" PRId64 " in cluster "
  1842. "at offset %" PRId64 ". TrackNumber %u, keyframe %d\n",
  1843. size, pkt->pts, pkt->dts, pkt->duration, avio_tell(pb),
  1844. mkv->cluster_pos, track->track_num, 1);
  1845. blockgroup = start_ebml_master(pb, MATROSKA_ID_BLOCKGROUP,
  1846. mkv_blockgroup_size(size, track->track_num_size));
  1847. put_ebml_id(pb, MATROSKA_ID_BLOCK);
  1848. put_ebml_length(pb, size + track->track_num_size + 3, 0);
  1849. put_ebml_num(pb, track->track_num, track->track_num_size);
  1850. avio_wb16(pb, ts - mkv->cluster_pts);
  1851. avio_w8(pb, flags);
  1852. avio_printf(pb, "%.*s\n%.*s\n%.*s", id_size, id, settings_size, settings, pkt->size, pkt->data);
  1853. put_ebml_uint(pb, MATROSKA_ID_BLOCKDURATION, pkt->duration);
  1854. end_ebml_master(pb, blockgroup);
  1855. return pkt->duration;
  1856. }
  1857. static int mkv_end_cluster(AVFormatContext *s)
  1858. {
  1859. MatroskaMuxContext *mkv = s->priv_data;
  1860. int ret;
  1861. if (!mkv->have_video) {
  1862. for (unsigned i = 0; i < s->nb_streams; i++)
  1863. mkv->tracks[i].has_cue = 0;
  1864. }
  1865. mkv->cluster_pos = -1;
  1866. ret = end_ebml_master_crc32(s->pb, &mkv->cluster_bc, mkv,
  1867. MATROSKA_ID_CLUSTER, 0, 1, 0);
  1868. if (ret < 0)
  1869. return ret;
  1870. avio_write_marker(s->pb, AV_NOPTS_VALUE, AVIO_DATA_MARKER_FLUSH_POINT);
  1871. return 0;
  1872. }
  1873. static int mkv_check_new_extra_data(AVFormatContext *s, const AVPacket *pkt)
  1874. {
  1875. MatroskaMuxContext *mkv = s->priv_data;
  1876. mkv_track *track = &mkv->tracks[pkt->stream_index];
  1877. AVCodecParameters *par = s->streams[pkt->stream_index]->codecpar;
  1878. uint8_t *side_data;
  1879. int side_data_size = 0, ret;
  1880. side_data = av_packet_get_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA,
  1881. &side_data_size);
  1882. switch (par->codec_id) {
  1883. case AV_CODEC_ID_AAC:
  1884. if (side_data_size && mkv->track.bc) {
  1885. int filler, output_sample_rate = 0;
  1886. ret = get_aac_sample_rates(s, mkv, side_data, side_data_size,
  1887. &track->sample_rate, &output_sample_rate);
  1888. if (ret < 0)
  1889. return ret;
  1890. if (!output_sample_rate)
  1891. output_sample_rate = track->sample_rate; // Space is already reserved, so it's this or a void element.
  1892. ret = ff_alloc_extradata(par, side_data_size);
  1893. if (ret < 0)
  1894. return ret;
  1895. memcpy(par->extradata, side_data, side_data_size);
  1896. avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
  1897. mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
  1898. filler = MAX_PCE_SIZE + 2 + 4 - (avio_tell(mkv->track.bc) - track->codecpriv_offset);
  1899. if (filler)
  1900. put_ebml_void(mkv->track.bc, filler);
  1901. avio_seek(mkv->track.bc, track->sample_rate_offset, SEEK_SET);
  1902. put_ebml_float(mkv->track.bc, MATROSKA_ID_AUDIOSAMPLINGFREQ, track->sample_rate);
  1903. put_ebml_float(mkv->track.bc, MATROSKA_ID_AUDIOOUTSAMPLINGFREQ, output_sample_rate);
  1904. } else if (!par->extradata_size && !track->sample_rate) {
  1905. // No extradata (codecpar or packet side data).
  1906. av_log(s, AV_LOG_ERROR, "Error parsing AAC extradata, unable to determine samplerate.\n");
  1907. return AVERROR(EINVAL);
  1908. }
  1909. break;
  1910. case AV_CODEC_ID_FLAC:
  1911. if (side_data_size && mkv->track.bc) {
  1912. uint8_t *old_extradata = par->extradata;
  1913. if (side_data_size != par->extradata_size) {
  1914. av_log(s, AV_LOG_ERROR, "Invalid FLAC STREAMINFO metadata for output stream %d\n",
  1915. pkt->stream_index);
  1916. return AVERROR(EINVAL);
  1917. }
  1918. par->extradata = side_data;
  1919. avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
  1920. mkv_write_codecprivate(s, mkv->track.bc, par, 1, 0);
  1921. par->extradata = old_extradata;
  1922. }
  1923. break;
  1924. // FIXME: Remove the following once libaom starts propagating extradata during init()
  1925. // See https://bugs.chromium.org/p/aomedia/issues/detail?id=2012
  1926. case AV_CODEC_ID_AV1:
  1927. if (side_data_size && mkv->track.bc && !par->extradata_size) {
  1928. AVIOContext *dyn_cp;
  1929. uint8_t *codecpriv;
  1930. int codecpriv_size;
  1931. ret = avio_open_dyn_buf(&dyn_cp);
  1932. if (ret < 0)
  1933. return ret;
  1934. ff_isom_write_av1c(dyn_cp, side_data, side_data_size);
  1935. codecpriv_size = avio_get_dyn_buf(dyn_cp, &codecpriv);
  1936. if ((ret = dyn_cp->error) < 0 ||
  1937. !codecpriv_size && (ret = AVERROR_INVALIDDATA)) {
  1938. ffio_free_dyn_buf(&dyn_cp);
  1939. return ret;
  1940. }
  1941. avio_seek(mkv->track.bc, track->codecpriv_offset, SEEK_SET);
  1942. // Do not write the OBUs as we don't have space saved for them
  1943. put_ebml_binary(mkv->track.bc, MATROSKA_ID_CODECPRIVATE, codecpriv, 4);
  1944. ffio_free_dyn_buf(&dyn_cp);
  1945. ret = ff_alloc_extradata(par, side_data_size);
  1946. if (ret < 0)
  1947. return ret;
  1948. memcpy(par->extradata, side_data, side_data_size);
  1949. } else if (!par->extradata_size)
  1950. return AVERROR_INVALIDDATA;
  1951. break;
  1952. default:
  1953. if (side_data_size)
  1954. av_log(s, AV_LOG_DEBUG, "Ignoring new extradata in a packet for stream %d.\n", pkt->stream_index);
  1955. break;
  1956. }
  1957. return 0;
  1958. }
  1959. static int mkv_write_packet_internal(AVFormatContext *s, const AVPacket *pkt)
  1960. {
  1961. MatroskaMuxContext *mkv = s->priv_data;
  1962. AVIOContext *pb;
  1963. AVCodecParameters *par = s->streams[pkt->stream_index]->codecpar;
  1964. mkv_track *track = &mkv->tracks[pkt->stream_index];
  1965. int keyframe = !!(pkt->flags & AV_PKT_FLAG_KEY);
  1966. int duration = pkt->duration;
  1967. int ret;
  1968. int64_t ts = track->write_dts ? pkt->dts : pkt->pts;
  1969. int64_t relative_packet_pos;
  1970. if (ts == AV_NOPTS_VALUE) {
  1971. av_log(s, AV_LOG_ERROR, "Can't write packet with unknown timestamp\n");
  1972. return AVERROR(EINVAL);
  1973. }
  1974. ts += track->ts_offset;
  1975. if (mkv->cluster_pos != -1) {
  1976. int64_t cluster_time = ts - mkv->cluster_pts;
  1977. if ((int16_t)cluster_time != cluster_time) {
  1978. ret = mkv_end_cluster(s);
  1979. if (ret < 0)
  1980. return ret;
  1981. av_log(s, AV_LOG_WARNING, "Starting new cluster due to timestamp\n");
  1982. }
  1983. }
  1984. if (mkv->cluster_pos == -1) {
  1985. ret = start_ebml_master_crc32(&mkv->cluster_bc, mkv);
  1986. if (ret < 0)
  1987. return ret;
  1988. mkv->cluster_pos = avio_tell(s->pb);
  1989. put_ebml_uint(mkv->cluster_bc, MATROSKA_ID_CLUSTERTIMECODE, FFMAX(0, ts));
  1990. mkv->cluster_pts = FFMAX(0, ts);
  1991. av_log(s, AV_LOG_DEBUG,
  1992. "Starting new cluster with timestamp "
  1993. "%" PRId64 " at offset %" PRId64 " bytes\n",
  1994. mkv->cluster_pts, mkv->cluster_pos);
  1995. }
  1996. pb = mkv->cluster_bc;
  1997. relative_packet_pos = avio_tell(pb);
  1998. if (par->codec_type != AVMEDIA_TYPE_SUBTITLE) {
  1999. ret = mkv_write_block(s, pb, MATROSKA_ID_SIMPLEBLOCK, pkt, keyframe);
  2000. if (ret < 0)
  2001. return ret;
  2002. if (keyframe && IS_SEEKABLE(s->pb, mkv) &&
  2003. (par->codec_type == AVMEDIA_TYPE_VIDEO || !mkv->have_video && !track->has_cue)) {
  2004. ret = mkv_add_cuepoint(mkv, pkt->stream_index, ts,
  2005. mkv->cluster_pos, relative_packet_pos, -1);
  2006. if (ret < 0)
  2007. return ret;
  2008. track->has_cue = 1;
  2009. }
  2010. } else {
  2011. if (par->codec_id == AV_CODEC_ID_WEBVTT) {
  2012. duration = mkv_write_vtt_blocks(s, pb, pkt);
  2013. } else {
  2014. ebml_master blockgroup = start_ebml_master(pb, MATROSKA_ID_BLOCKGROUP,
  2015. mkv_blockgroup_size(pkt->size,
  2016. track->track_num_size));
  2017. #if FF_API_CONVERGENCE_DURATION
  2018. FF_DISABLE_DEPRECATION_WARNINGS
  2019. /* For backward compatibility, prefer convergence_duration. */
  2020. if (pkt->convergence_duration > 0) {
  2021. duration = pkt->convergence_duration;
  2022. }
  2023. FF_ENABLE_DEPRECATION_WARNINGS
  2024. #endif
  2025. /* All subtitle blocks are considered to be keyframes. */
  2026. mkv_write_block(s, pb, MATROSKA_ID_BLOCK, pkt, 1);
  2027. put_ebml_uint(pb, MATROSKA_ID_BLOCKDURATION, duration);
  2028. end_ebml_master(pb, blockgroup);
  2029. }
  2030. if (IS_SEEKABLE(s->pb, mkv)) {
  2031. ret = mkv_add_cuepoint(mkv, pkt->stream_index, ts,
  2032. mkv->cluster_pos, relative_packet_pos, duration);
  2033. if (ret < 0)
  2034. return ret;
  2035. }
  2036. }
  2037. mkv->duration = FFMAX(mkv->duration, ts + duration);
  2038. track->duration = FFMAX(track->duration, ts + duration);
  2039. return 0;
  2040. }
  2041. static int mkv_write_packet(AVFormatContext *s, const AVPacket *pkt)
  2042. {
  2043. MatroskaMuxContext *mkv = s->priv_data;
  2044. int codec_type = s->streams[pkt->stream_index]->codecpar->codec_type;
  2045. int keyframe = !!(pkt->flags & AV_PKT_FLAG_KEY);
  2046. int cluster_size;
  2047. int64_t cluster_time;
  2048. int ret;
  2049. int start_new_cluster;
  2050. ret = mkv_check_new_extra_data(s, pkt);
  2051. if (ret < 0)
  2052. return ret;
  2053. if (mkv->cluster_pos != -1) {
  2054. if (mkv->tracks[pkt->stream_index].write_dts)
  2055. cluster_time = pkt->dts - mkv->cluster_pts;
  2056. else
  2057. cluster_time = pkt->pts - mkv->cluster_pts;
  2058. cluster_time += mkv->tracks[pkt->stream_index].ts_offset;
  2059. cluster_size = avio_tell(mkv->cluster_bc);
  2060. if (mkv->is_dash && codec_type == AVMEDIA_TYPE_VIDEO) {
  2061. // WebM DASH specification states that the first block of
  2062. // every Cluster has to be a key frame. So for DASH video,
  2063. // we only create a Cluster on seeing key frames.
  2064. start_new_cluster = keyframe;
  2065. } else if (mkv->is_dash && codec_type == AVMEDIA_TYPE_AUDIO &&
  2066. cluster_time > mkv->cluster_time_limit) {
  2067. // For DASH audio, we create a Cluster based on cluster_time_limit.
  2068. start_new_cluster = 1;
  2069. } else if (!mkv->is_dash &&
  2070. (cluster_size > mkv->cluster_size_limit ||
  2071. cluster_time > mkv->cluster_time_limit ||
  2072. (codec_type == AVMEDIA_TYPE_VIDEO && keyframe &&
  2073. cluster_size > 4 * 1024))) {
  2074. start_new_cluster = 1;
  2075. } else
  2076. start_new_cluster = 0;
  2077. if (start_new_cluster) {
  2078. ret = mkv_end_cluster(s);
  2079. if (ret < 0)
  2080. return ret;
  2081. }
  2082. }
  2083. if (!mkv->cluster_pos)
  2084. avio_write_marker(s->pb,
  2085. av_rescale_q(pkt->dts, s->streams[pkt->stream_index]->time_base, AV_TIME_BASE_Q),
  2086. keyframe && (mkv->have_video ? codec_type == AVMEDIA_TYPE_VIDEO : 1) ? AVIO_DATA_MARKER_SYNC_POINT : AVIO_DATA_MARKER_BOUNDARY_POINT);
  2087. // check if we have an audio packet cached
  2088. if (mkv->cur_audio_pkt.size > 0) {
  2089. ret = mkv_write_packet_internal(s, &mkv->cur_audio_pkt);
  2090. av_packet_unref(&mkv->cur_audio_pkt);
  2091. if (ret < 0) {
  2092. av_log(s, AV_LOG_ERROR,
  2093. "Could not write cached audio packet ret:%d\n", ret);
  2094. return ret;
  2095. }
  2096. }
  2097. // buffer an audio packet to ensure the packet containing the video
  2098. // keyframe's timecode is contained in the same cluster for WebM
  2099. if (codec_type == AVMEDIA_TYPE_AUDIO) {
  2100. if (pkt->size > 0)
  2101. ret = av_packet_ref(&mkv->cur_audio_pkt, pkt);
  2102. } else
  2103. ret = mkv_write_packet_internal(s, pkt);
  2104. return ret;
  2105. }
  2106. static int mkv_write_flush_packet(AVFormatContext *s, AVPacket *pkt)
  2107. {
  2108. MatroskaMuxContext *mkv = s->priv_data;
  2109. if (!pkt) {
  2110. if (mkv->cluster_pos != -1) {
  2111. int ret = mkv_end_cluster(s);
  2112. if (ret < 0)
  2113. return ret;
  2114. av_log(s, AV_LOG_DEBUG,
  2115. "Flushing cluster at offset %" PRIu64 " bytes\n",
  2116. avio_tell(s->pb));
  2117. }
  2118. return 1;
  2119. }
  2120. return mkv_write_packet(s, pkt);
  2121. }
  2122. static int mkv_write_trailer(AVFormatContext *s)
  2123. {
  2124. MatroskaMuxContext *mkv = s->priv_data;
  2125. AVIOContext *pb = s->pb;
  2126. int64_t endpos, ret64;
  2127. int ret, ret2 = 0;
  2128. // check if we have an audio packet cached
  2129. if (mkv->cur_audio_pkt.size > 0) {
  2130. ret = mkv_write_packet_internal(s, &mkv->cur_audio_pkt);
  2131. if (ret < 0) {
  2132. av_log(s, AV_LOG_ERROR,
  2133. "Could not write cached audio packet ret:%d\n", ret);
  2134. return ret;
  2135. }
  2136. }
  2137. if (mkv->cluster_pos != -1) {
  2138. ret = end_ebml_master_crc32(pb, &mkv->cluster_bc, mkv,
  2139. MATROSKA_ID_CLUSTER, 0, 0, 0);
  2140. if (ret < 0)
  2141. return ret;
  2142. }
  2143. ret = mkv_write_chapters(s);
  2144. if (ret < 0)
  2145. return ret;
  2146. if (!IS_SEEKABLE(pb, mkv))
  2147. return 0;
  2148. endpos = avio_tell(pb);
  2149. if (mkv->cues.num_entries && mkv->reserve_cues_space >= 0) {
  2150. AVIOContext *cues = NULL;
  2151. uint64_t size;
  2152. int length_size = 0;
  2153. ret = start_ebml_master_crc32(&cues, mkv);
  2154. if (ret < 0)
  2155. return ret;
  2156. ret = mkv_assemble_cues(s->streams, cues, &mkv->cues,
  2157. mkv->tracks, s->nb_streams);
  2158. if (ret < 0) {
  2159. ffio_free_dyn_buf(&cues);
  2160. return ret;
  2161. }
  2162. if (mkv->reserve_cues_space) {
  2163. size = avio_tell(cues);
  2164. length_size = ebml_length_size(size);
  2165. size += 4 + length_size;
  2166. if (mkv->reserve_cues_space < size) {
  2167. av_log(s, AV_LOG_WARNING,
  2168. "Insufficient space reserved for Cues: "
  2169. "%d < %"PRIu64". No Cues will be output.\n",
  2170. mkv->reserve_cues_space, size);
  2171. ret2 = AVERROR(EINVAL);
  2172. goto after_cues;
  2173. } else {
  2174. if ((ret64 = avio_seek(pb, mkv->cues_pos, SEEK_SET)) < 0) {
  2175. ffio_free_dyn_buf(&cues);
  2176. return ret64;
  2177. }
  2178. if (mkv->reserve_cues_space == size + 1) {
  2179. /* There is no way to reserve a single byte because
  2180. * the minimal size of an EBML Void element is 2
  2181. * (1 byte ID, 1 byte length field). This problem
  2182. * is solved by writing the Cues' length field on
  2183. * one byte more than necessary. */
  2184. length_size++;
  2185. size++;
  2186. }
  2187. }
  2188. }
  2189. ret = end_ebml_master_crc32(pb, &cues, mkv, MATROSKA_ID_CUES,
  2190. length_size, 0, 1);
  2191. if (ret < 0)
  2192. return ret;
  2193. if (mkv->reserve_cues_space) {
  2194. if (size < mkv->reserve_cues_space)
  2195. put_ebml_void(pb, mkv->reserve_cues_space - size);
  2196. } else
  2197. endpos = avio_tell(pb);
  2198. }
  2199. after_cues:
  2200. /* Lengths greater than (1ULL << 56) - 1 can't be represented
  2201. * via an EBML number, so leave the unknown length field. */
  2202. if (endpos - mkv->segment_offset < (1ULL << 56) - 1) {
  2203. if ((ret64 = avio_seek(pb, mkv->segment_offset - 8, SEEK_SET)) < 0)
  2204. return ret64;
  2205. put_ebml_length(pb, endpos - mkv->segment_offset, 8);
  2206. }
  2207. ret = mkv_write_seekhead(pb, mkv, 1, mkv->info.pos);
  2208. if (ret < 0)
  2209. return ret;
  2210. if (mkv->info.bc) {
  2211. // update the duration
  2212. av_log(s, AV_LOG_DEBUG, "end duration = %" PRIu64 "\n", mkv->duration);
  2213. avio_seek(mkv->info.bc, mkv->duration_offset, SEEK_SET);
  2214. put_ebml_float(mkv->info.bc, MATROSKA_ID_DURATION, mkv->duration);
  2215. ret = end_ebml_master_crc32(pb, &mkv->info.bc, mkv,
  2216. MATROSKA_ID_INFO, 0, 0, 0);
  2217. if (ret < 0)
  2218. return ret;
  2219. }
  2220. if (mkv->track.bc) {
  2221. // write Tracks master
  2222. avio_seek(pb, mkv->track.pos, SEEK_SET);
  2223. ret = end_ebml_master_crc32(pb, &mkv->track.bc, mkv,
  2224. MATROSKA_ID_TRACKS, 0, 0, 0);
  2225. if (ret < 0)
  2226. return ret;
  2227. }
  2228. // update stream durations
  2229. if (mkv->tags.bc) {
  2230. int i;
  2231. for (i = 0; i < s->nb_streams; ++i) {
  2232. const AVStream *st = s->streams[i];
  2233. const mkv_track *track = &mkv->tracks[i];
  2234. if (track->duration_offset > 0) {
  2235. double duration_sec = track->duration * av_q2d(st->time_base);
  2236. char duration_string[20] = "";
  2237. av_log(s, AV_LOG_DEBUG, "stream %d end duration = %" PRIu64 "\n", i,
  2238. track->duration);
  2239. avio_seek(mkv->tags.bc, track->duration_offset, SEEK_SET);
  2240. snprintf(duration_string, 20, "%02d:%02d:%012.9f",
  2241. (int) duration_sec / 3600, ((int) duration_sec / 60) % 60,
  2242. fmod(duration_sec, 60));
  2243. put_ebml_binary(mkv->tags.bc, MATROSKA_ID_TAGSTRING, duration_string, 20);
  2244. }
  2245. }
  2246. avio_seek(pb, mkv->tags.pos, SEEK_SET);
  2247. ret = end_ebml_master_crc32(pb, &mkv->tags.bc, mkv,
  2248. MATROSKA_ID_TAGS, 0, 0, 0);
  2249. if (ret < 0)
  2250. return ret;
  2251. }
  2252. avio_seek(pb, endpos, SEEK_SET);
  2253. return ret2;
  2254. }
  2255. static int mkv_query_codec(enum AVCodecID codec_id, int std_compliance)
  2256. {
  2257. int i;
  2258. for (i = 0; ff_mkv_codec_tags[i].id != AV_CODEC_ID_NONE; i++)
  2259. if (ff_mkv_codec_tags[i].id == codec_id)
  2260. return 1;
  2261. if (std_compliance < FF_COMPLIANCE_NORMAL) {
  2262. enum AVMediaType type = avcodec_get_type(codec_id);
  2263. // mkv theoretically supports any video/audio through VFW/ACM
  2264. if (type == AVMEDIA_TYPE_VIDEO || type == AVMEDIA_TYPE_AUDIO)
  2265. return 1;
  2266. }
  2267. return 0;
  2268. }
  2269. static int webm_query_codec(enum AVCodecID codec_id, int std_compliance)
  2270. {
  2271. int i;
  2272. for (i = 0; ff_webm_codec_tags[i].id != AV_CODEC_ID_NONE; i++)
  2273. if (ff_webm_codec_tags[i].id == codec_id)
  2274. return 1;
  2275. return 0;
  2276. }
  2277. static uint64_t mkv_get_uid(const mkv_track *tracks, int i, AVLFG *c)
  2278. {
  2279. while (1) {
  2280. uint64_t uid;
  2281. int k;
  2282. uid = (uint64_t)av_lfg_get(c) << 32;
  2283. uid |= av_lfg_get(c);
  2284. if (!uid)
  2285. continue;
  2286. for (k = 0; k < i; k++) {
  2287. if (tracks[k].uid == uid)
  2288. break;
  2289. }
  2290. if (k == i)
  2291. return uid;
  2292. }
  2293. }
  2294. static int mkv_init(struct AVFormatContext *s)
  2295. {
  2296. MatroskaMuxContext *mkv = s->priv_data;
  2297. AVLFG c;
  2298. unsigned nb_tracks = 0;
  2299. int i;
  2300. for (i = 0; i < s->nb_streams; i++) {
  2301. if (s->streams[i]->codecpar->codec_id == AV_CODEC_ID_ATRAC3 ||
  2302. s->streams[i]->codecpar->codec_id == AV_CODEC_ID_COOK ||
  2303. s->streams[i]->codecpar->codec_id == AV_CODEC_ID_RA_288 ||
  2304. s->streams[i]->codecpar->codec_id == AV_CODEC_ID_SIPR ||
  2305. s->streams[i]->codecpar->codec_id == AV_CODEC_ID_RV10 ||
  2306. s->streams[i]->codecpar->codec_id == AV_CODEC_ID_RV20) {
  2307. av_log(s, AV_LOG_ERROR,
  2308. "The Matroska muxer does not yet support muxing %s\n",
  2309. avcodec_get_name(s->streams[i]->codecpar->codec_id));
  2310. return AVERROR_PATCHWELCOME;
  2311. }
  2312. }
  2313. if (s->avoid_negative_ts < 0) {
  2314. s->avoid_negative_ts = 1;
  2315. s->internal->avoid_negative_ts_use_pts = 1;
  2316. }
  2317. if (!strcmp(s->oformat->name, "webm")) {
  2318. mkv->mode = MODE_WEBM;
  2319. mkv->write_crc = 0;
  2320. } else
  2321. mkv->mode = MODE_MATROSKAv2;
  2322. mkv->tracks = av_mallocz_array(s->nb_streams, sizeof(*mkv->tracks));
  2323. if (!mkv->tracks)
  2324. return AVERROR(ENOMEM);
  2325. if (!(s->flags & AVFMT_FLAG_BITEXACT)) {
  2326. av_lfg_init(&c, av_get_random_seed());
  2327. // Calculate the SegmentUID now in order not to waste our random seed.
  2328. for (i = 0; i < 4; i++)
  2329. mkv->segment_uid[i] = av_lfg_get(&c);
  2330. }
  2331. for (i = 0; i < s->nb_streams; i++) {
  2332. AVStream *st = s->streams[i];
  2333. mkv_track *track = &mkv->tracks[i];
  2334. if (s->flags & AVFMT_FLAG_BITEXACT) {
  2335. track->uid = i + 1;
  2336. } else {
  2337. track->uid = mkv_get_uid(mkv->tracks, i, &c);
  2338. }
  2339. // ms precision is the de-facto standard timescale for mkv files
  2340. avpriv_set_pts_info(st, 64, 1, 1000);
  2341. if (st->codecpar->codec_type == AVMEDIA_TYPE_ATTACHMENT) {
  2342. if (mkv->mode == MODE_WEBM) {
  2343. av_log(s, AV_LOG_WARNING, "Stream %d will be ignored "
  2344. "as WebM doesn't support attachments.\n", i);
  2345. } else if (!get_mimetype(st)) {
  2346. av_log(s, AV_LOG_ERROR, "Attachment stream %d has no mimetype "
  2347. "tag and it cannot be deduced from the codec id.\n", i);
  2348. return AVERROR(EINVAL);
  2349. }
  2350. mkv->nb_attachments++;
  2351. continue;
  2352. }
  2353. nb_tracks++;
  2354. track->track_num = mkv->is_dash ? mkv->dash_track_number : nb_tracks;
  2355. track->track_num_size = ebml_num_size(track->track_num);
  2356. }
  2357. if (mkv->is_dash && nb_tracks != 1)
  2358. return AVERROR(EINVAL);
  2359. return 0;
  2360. }
  2361. static int mkv_check_bitstream(struct AVFormatContext *s, const AVPacket *pkt)
  2362. {
  2363. int ret = 1;
  2364. AVStream *st = s->streams[pkt->stream_index];
  2365. if (st->codecpar->codec_id == AV_CODEC_ID_AAC) {
  2366. if (pkt->size > 2 && (AV_RB16(pkt->data) & 0xfff0) == 0xfff0)
  2367. ret = ff_stream_add_bitstream_filter(st, "aac_adtstoasc", NULL);
  2368. } else if (st->codecpar->codec_id == AV_CODEC_ID_VP9) {
  2369. ret = ff_stream_add_bitstream_filter(st, "vp9_superframe", NULL);
  2370. }
  2371. return ret;
  2372. }
  2373. static const AVCodecTag additional_audio_tags[] = {
  2374. { AV_CODEC_ID_ALAC, 0XFFFFFFFF },
  2375. { AV_CODEC_ID_MLP, 0xFFFFFFFF },
  2376. { AV_CODEC_ID_OPUS, 0xFFFFFFFF },
  2377. { AV_CODEC_ID_PCM_S16BE, 0xFFFFFFFF },
  2378. { AV_CODEC_ID_PCM_S24BE, 0xFFFFFFFF },
  2379. { AV_CODEC_ID_PCM_S32BE, 0xFFFFFFFF },
  2380. { AV_CODEC_ID_QDMC, 0xFFFFFFFF },
  2381. { AV_CODEC_ID_QDM2, 0xFFFFFFFF },
  2382. { AV_CODEC_ID_RA_144, 0xFFFFFFFF },
  2383. { AV_CODEC_ID_RA_288, 0xFFFFFFFF },
  2384. { AV_CODEC_ID_COOK, 0xFFFFFFFF },
  2385. { AV_CODEC_ID_TRUEHD, 0xFFFFFFFF },
  2386. { AV_CODEC_ID_NONE, 0xFFFFFFFF }
  2387. };
  2388. static const AVCodecTag additional_video_tags[] = {
  2389. { AV_CODEC_ID_RV10, 0xFFFFFFFF },
  2390. { AV_CODEC_ID_RV20, 0xFFFFFFFF },
  2391. { AV_CODEC_ID_RV30, 0xFFFFFFFF },
  2392. { AV_CODEC_ID_NONE, 0xFFFFFFFF }
  2393. };
  2394. static const AVCodecTag additional_subtitle_tags[] = {
  2395. { AV_CODEC_ID_DVB_SUBTITLE, 0xFFFFFFFF },
  2396. { AV_CODEC_ID_DVD_SUBTITLE, 0xFFFFFFFF },
  2397. { AV_CODEC_ID_HDMV_PGS_SUBTITLE, 0xFFFFFFFF },
  2398. { AV_CODEC_ID_NONE, 0xFFFFFFFF }
  2399. };
  2400. #define OFFSET(x) offsetof(MatroskaMuxContext, x)
  2401. #define FLAGS AV_OPT_FLAG_ENCODING_PARAM
  2402. static const AVOption options[] = {
  2403. { "reserve_index_space", "Reserve a given amount of space (in bytes) at the beginning of the file for the index (cues).", OFFSET(reserve_cues_space), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, INT_MAX, FLAGS },
  2404. { "cluster_size_limit", "Store at most the provided amount of bytes in a cluster. ", OFFSET(cluster_size_limit), AV_OPT_TYPE_INT , { .i64 = -1 }, -1, INT_MAX, FLAGS },
  2405. { "cluster_time_limit", "Store at most the provided number of milliseconds in a cluster.", OFFSET(cluster_time_limit), AV_OPT_TYPE_INT64, { .i64 = -1 }, -1, INT64_MAX, FLAGS },
  2406. { "dash", "Create a WebM file conforming to WebM DASH specification", OFFSET(is_dash), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS },
  2407. { "dash_track_number", "Track number for the DASH stream", OFFSET(dash_track_number), AV_OPT_TYPE_INT, { .i64 = 1 }, 1, INT_MAX, FLAGS },
  2408. { "live", "Write files assuming it is a live stream.", OFFSET(is_live), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS },
  2409. { "allow_raw_vfw", "allow RAW VFW mode", OFFSET(allow_raw_vfw), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS },
  2410. { "write_crc32", "write a CRC32 element inside every Level 1 element", OFFSET(write_crc), AV_OPT_TYPE_BOOL, { .i64 = 1 }, 0, 1, FLAGS },
  2411. { "default_mode", "Controls how a track's FlagDefault is inferred", OFFSET(default_mode), AV_OPT_TYPE_INT, { .i64 = DEFAULT_MODE_INFER }, DEFAULT_MODE_INFER, DEFAULT_MODE_PASSTHROUGH, FLAGS, "default_mode" },
  2412. { "infer", "For each track type, mark the first track of disposition default as default; if none exists, mark the first track as default.", 0, AV_OPT_TYPE_CONST, { .i64 = DEFAULT_MODE_INFER }, 0, 0, FLAGS, "default_mode" },
  2413. { "infer_no_subs", "For each track type, mark the first track of disposition default as default; for audio and video: if none exists, mark the first track as default.", 0, AV_OPT_TYPE_CONST, { .i64 = DEFAULT_MODE_INFER_NO_SUBS }, 0, 0, FLAGS, "default_mode" },
  2414. { "passthrough", "Use the disposition flag as-is", 0, AV_OPT_TYPE_CONST, { .i64 = DEFAULT_MODE_PASSTHROUGH }, 0, 0, FLAGS, "default_mode" },
  2415. { NULL },
  2416. };
  2417. #if CONFIG_MATROSKA_MUXER
  2418. static const AVClass matroska_class = {
  2419. .class_name = "matroska muxer",
  2420. .item_name = av_default_item_name,
  2421. .option = options,
  2422. .version = LIBAVUTIL_VERSION_INT,
  2423. };
  2424. AVOutputFormat ff_matroska_muxer = {
  2425. .name = "matroska",
  2426. .long_name = NULL_IF_CONFIG_SMALL("Matroska"),
  2427. .mime_type = "video/x-matroska",
  2428. .extensions = "mkv",
  2429. .priv_data_size = sizeof(MatroskaMuxContext),
  2430. .audio_codec = CONFIG_LIBVORBIS_ENCODER ?
  2431. AV_CODEC_ID_VORBIS : AV_CODEC_ID_AC3,
  2432. .video_codec = CONFIG_LIBX264_ENCODER ?
  2433. AV_CODEC_ID_H264 : AV_CODEC_ID_MPEG4,
  2434. .init = mkv_init,
  2435. .deinit = mkv_deinit,
  2436. .write_header = mkv_write_header,
  2437. .write_packet = mkv_write_flush_packet,
  2438. .write_trailer = mkv_write_trailer,
  2439. .flags = AVFMT_GLOBALHEADER | AVFMT_VARIABLE_FPS |
  2440. AVFMT_TS_NONSTRICT | AVFMT_ALLOW_FLUSH,
  2441. .codec_tag = (const AVCodecTag* const []){
  2442. ff_codec_bmp_tags, ff_codec_wav_tags,
  2443. additional_audio_tags, additional_video_tags, additional_subtitle_tags, 0
  2444. },
  2445. .subtitle_codec = AV_CODEC_ID_ASS,
  2446. .query_codec = mkv_query_codec,
  2447. .check_bitstream = mkv_check_bitstream,
  2448. .priv_class = &matroska_class,
  2449. };
  2450. #endif
  2451. #if CONFIG_WEBM_MUXER
  2452. static const AVClass webm_class = {
  2453. .class_name = "webm muxer",
  2454. .item_name = av_default_item_name,
  2455. .option = options,
  2456. .version = LIBAVUTIL_VERSION_INT,
  2457. };
  2458. AVOutputFormat ff_webm_muxer = {
  2459. .name = "webm",
  2460. .long_name = NULL_IF_CONFIG_SMALL("WebM"),
  2461. .mime_type = "video/webm",
  2462. .extensions = "webm",
  2463. .priv_data_size = sizeof(MatroskaMuxContext),
  2464. .audio_codec = CONFIG_LIBOPUS_ENCODER ? AV_CODEC_ID_OPUS : AV_CODEC_ID_VORBIS,
  2465. .video_codec = CONFIG_LIBVPX_VP9_ENCODER? AV_CODEC_ID_VP9 : AV_CODEC_ID_VP8,
  2466. .subtitle_codec = AV_CODEC_ID_WEBVTT,
  2467. .init = mkv_init,
  2468. .deinit = mkv_deinit,
  2469. .write_header = mkv_write_header,
  2470. .write_packet = mkv_write_flush_packet,
  2471. .write_trailer = mkv_write_trailer,
  2472. .query_codec = webm_query_codec,
  2473. .check_bitstream = mkv_check_bitstream,
  2474. .flags = AVFMT_GLOBALHEADER | AVFMT_VARIABLE_FPS |
  2475. AVFMT_TS_NONSTRICT | AVFMT_ALLOW_FLUSH,
  2476. .priv_class = &webm_class,
  2477. };
  2478. #endif
  2479. #if CONFIG_MATROSKA_AUDIO_MUXER
  2480. static const AVClass mka_class = {
  2481. .class_name = "matroska audio muxer",
  2482. .item_name = av_default_item_name,
  2483. .option = options,
  2484. .version = LIBAVUTIL_VERSION_INT,
  2485. };
  2486. AVOutputFormat ff_matroska_audio_muxer = {
  2487. .name = "matroska",
  2488. .long_name = NULL_IF_CONFIG_SMALL("Matroska Audio"),
  2489. .mime_type = "audio/x-matroska",
  2490. .extensions = "mka",
  2491. .priv_data_size = sizeof(MatroskaMuxContext),
  2492. .audio_codec = CONFIG_LIBVORBIS_ENCODER ?
  2493. AV_CODEC_ID_VORBIS : AV_CODEC_ID_AC3,
  2494. .video_codec = AV_CODEC_ID_NONE,
  2495. .init = mkv_init,
  2496. .deinit = mkv_deinit,
  2497. .write_header = mkv_write_header,
  2498. .write_packet = mkv_write_flush_packet,
  2499. .write_trailer = mkv_write_trailer,
  2500. .check_bitstream = mkv_check_bitstream,
  2501. .flags = AVFMT_GLOBALHEADER | AVFMT_TS_NONSTRICT |
  2502. AVFMT_ALLOW_FLUSH,
  2503. .codec_tag = (const AVCodecTag* const []){
  2504. ff_codec_wav_tags, additional_audio_tags, 0
  2505. },
  2506. .priv_class = &mka_class,
  2507. };
  2508. #endif