mpeg4videodec.c 140 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707
  1. /*
  2. * MPEG-4 decoder
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #define UNCHECKED_BITSTREAM_READER 1
  23. #include "config_components.h"
  24. #include "libavutil/internal.h"
  25. #include "libavutil/opt.h"
  26. #include "libavutil/thread.h"
  27. #include "codec_internal.h"
  28. #include "error_resilience.h"
  29. #include "hwconfig.h"
  30. #include "idctdsp.h"
  31. #include "mpegutils.h"
  32. #include "mpegvideo.h"
  33. #include "mpegvideodata.h"
  34. #include "mpegvideodec.h"
  35. #include "mpeg4video.h"
  36. #include "mpeg4videodata.h"
  37. #include "mpeg4videodec.h"
  38. #include "mpeg4videodefs.h"
  39. #include "h263.h"
  40. #include "h263data.h"
  41. #include "h263dec.h"
  42. #include "profiles.h"
  43. #include "threadframe.h"
  44. #include "xvididct.h"
  45. #include "unary.h"
  46. /* The defines below define the number of bits that are read at once for
  47. * reading vlc values. Changing these may improve speed and data cache needs
  48. * be aware though that decreasing them may need the number of stages that is
  49. * passed to get_vlc* to be increased. */
  50. #define SPRITE_TRAJ_VLC_BITS 6
  51. #define DC_VLC_BITS 9
  52. #define MB_TYPE_B_VLC_BITS 4
  53. #define STUDIO_INTRA_BITS 9
  54. static VLC dc_lum, dc_chrom;
  55. static VLC sprite_trajectory;
  56. static VLC mb_type_b_vlc;
  57. static VLC studio_intra_tab[12];
  58. static VLC studio_luma_dc;
  59. static VLC studio_chroma_dc;
  60. static const uint8_t mpeg4_block_count[4] = { 0, 6, 8, 12 };
  61. static const int mb_type_b_map[4] = {
  62. MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
  63. MB_TYPE_L0L1 | MB_TYPE_16x16,
  64. MB_TYPE_L1 | MB_TYPE_16x16,
  65. MB_TYPE_L0 | MB_TYPE_16x16,
  66. };
  67. void ff_mpeg4_decode_studio(MpegEncContext *s, uint8_t *dest_y, uint8_t *dest_cb,
  68. uint8_t *dest_cr, int block_size, int uvlinesize,
  69. int dct_linesize, int dct_offset)
  70. {
  71. Mpeg4DecContext *const ctx = (Mpeg4DecContext*)s;
  72. const int act_block_size = block_size * 2;
  73. if (ctx->dpcm_direction == 0) {
  74. s->idsp.idct_put(dest_y, dct_linesize, (int16_t*)ctx->block32[0]);
  75. s->idsp.idct_put(dest_y + act_block_size, dct_linesize, (int16_t*)ctx->block32[1]);
  76. s->idsp.idct_put(dest_y + dct_offset, dct_linesize, (int16_t*)ctx->block32[2]);
  77. s->idsp.idct_put(dest_y + dct_offset + act_block_size, dct_linesize, (int16_t*)ctx->block32[3]);
  78. dct_linesize = uvlinesize << s->interlaced_dct;
  79. dct_offset = s->interlaced_dct ? uvlinesize : uvlinesize*block_size;
  80. s->idsp.idct_put(dest_cb, dct_linesize, (int16_t*)ctx->block32[4]);
  81. s->idsp.idct_put(dest_cr, dct_linesize, (int16_t*)ctx->block32[5]);
  82. s->idsp.idct_put(dest_cb + dct_offset, dct_linesize, (int16_t*)ctx->block32[6]);
  83. s->idsp.idct_put(dest_cr + dct_offset, dct_linesize, (int16_t*)ctx->block32[7]);
  84. if (!s->chroma_x_shift){ //Chroma444
  85. s->idsp.idct_put(dest_cb + act_block_size, dct_linesize, (int16_t*)ctx->block32[8]);
  86. s->idsp.idct_put(dest_cr + act_block_size, dct_linesize, (int16_t*)ctx->block32[9]);
  87. s->idsp.idct_put(dest_cb + act_block_size + dct_offset, dct_linesize, (int16_t*)ctx->block32[10]);
  88. s->idsp.idct_put(dest_cr + act_block_size + dct_offset, dct_linesize, (int16_t*)ctx->block32[11]);
  89. }
  90. } else if (ctx->dpcm_direction == 1) {
  91. uint16_t *dest_pcm[3] = {(uint16_t*)dest_y, (uint16_t*)dest_cb, (uint16_t*)dest_cr};
  92. int linesize[3] = {dct_linesize, uvlinesize, uvlinesize};
  93. for (int i = 0; i < 3; i++) {
  94. const uint16_t *src = ctx->dpcm_macroblock[i];
  95. int vsub = i ? s->chroma_y_shift : 0;
  96. int hsub = i ? s->chroma_x_shift : 0;
  97. int lowres = s->avctx->lowres;
  98. int step = 1 << lowres;
  99. for (int h = 0; h < (16 >> (vsub + lowres)); h++){
  100. for (int w = 0, idx = 0; w < (16 >> (hsub + lowres)); w++, idx += step)
  101. dest_pcm[i][w] = src[idx];
  102. dest_pcm[i] += linesize[i] / 2;
  103. src += (16 >> hsub) * step;
  104. }
  105. }
  106. } else {
  107. uint16_t *dest_pcm[3] = {(uint16_t*)dest_y, (uint16_t*)dest_cb, (uint16_t*)dest_cr};
  108. int linesize[3] = {dct_linesize, uvlinesize, uvlinesize};
  109. av_assert2(ctx->dpcm_direction == -1);
  110. for (int i = 0; i < 3; i++) {
  111. const uint16_t *src = ctx->dpcm_macroblock[i];
  112. int vsub = i ? s->chroma_y_shift : 0;
  113. int hsub = i ? s->chroma_x_shift : 0;
  114. int lowres = s->avctx->lowres;
  115. int step = 1 << lowres;
  116. dest_pcm[i] += (linesize[i] / 2) * ((16 >> vsub) - 1);
  117. for (int h = (16 >> (vsub + lowres)) - 1; h >= 0; h--){
  118. for (int w = (16 >> (hsub + lowres)) - 1, idx = 0; w >= 0; w--, idx += step)
  119. dest_pcm[i][w] = src[idx];
  120. src += step * (16 >> hsub);
  121. dest_pcm[i] -= linesize[i] / 2;
  122. }
  123. }
  124. }
  125. }
  126. /**
  127. * Predict the ac.
  128. * @param n block index (0-3 are luma, 4-5 are chroma)
  129. * @param dir the ac prediction direction
  130. */
  131. void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
  132. {
  133. int i;
  134. int16_t *ac_val, *ac_val1;
  135. int8_t *const qscale_table = s->current_picture.qscale_table;
  136. /* find prediction */
  137. ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
  138. ac_val1 = ac_val;
  139. if (s->ac_pred) {
  140. if (dir == 0) {
  141. const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
  142. /* left prediction */
  143. ac_val -= 16;
  144. if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
  145. n == 1 || n == 3) {
  146. /* same qscale */
  147. for (i = 1; i < 8; i++)
  148. block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
  149. } else {
  150. /* different qscale, we must rescale */
  151. for (i = 1; i < 8; i++)
  152. block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
  153. }
  154. } else {
  155. const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
  156. /* top prediction */
  157. ac_val -= 16 * s->block_wrap[n];
  158. if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
  159. n == 2 || n == 3) {
  160. /* same qscale */
  161. for (i = 1; i < 8; i++)
  162. block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
  163. } else {
  164. /* different qscale, we must rescale */
  165. for (i = 1; i < 8; i++)
  166. block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
  167. }
  168. }
  169. }
  170. /* left copy */
  171. for (i = 1; i < 8; i++)
  172. ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
  173. /* top copy */
  174. for (i = 1; i < 8; i++)
  175. ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
  176. }
  177. /**
  178. * check if the next stuff is a resync marker or the end.
  179. * @return 0 if not
  180. */
  181. static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
  182. {
  183. MpegEncContext *s = &ctx->m;
  184. int bits_count = get_bits_count(&s->gb);
  185. int v = show_bits(&s->gb, 16);
  186. if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
  187. return 0;
  188. while (v <= 0xFF) {
  189. if (s->pict_type == AV_PICTURE_TYPE_B ||
  190. (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
  191. break;
  192. skip_bits(&s->gb, 8 + s->pict_type);
  193. bits_count += 8 + s->pict_type;
  194. v = show_bits(&s->gb, 16);
  195. }
  196. if (bits_count + 8 >= s->gb.size_in_bits) {
  197. v >>= 8;
  198. v |= 0x7F >> (7 - (bits_count & 7));
  199. if (v == 0x7F)
  200. return s->mb_num;
  201. } else {
  202. if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
  203. int len, mb_num;
  204. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  205. GetBitContext gb = s->gb;
  206. skip_bits(&s->gb, 1);
  207. align_get_bits(&s->gb);
  208. for (len = 0; len < 32; len++)
  209. if (get_bits1(&s->gb))
  210. break;
  211. mb_num = get_bits(&s->gb, mb_num_bits);
  212. if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
  213. mb_num= -1;
  214. s->gb = gb;
  215. if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
  216. return mb_num;
  217. }
  218. }
  219. return 0;
  220. }
  221. static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
  222. {
  223. MpegEncContext *s = &ctx->m;
  224. int a = 2 << s->sprite_warping_accuracy;
  225. int rho = 3 - s->sprite_warping_accuracy;
  226. int r = 16 / a;
  227. int alpha = 1;
  228. int beta = 0;
  229. int w = s->width;
  230. int h = s->height;
  231. int min_ab, i, w2, h2, w3, h3;
  232. int sprite_ref[4][2];
  233. int virtual_ref[2][2];
  234. int64_t sprite_offset[2][2];
  235. int64_t sprite_delta[2][2];
  236. // only true for rectangle shapes
  237. const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
  238. { 0, s->height }, { s->width, s->height } };
  239. int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
  240. if (w <= 0 || h <= 0)
  241. return AVERROR_INVALIDDATA;
  242. for (i = 0; i < ctx->num_sprite_warping_points; i++) {
  243. int length;
  244. int x = 0, y = 0;
  245. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
  246. if (length > 0)
  247. x = get_xbits(gb, length);
  248. if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
  249. check_marker(s->avctx, gb, "before sprite_trajectory");
  250. length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
  251. if (length > 0)
  252. y = get_xbits(gb, length);
  253. check_marker(s->avctx, gb, "after sprite_trajectory");
  254. ctx->sprite_traj[i][0] = d[i][0] = x;
  255. ctx->sprite_traj[i][1] = d[i][1] = y;
  256. }
  257. for (; i < 4; i++)
  258. ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
  259. while ((1 << alpha) < w)
  260. alpha++;
  261. while ((1 << beta) < h)
  262. beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
  263. w2 = 1 << alpha;
  264. h2 = 1 << beta;
  265. // Note, the 4th point isn't used for GMC
  266. if (ctx->divx_version == 500 && ctx->divx_build == 413) {
  267. sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
  268. sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
  269. sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
  270. sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
  271. sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
  272. sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
  273. } else {
  274. sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
  275. sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
  276. sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
  277. sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
  278. sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
  279. sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
  280. }
  281. /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
  282. * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
  283. /* This is mostly identical to the MPEG-4 std (and is totally unreadable
  284. * because of that...). Perhaps it should be reordered to be more readable.
  285. * The idea behind this virtual_ref mess is to be able to use shifts later
  286. * per pixel instead of divides so the distance between points is converted
  287. * from w&h based to w2&h2 based which are of the 2^x form. */
  288. virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
  289. ROUNDED_DIV(((w - w2) *
  290. (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  291. w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
  292. virtual_ref[0][1] = 16 * vop_ref[0][1] +
  293. ROUNDED_DIV(((w - w2) *
  294. (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  295. w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
  296. virtual_ref[1][0] = 16 * vop_ref[0][0] +
  297. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
  298. h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
  299. virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
  300. ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
  301. h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
  302. switch (ctx->num_sprite_warping_points) {
  303. case 0:
  304. sprite_offset[0][0] =
  305. sprite_offset[0][1] =
  306. sprite_offset[1][0] =
  307. sprite_offset[1][1] = 0;
  308. sprite_delta[0][0] = a;
  309. sprite_delta[0][1] =
  310. sprite_delta[1][0] = 0;
  311. sprite_delta[1][1] = a;
  312. ctx->sprite_shift[0] =
  313. ctx->sprite_shift[1] = 0;
  314. break;
  315. case 1: // GMC only
  316. sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
  317. sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
  318. sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
  319. a * (vop_ref[0][0] / 2);
  320. sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
  321. a * (vop_ref[0][1] / 2);
  322. sprite_delta[0][0] = a;
  323. sprite_delta[0][1] =
  324. sprite_delta[1][0] = 0;
  325. sprite_delta[1][1] = a;
  326. ctx->sprite_shift[0] =
  327. ctx->sprite_shift[1] = 0;
  328. break;
  329. case 2:
  330. sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
  331. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  332. ((int64_t) -vop_ref[0][0]) +
  333. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  334. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  335. sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
  336. ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
  337. ((int64_t) -vop_ref[0][0]) +
  338. ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
  339. ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
  340. sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  341. ((int64_t)-2 * vop_ref[0][0] + 1) +
  342. ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
  343. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  344. (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
  345. sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
  346. ((int64_t)-2 * vop_ref[0][0] + 1) +
  347. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
  348. ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
  349. (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
  350. sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  351. sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
  352. sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
  353. sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
  354. ctx->sprite_shift[0] = alpha + rho;
  355. ctx->sprite_shift[1] = alpha + rho + 2;
  356. break;
  357. case 3:
  358. min_ab = FFMIN(alpha, beta);
  359. w3 = w2 >> min_ab;
  360. h3 = h2 >> min_ab;
  361. sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
  362. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
  363. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
  364. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  365. sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
  366. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
  367. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
  368. ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
  369. sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
  370. ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
  371. (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
  372. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  373. sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
  374. ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
  375. (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
  376. ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
  377. sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
  378. sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
  379. sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
  380. sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
  381. ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
  382. ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
  383. break;
  384. }
  385. /* try to simplify the situation */
  386. if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
  387. sprite_delta[0][1] == 0 &&
  388. sprite_delta[1][0] == 0 &&
  389. sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
  390. sprite_offset[0][0] >>= ctx->sprite_shift[0];
  391. sprite_offset[0][1] >>= ctx->sprite_shift[0];
  392. sprite_offset[1][0] >>= ctx->sprite_shift[1];
  393. sprite_offset[1][1] >>= ctx->sprite_shift[1];
  394. sprite_delta[0][0] = a;
  395. sprite_delta[0][1] = 0;
  396. sprite_delta[1][0] = 0;
  397. sprite_delta[1][1] = a;
  398. ctx->sprite_shift[0] = 0;
  399. ctx->sprite_shift[1] = 0;
  400. s->real_sprite_warping_points = 1;
  401. } else {
  402. int shift_y = 16 - ctx->sprite_shift[0];
  403. int shift_c = 16 - ctx->sprite_shift[1];
  404. for (i = 0; i < 2; i++) {
  405. if (shift_c < 0 || shift_y < 0 ||
  406. FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
  407. FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
  408. FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
  409. FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
  410. ) {
  411. avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
  412. goto overflow;
  413. }
  414. }
  415. for (i = 0; i < 2; i++) {
  416. sprite_offset[0][i] *= 1 << shift_y;
  417. sprite_offset[1][i] *= 1 << shift_c;
  418. sprite_delta[0][i] *= 1 << shift_y;
  419. sprite_delta[1][i] *= 1 << shift_y;
  420. ctx->sprite_shift[i] = 16;
  421. }
  422. for (i = 0; i < 2; i++) {
  423. int64_t sd[2] = {
  424. sprite_delta[i][0] - a * (1LL<<16),
  425. sprite_delta[i][1] - a * (1LL<<16)
  426. };
  427. if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  428. llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  429. llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  430. llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
  431. llabs(sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
  432. llabs(sd[0]) >= INT_MAX ||
  433. llabs(sd[1]) >= INT_MAX ||
  434. llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
  435. llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
  436. llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
  437. ) {
  438. avpriv_request_sample(s->avctx, "Overflow on sprite points");
  439. goto overflow;
  440. }
  441. }
  442. s->real_sprite_warping_points = ctx->num_sprite_warping_points;
  443. }
  444. for (i = 0; i < 4; i++) {
  445. s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
  446. s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
  447. }
  448. return 0;
  449. overflow:
  450. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  451. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  452. return AVERROR_PATCHWELCOME;
  453. }
  454. static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
  455. MpegEncContext *s = &ctx->m;
  456. int len = FFMIN(ctx->time_increment_bits + 3, 15);
  457. get_bits(gb, len);
  458. if (get_bits1(gb))
  459. get_bits(gb, len);
  460. check_marker(s->avctx, gb, "after new_pred");
  461. return 0;
  462. }
  463. /**
  464. * Decode the next video packet.
  465. * @return <0 if something went wrong
  466. */
  467. int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
  468. {
  469. MpegEncContext *s = &ctx->m;
  470. int mb_num_bits = av_log2(s->mb_num - 1) + 1;
  471. int header_extension = 0, mb_num, len;
  472. /* is there enough space left for a video packet + header */
  473. if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
  474. return AVERROR_INVALIDDATA;
  475. for (len = 0; len < 32; len++)
  476. if (get_bits1(&s->gb))
  477. break;
  478. if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
  479. av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
  480. return AVERROR_INVALIDDATA;
  481. }
  482. if (ctx->shape != RECT_SHAPE) {
  483. header_extension = get_bits1(&s->gb);
  484. // FIXME more stuff here
  485. }
  486. mb_num = get_bits(&s->gb, mb_num_bits);
  487. if (mb_num >= s->mb_num || !mb_num) {
  488. av_log(s->avctx, AV_LOG_ERROR,
  489. "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
  490. return AVERROR_INVALIDDATA;
  491. }
  492. s->mb_x = mb_num % s->mb_width;
  493. s->mb_y = mb_num / s->mb_width;
  494. if (ctx->shape != BIN_ONLY_SHAPE) {
  495. int qscale = get_bits(&s->gb, s->quant_precision);
  496. if (qscale)
  497. s->chroma_qscale = s->qscale = qscale;
  498. }
  499. if (ctx->shape == RECT_SHAPE)
  500. header_extension = get_bits1(&s->gb);
  501. if (header_extension) {
  502. int time_incr = 0;
  503. while (get_bits1(&s->gb) != 0)
  504. time_incr++;
  505. check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
  506. skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
  507. check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
  508. skip_bits(&s->gb, 2); /* vop coding type */
  509. // FIXME not rect stuff here
  510. if (ctx->shape != BIN_ONLY_SHAPE) {
  511. skip_bits(&s->gb, 3); /* intra dc vlc threshold */
  512. // FIXME don't just ignore everything
  513. if (s->pict_type == AV_PICTURE_TYPE_S &&
  514. ctx->vol_sprite_usage == GMC_SPRITE) {
  515. if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
  516. return AVERROR_INVALIDDATA;
  517. av_log(s->avctx, AV_LOG_ERROR, "untested\n");
  518. }
  519. // FIXME reduced res stuff here
  520. if (s->pict_type != AV_PICTURE_TYPE_I) {
  521. int f_code = get_bits(&s->gb, 3); /* fcode_for */
  522. if (f_code == 0)
  523. av_log(s->avctx, AV_LOG_ERROR,
  524. "Error, video packet header damaged (f_code=0)\n");
  525. }
  526. if (s->pict_type == AV_PICTURE_TYPE_B) {
  527. int b_code = get_bits(&s->gb, 3);
  528. if (b_code == 0)
  529. av_log(s->avctx, AV_LOG_ERROR,
  530. "Error, video packet header damaged (b_code=0)\n");
  531. }
  532. }
  533. }
  534. if (ctx->new_pred)
  535. decode_new_pred(ctx, &s->gb);
  536. return 0;
  537. }
  538. static void reset_studio_dc_predictors(MpegEncContext *s)
  539. {
  540. /* Reset DC Predictors */
  541. s->last_dc[0] =
  542. s->last_dc[1] =
  543. s->last_dc[2] = 1 << (s->avctx->bits_per_raw_sample + s->dct_precision + s->intra_dc_precision - 1);
  544. }
  545. /**
  546. * Decode the next video packet.
  547. * @return <0 if something went wrong
  548. */
  549. int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
  550. {
  551. MpegEncContext *s = &ctx->m;
  552. GetBitContext *gb = &s->gb;
  553. unsigned vlc_len;
  554. uint16_t mb_num;
  555. if (get_bits_left(gb) >= 32 && get_bits_long(gb, 32) == SLICE_STARTCODE) {
  556. vlc_len = av_log2(s->mb_width * s->mb_height) + 1;
  557. mb_num = get_bits(gb, vlc_len);
  558. if (mb_num >= s->mb_num)
  559. return AVERROR_INVALIDDATA;
  560. s->mb_x = mb_num % s->mb_width;
  561. s->mb_y = mb_num / s->mb_width;
  562. if (ctx->shape != BIN_ONLY_SHAPE)
  563. s->qscale = mpeg_get_qscale(s);
  564. if (get_bits1(gb)) { /* slice_extension_flag */
  565. skip_bits1(gb); /* intra_slice */
  566. skip_bits1(gb); /* slice_VOP_id_enable */
  567. skip_bits(gb, 6); /* slice_VOP_id */
  568. while (get_bits1(gb)) /* extra_bit_slice */
  569. skip_bits(gb, 8); /* extra_information_slice */
  570. }
  571. reset_studio_dc_predictors(s);
  572. }
  573. else {
  574. return AVERROR_INVALIDDATA;
  575. }
  576. return 0;
  577. }
  578. /**
  579. * Get the average motion vector for a GMC MB.
  580. * @param n either 0 for the x component or 1 for y
  581. * @return the average MV for a GMC MB
  582. */
  583. static inline int get_amv(Mpeg4DecContext *ctx, int n)
  584. {
  585. MpegEncContext *s = &ctx->m;
  586. int x, y, mb_v, sum, dx, dy, shift;
  587. int len = 1 << (s->f_code + 4);
  588. const int a = s->sprite_warping_accuracy;
  589. if (s->workaround_bugs & FF_BUG_AMV)
  590. len >>= s->quarter_sample;
  591. if (s->real_sprite_warping_points == 1) {
  592. if (ctx->divx_version == 500 && ctx->divx_build == 413 && a >= s->quarter_sample)
  593. sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
  594. else
  595. sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
  596. } else {
  597. dx = s->sprite_delta[n][0];
  598. dy = s->sprite_delta[n][1];
  599. shift = ctx->sprite_shift[0];
  600. if (n)
  601. dy -= 1 << (shift + a + 1);
  602. else
  603. dx -= 1 << (shift + a + 1);
  604. mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16U + dy * s->mb_y * 16U;
  605. sum = 0;
  606. for (y = 0; y < 16; y++) {
  607. int v;
  608. v = mb_v + dy * y;
  609. // FIXME optimize
  610. for (x = 0; x < 16; x++) {
  611. sum += v >> shift;
  612. v += dx;
  613. }
  614. }
  615. sum = RSHIFT(sum, a + 8 - s->quarter_sample);
  616. }
  617. if (sum < -len)
  618. sum = -len;
  619. else if (sum >= len)
  620. sum = len - 1;
  621. return sum;
  622. }
  623. /**
  624. * Decode the dc value.
  625. * @param n block index (0-3 are luma, 4-5 are chroma)
  626. * @param dir_ptr the prediction direction will be stored here
  627. * @return the quantized dc
  628. */
  629. static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
  630. {
  631. int level, code;
  632. if (n < 4)
  633. code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
  634. else
  635. code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
  636. if (code < 0 || code > 9 /* && s->nbit < 9 */) {
  637. av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
  638. return AVERROR_INVALIDDATA;
  639. }
  640. if (code == 0) {
  641. level = 0;
  642. } else {
  643. if (IS_3IV1) {
  644. if (code == 1)
  645. level = 2 * get_bits1(&s->gb) - 1;
  646. else {
  647. if (get_bits1(&s->gb))
  648. level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
  649. else
  650. level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
  651. }
  652. } else {
  653. level = get_xbits(&s->gb, code);
  654. }
  655. if (code > 8) {
  656. if (get_bits1(&s->gb) == 0) { /* marker */
  657. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
  658. av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
  659. return AVERROR_INVALIDDATA;
  660. }
  661. }
  662. }
  663. }
  664. return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
  665. }
  666. /**
  667. * Decode first partition.
  668. * @return number of MBs decoded or <0 if an error occurred
  669. */
  670. static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
  671. {
  672. MpegEncContext *s = &ctx->m;
  673. int mb_num = 0;
  674. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  675. /* decode first partition */
  676. s->first_slice_line = 1;
  677. for (; s->mb_y < s->mb_height; s->mb_y++) {
  678. ff_init_block_index(s);
  679. for (; s->mb_x < s->mb_width; s->mb_x++) {
  680. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  681. int cbpc;
  682. int dir = 0;
  683. mb_num++;
  684. ff_update_block_index(s, s->avctx->bits_per_raw_sample,
  685. s->avctx->lowres, s->chroma_x_shift);
  686. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  687. s->first_slice_line = 0;
  688. if (s->pict_type == AV_PICTURE_TYPE_I) {
  689. int i;
  690. do {
  691. if (show_bits(&s->gb, 19) == DC_MARKER)
  692. return mb_num - 1;
  693. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  694. if (cbpc < 0) {
  695. av_log(s->avctx, AV_LOG_ERROR,
  696. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  697. return AVERROR_INVALIDDATA;
  698. }
  699. } while (cbpc == 8);
  700. s->cbp_table[xy] = cbpc & 3;
  701. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  702. s->mb_intra = 1;
  703. if (cbpc & 4)
  704. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  705. s->current_picture.qscale_table[xy] = s->qscale;
  706. s->mbintra_table[xy] = 1;
  707. for (i = 0; i < 6; i++) {
  708. int dc_pred_dir;
  709. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  710. if (dc < 0) {
  711. av_log(s->avctx, AV_LOG_ERROR,
  712. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  713. return dc;
  714. }
  715. dir <<= 1;
  716. if (dc_pred_dir)
  717. dir |= 1;
  718. }
  719. s->pred_dir_table[xy] = dir;
  720. } else { /* P/S_TYPE */
  721. int mx, my, pred_x, pred_y, bits;
  722. int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
  723. const int stride = s->b8_stride * 2;
  724. try_again:
  725. bits = show_bits(&s->gb, 17);
  726. if (bits == MOTION_MARKER)
  727. return mb_num - 1;
  728. skip_bits1(&s->gb);
  729. if (bits & 0x10000) {
  730. /* skip mb */
  731. if (s->pict_type == AV_PICTURE_TYPE_S &&
  732. ctx->vol_sprite_usage == GMC_SPRITE) {
  733. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  734. MB_TYPE_16x16 |
  735. MB_TYPE_GMC |
  736. MB_TYPE_L0;
  737. mx = get_amv(ctx, 0);
  738. my = get_amv(ctx, 1);
  739. } else {
  740. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  741. MB_TYPE_16x16 |
  742. MB_TYPE_L0;
  743. mx = my = 0;
  744. }
  745. mot_val[0] =
  746. mot_val[2] =
  747. mot_val[0 + stride] =
  748. mot_val[2 + stride] = mx;
  749. mot_val[1] =
  750. mot_val[3] =
  751. mot_val[1 + stride] =
  752. mot_val[3 + stride] = my;
  753. if (s->mbintra_table[xy])
  754. ff_clean_intra_table_entries(s);
  755. continue;
  756. }
  757. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  758. if (cbpc < 0) {
  759. av_log(s->avctx, AV_LOG_ERROR,
  760. "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
  761. return AVERROR_INVALIDDATA;
  762. }
  763. if (cbpc == 20)
  764. goto try_again;
  765. s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
  766. s->mb_intra = ((cbpc & 4) != 0);
  767. if (s->mb_intra) {
  768. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  769. s->mbintra_table[xy] = 1;
  770. mot_val[0] =
  771. mot_val[2] =
  772. mot_val[0 + stride] =
  773. mot_val[2 + stride] = 0;
  774. mot_val[1] =
  775. mot_val[3] =
  776. mot_val[1 + stride] =
  777. mot_val[3 + stride] = 0;
  778. } else {
  779. if (s->mbintra_table[xy])
  780. ff_clean_intra_table_entries(s);
  781. if (s->pict_type == AV_PICTURE_TYPE_S &&
  782. ctx->vol_sprite_usage == GMC_SPRITE &&
  783. (cbpc & 16) == 0)
  784. s->mcsel = get_bits1(&s->gb);
  785. else
  786. s->mcsel = 0;
  787. if ((cbpc & 16) == 0) {
  788. /* 16x16 motion prediction */
  789. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  790. if (!s->mcsel) {
  791. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  792. if (mx >= 0xffff)
  793. return AVERROR_INVALIDDATA;
  794. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  795. if (my >= 0xffff)
  796. return AVERROR_INVALIDDATA;
  797. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  798. MB_TYPE_L0;
  799. } else {
  800. mx = get_amv(ctx, 0);
  801. my = get_amv(ctx, 1);
  802. s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
  803. MB_TYPE_GMC |
  804. MB_TYPE_L0;
  805. }
  806. mot_val[0] =
  807. mot_val[2] =
  808. mot_val[0 + stride] =
  809. mot_val[2 + stride] = mx;
  810. mot_val[1] =
  811. mot_val[3] =
  812. mot_val[1 + stride] =
  813. mot_val[3 + stride] = my;
  814. } else {
  815. int i;
  816. s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
  817. MB_TYPE_L0;
  818. for (i = 0; i < 4; i++) {
  819. int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  820. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  821. if (mx >= 0xffff)
  822. return AVERROR_INVALIDDATA;
  823. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  824. if (my >= 0xffff)
  825. return AVERROR_INVALIDDATA;
  826. mot_val[0] = mx;
  827. mot_val[1] = my;
  828. }
  829. }
  830. }
  831. }
  832. }
  833. s->mb_x = 0;
  834. }
  835. return mb_num;
  836. }
  837. /**
  838. * decode second partition.
  839. * @return <0 if an error occurred
  840. */
  841. static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
  842. {
  843. int mb_num = 0;
  844. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  845. s->mb_x = s->resync_mb_x;
  846. s->first_slice_line = 1;
  847. for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
  848. ff_init_block_index(s);
  849. for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
  850. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  851. mb_num++;
  852. ff_update_block_index(s, s->avctx->bits_per_raw_sample,
  853. s->avctx->lowres, s->chroma_x_shift);
  854. if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
  855. s->first_slice_line = 0;
  856. if (s->pict_type == AV_PICTURE_TYPE_I) {
  857. int ac_pred = get_bits1(&s->gb);
  858. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  859. if (cbpy < 0) {
  860. av_log(s->avctx, AV_LOG_ERROR,
  861. "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  862. return AVERROR_INVALIDDATA;
  863. }
  864. s->cbp_table[xy] |= cbpy << 2;
  865. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  866. } else { /* P || S_TYPE */
  867. if (IS_INTRA(s->current_picture.mb_type[xy])) {
  868. int i;
  869. int dir = 0;
  870. int ac_pred = get_bits1(&s->gb);
  871. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  872. if (cbpy < 0) {
  873. av_log(s->avctx, AV_LOG_ERROR,
  874. "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  875. return AVERROR_INVALIDDATA;
  876. }
  877. if (s->cbp_table[xy] & 8)
  878. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  879. s->current_picture.qscale_table[xy] = s->qscale;
  880. for (i = 0; i < 6; i++) {
  881. int dc_pred_dir;
  882. int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
  883. if (dc < 0) {
  884. av_log(s->avctx, AV_LOG_ERROR,
  885. "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
  886. return dc;
  887. }
  888. dir <<= 1;
  889. if (dc_pred_dir)
  890. dir |= 1;
  891. }
  892. s->cbp_table[xy] &= 3; // remove dquant
  893. s->cbp_table[xy] |= cbpy << 2;
  894. s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
  895. s->pred_dir_table[xy] = dir;
  896. } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
  897. s->current_picture.qscale_table[xy] = s->qscale;
  898. s->cbp_table[xy] = 0;
  899. } else {
  900. int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  901. if (cbpy < 0) {
  902. av_log(s->avctx, AV_LOG_ERROR,
  903. "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
  904. return AVERROR_INVALIDDATA;
  905. }
  906. if (s->cbp_table[xy] & 8)
  907. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  908. s->current_picture.qscale_table[xy] = s->qscale;
  909. s->cbp_table[xy] &= 3; // remove dquant
  910. s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
  911. }
  912. }
  913. }
  914. if (mb_num >= mb_count)
  915. return 0;
  916. s->mb_x = 0;
  917. }
  918. return 0;
  919. }
  920. /**
  921. * Decode the first and second partition.
  922. * @return <0 if error (and sets error type in the error_status_table)
  923. */
  924. int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
  925. {
  926. MpegEncContext *s = &ctx->m;
  927. int mb_num;
  928. int ret;
  929. const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
  930. const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
  931. mb_num = mpeg4_decode_partition_a(ctx);
  932. if (mb_num <= 0) {
  933. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  934. s->mb_x, s->mb_y, part_a_error);
  935. return mb_num ? mb_num : AVERROR_INVALIDDATA;
  936. }
  937. if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
  938. av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
  939. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  940. s->mb_x, s->mb_y, part_a_error);
  941. return AVERROR_INVALIDDATA;
  942. }
  943. s->mb_num_left = mb_num;
  944. if (s->pict_type == AV_PICTURE_TYPE_I) {
  945. while (show_bits(&s->gb, 9) == 1)
  946. skip_bits(&s->gb, 9);
  947. if (get_bits(&s->gb, 19) != DC_MARKER) {
  948. av_log(s->avctx, AV_LOG_ERROR,
  949. "marker missing after first I partition at %d %d\n",
  950. s->mb_x, s->mb_y);
  951. return AVERROR_INVALIDDATA;
  952. }
  953. } else {
  954. while (show_bits(&s->gb, 10) == 1)
  955. skip_bits(&s->gb, 10);
  956. if (get_bits(&s->gb, 17) != MOTION_MARKER) {
  957. av_log(s->avctx, AV_LOG_ERROR,
  958. "marker missing after first P partition at %d %d\n",
  959. s->mb_x, s->mb_y);
  960. return AVERROR_INVALIDDATA;
  961. }
  962. }
  963. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  964. s->mb_x - 1, s->mb_y, part_a_end);
  965. ret = mpeg4_decode_partition_b(s, mb_num);
  966. if (ret < 0) {
  967. if (s->pict_type == AV_PICTURE_TYPE_P)
  968. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  969. s->mb_x, s->mb_y, ER_DC_ERROR);
  970. return ret;
  971. } else {
  972. if (s->pict_type == AV_PICTURE_TYPE_P)
  973. ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
  974. s->mb_x - 1, s->mb_y, ER_DC_END);
  975. }
  976. return 0;
  977. }
  978. /**
  979. * Decode a block.
  980. * @return <0 if an error occurred
  981. */
  982. static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
  983. int n, int coded, int intra,
  984. int use_intra_dc_vlc, int rvlc)
  985. {
  986. MpegEncContext *s = &ctx->m;
  987. int level, i, last, run, qmul, qadd;
  988. int av_uninit(dc_pred_dir);
  989. RLTable *rl;
  990. RL_VLC_ELEM *rl_vlc;
  991. const uint8_t *scan_table;
  992. // Note intra & rvlc should be optimized away if this is inlined
  993. if (intra) {
  994. if (use_intra_dc_vlc) {
  995. /* DC coef */
  996. if (s->partitioned_frame) {
  997. level = s->dc_val[0][s->block_index[n]];
  998. if (n < 4)
  999. level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
  1000. else
  1001. level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
  1002. dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
  1003. } else {
  1004. level = mpeg4_decode_dc(s, n, &dc_pred_dir);
  1005. if (level < 0)
  1006. return level;
  1007. }
  1008. block[0] = level;
  1009. i = 0;
  1010. } else {
  1011. i = -1;
  1012. ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
  1013. }
  1014. if (!coded)
  1015. goto not_coded;
  1016. if (rvlc) {
  1017. rl = &ff_rvlc_rl_intra;
  1018. rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
  1019. } else {
  1020. rl = &ff_mpeg4_rl_intra;
  1021. rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
  1022. }
  1023. if (s->ac_pred) {
  1024. if (dc_pred_dir == 0)
  1025. scan_table = s->intra_v_scantable.permutated; /* left */
  1026. else
  1027. scan_table = s->intra_h_scantable.permutated; /* top */
  1028. } else {
  1029. scan_table = s->intra_scantable.permutated;
  1030. }
  1031. qmul = 1;
  1032. qadd = 0;
  1033. } else {
  1034. i = -1;
  1035. if (!coded) {
  1036. s->block_last_index[n] = i;
  1037. return 0;
  1038. }
  1039. if (rvlc)
  1040. rl = &ff_rvlc_rl_inter;
  1041. else
  1042. rl = &ff_h263_rl_inter;
  1043. scan_table = s->intra_scantable.permutated;
  1044. if (s->mpeg_quant) {
  1045. qmul = 1;
  1046. qadd = 0;
  1047. if (rvlc)
  1048. rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
  1049. else
  1050. rl_vlc = ff_h263_rl_inter.rl_vlc[0];
  1051. } else {
  1052. qmul = s->qscale << 1;
  1053. qadd = (s->qscale - 1) | 1;
  1054. if (rvlc)
  1055. rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
  1056. else
  1057. rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
  1058. }
  1059. }
  1060. {
  1061. OPEN_READER(re, &s->gb);
  1062. for (;;) {
  1063. UPDATE_CACHE(re, &s->gb);
  1064. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
  1065. if (level == 0) {
  1066. /* escape */
  1067. if (rvlc) {
  1068. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1069. av_log(s->avctx, AV_LOG_ERROR,
  1070. "1. marker bit missing in rvlc esc\n");
  1071. return AVERROR_INVALIDDATA;
  1072. }
  1073. SKIP_CACHE(re, &s->gb, 1);
  1074. last = SHOW_UBITS(re, &s->gb, 1);
  1075. SKIP_CACHE(re, &s->gb, 1);
  1076. run = SHOW_UBITS(re, &s->gb, 6);
  1077. SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
  1078. UPDATE_CACHE(re, &s->gb);
  1079. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1080. av_log(s->avctx, AV_LOG_ERROR,
  1081. "2. marker bit missing in rvlc esc\n");
  1082. return AVERROR_INVALIDDATA;
  1083. }
  1084. SKIP_CACHE(re, &s->gb, 1);
  1085. level = SHOW_UBITS(re, &s->gb, 11);
  1086. SKIP_CACHE(re, &s->gb, 11);
  1087. if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
  1088. av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
  1089. return AVERROR_INVALIDDATA;
  1090. }
  1091. SKIP_CACHE(re, &s->gb, 5);
  1092. level = level * qmul + qadd;
  1093. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1094. SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
  1095. i += run + 1;
  1096. if (last)
  1097. i += 192;
  1098. } else {
  1099. int cache;
  1100. cache = GET_CACHE(re, &s->gb);
  1101. if (IS_3IV1)
  1102. cache ^= 0xC0000000;
  1103. if (cache & 0x80000000) {
  1104. if (cache & 0x40000000) {
  1105. /* third escape */
  1106. SKIP_CACHE(re, &s->gb, 2);
  1107. last = SHOW_UBITS(re, &s->gb, 1);
  1108. SKIP_CACHE(re, &s->gb, 1);
  1109. run = SHOW_UBITS(re, &s->gb, 6);
  1110. SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
  1111. UPDATE_CACHE(re, &s->gb);
  1112. if (IS_3IV1) {
  1113. level = SHOW_SBITS(re, &s->gb, 12);
  1114. LAST_SKIP_BITS(re, &s->gb, 12);
  1115. } else {
  1116. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1117. av_log(s->avctx, AV_LOG_ERROR,
  1118. "1. marker bit missing in 3. esc\n");
  1119. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1120. return AVERROR_INVALIDDATA;
  1121. }
  1122. SKIP_CACHE(re, &s->gb, 1);
  1123. level = SHOW_SBITS(re, &s->gb, 12);
  1124. SKIP_CACHE(re, &s->gb, 12);
  1125. if (SHOW_UBITS(re, &s->gb, 1) == 0) {
  1126. av_log(s->avctx, AV_LOG_ERROR,
  1127. "2. marker bit missing in 3. esc\n");
  1128. if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
  1129. return AVERROR_INVALIDDATA;
  1130. }
  1131. SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
  1132. }
  1133. #if 0
  1134. if (s->error_recognition >= FF_ER_COMPLIANT) {
  1135. const int abs_level= FFABS(level);
  1136. if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
  1137. const int run1= run - rl->max_run[last][abs_level] - 1;
  1138. if (abs_level <= rl->max_level[last][run]) {
  1139. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
  1140. return AVERROR_INVALIDDATA;
  1141. }
  1142. if (s->error_recognition > FF_ER_COMPLIANT) {
  1143. if (abs_level <= rl->max_level[last][run]*2) {
  1144. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
  1145. return AVERROR_INVALIDDATA;
  1146. }
  1147. if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
  1148. av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
  1149. return AVERROR_INVALIDDATA;
  1150. }
  1151. }
  1152. }
  1153. }
  1154. #endif
  1155. if (level > 0)
  1156. level = level * qmul + qadd;
  1157. else
  1158. level = level * qmul - qadd;
  1159. if ((unsigned)(level + 2048) > 4095) {
  1160. if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
  1161. if (level > 2560 || level < -2560) {
  1162. av_log(s->avctx, AV_LOG_ERROR,
  1163. "|level| overflow in 3. esc, qp=%d\n",
  1164. s->qscale);
  1165. return AVERROR_INVALIDDATA;
  1166. }
  1167. }
  1168. level = level < 0 ? -2048 : 2047;
  1169. }
  1170. i += run + 1;
  1171. if (last)
  1172. i += 192;
  1173. } else {
  1174. /* second escape */
  1175. SKIP_BITS(re, &s->gb, 2);
  1176. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1177. i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
  1178. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1179. LAST_SKIP_BITS(re, &s->gb, 1);
  1180. }
  1181. } else {
  1182. /* first escape */
  1183. SKIP_BITS(re, &s->gb, 1);
  1184. GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
  1185. i += run;
  1186. level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
  1187. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1188. LAST_SKIP_BITS(re, &s->gb, 1);
  1189. }
  1190. }
  1191. } else {
  1192. i += run;
  1193. level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
  1194. LAST_SKIP_BITS(re, &s->gb, 1);
  1195. }
  1196. ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
  1197. if (i > 62) {
  1198. i -= 192;
  1199. if (i & (~63)) {
  1200. av_log(s->avctx, AV_LOG_ERROR,
  1201. "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
  1202. return AVERROR_INVALIDDATA;
  1203. }
  1204. block[scan_table[i]] = level;
  1205. break;
  1206. }
  1207. block[scan_table[i]] = level;
  1208. }
  1209. CLOSE_READER(re, &s->gb);
  1210. }
  1211. not_coded:
  1212. if (intra) {
  1213. if (!use_intra_dc_vlc) {
  1214. block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
  1215. i -= i >> 31; // if (i == -1) i = 0;
  1216. }
  1217. ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
  1218. if (s->ac_pred)
  1219. i = 63; // FIXME not optimal
  1220. }
  1221. s->block_last_index[n] = i;
  1222. return 0;
  1223. }
  1224. /**
  1225. * decode partition C of one MB.
  1226. * @return <0 if an error occurred
  1227. */
  1228. static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
  1229. {
  1230. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1231. int cbp, mb_type, use_intra_dc_vlc;
  1232. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1233. av_assert2(s == (void*)ctx);
  1234. mb_type = s->current_picture.mb_type[xy];
  1235. cbp = s->cbp_table[xy];
  1236. use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1237. if (s->current_picture.qscale_table[xy] != s->qscale)
  1238. ff_set_qscale(s, s->current_picture.qscale_table[xy]);
  1239. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1240. s->pict_type == AV_PICTURE_TYPE_S) {
  1241. int i;
  1242. for (i = 0; i < 4; i++) {
  1243. s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
  1244. s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
  1245. }
  1246. s->mb_intra = IS_INTRA(mb_type);
  1247. if (IS_SKIP(mb_type)) {
  1248. /* skip mb */
  1249. for (i = 0; i < 6; i++)
  1250. s->block_last_index[i] = -1;
  1251. s->mv_dir = MV_DIR_FORWARD;
  1252. s->mv_type = MV_TYPE_16X16;
  1253. if (s->pict_type == AV_PICTURE_TYPE_S
  1254. && ctx->vol_sprite_usage == GMC_SPRITE) {
  1255. s->mcsel = 1;
  1256. s->mb_skipped = 0;
  1257. } else {
  1258. s->mcsel = 0;
  1259. s->mb_skipped = 1;
  1260. }
  1261. } else if (s->mb_intra) {
  1262. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1263. } else if (!s->mb_intra) {
  1264. // s->mcsel = 0; // FIXME do we need to init that?
  1265. s->mv_dir = MV_DIR_FORWARD;
  1266. if (IS_8X8(mb_type)) {
  1267. s->mv_type = MV_TYPE_8X8;
  1268. } else {
  1269. s->mv_type = MV_TYPE_16X16;
  1270. }
  1271. }
  1272. } else { /* I-Frame */
  1273. s->mb_intra = 1;
  1274. s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
  1275. }
  1276. if (!IS_SKIP(mb_type)) {
  1277. int i;
  1278. s->bdsp.clear_blocks(s->block[0]);
  1279. /* decode each block */
  1280. for (i = 0; i < 6; i++) {
  1281. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra,
  1282. use_intra_dc_vlc, ctx->rvlc) < 0) {
  1283. av_log(s->avctx, AV_LOG_ERROR,
  1284. "texture corrupted at %d %d %d\n",
  1285. s->mb_x, s->mb_y, s->mb_intra);
  1286. return AVERROR_INVALIDDATA;
  1287. }
  1288. cbp += cbp;
  1289. }
  1290. }
  1291. /* per-MB end of slice check */
  1292. if (--s->mb_num_left <= 0) {
  1293. if (mpeg4_is_resync(ctx))
  1294. return SLICE_END;
  1295. else
  1296. return SLICE_NOEND;
  1297. } else {
  1298. if (mpeg4_is_resync(ctx)) {
  1299. const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
  1300. if (s->cbp_table[xy + delta])
  1301. return SLICE_END;
  1302. }
  1303. return SLICE_OK;
  1304. }
  1305. }
  1306. static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
  1307. {
  1308. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1309. int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
  1310. int16_t *mot_val;
  1311. static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
  1312. const int xy = s->mb_x + s->mb_y * s->mb_stride;
  1313. av_assert2(s == (void*)ctx);
  1314. av_assert2(s->h263_pred);
  1315. if (s->pict_type == AV_PICTURE_TYPE_P ||
  1316. s->pict_type == AV_PICTURE_TYPE_S) {
  1317. do {
  1318. if (get_bits1(&s->gb)) {
  1319. /* skip mb */
  1320. s->mb_intra = 0;
  1321. for (i = 0; i < 6; i++)
  1322. s->block_last_index[i] = -1;
  1323. s->mv_dir = MV_DIR_FORWARD;
  1324. s->mv_type = MV_TYPE_16X16;
  1325. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1326. ctx->vol_sprite_usage == GMC_SPRITE) {
  1327. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1328. MB_TYPE_GMC |
  1329. MB_TYPE_16x16 |
  1330. MB_TYPE_L0;
  1331. s->mcsel = 1;
  1332. s->mv[0][0][0] = get_amv(ctx, 0);
  1333. s->mv[0][0][1] = get_amv(ctx, 1);
  1334. s->mb_skipped = 0;
  1335. } else {
  1336. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1337. MB_TYPE_16x16 |
  1338. MB_TYPE_L0;
  1339. s->mcsel = 0;
  1340. s->mv[0][0][0] = 0;
  1341. s->mv[0][0][1] = 0;
  1342. s->mb_skipped = 1;
  1343. }
  1344. goto end;
  1345. }
  1346. cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
  1347. if (cbpc < 0) {
  1348. av_log(s->avctx, AV_LOG_ERROR,
  1349. "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1350. return AVERROR_INVALIDDATA;
  1351. }
  1352. } while (cbpc == 20);
  1353. s->bdsp.clear_blocks(s->block[0]);
  1354. dquant = cbpc & 8;
  1355. s->mb_intra = ((cbpc & 4) != 0);
  1356. if (s->mb_intra)
  1357. goto intra;
  1358. if (s->pict_type == AV_PICTURE_TYPE_S &&
  1359. ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
  1360. s->mcsel = get_bits1(&s->gb);
  1361. else
  1362. s->mcsel = 0;
  1363. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
  1364. if (cbpy < 0) {
  1365. av_log(s->avctx, AV_LOG_ERROR,
  1366. "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1367. return AVERROR_INVALIDDATA;
  1368. }
  1369. cbp = (cbpc & 3) | (cbpy << 2);
  1370. if (dquant)
  1371. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1372. if ((!s->progressive_sequence) &&
  1373. (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
  1374. s->interlaced_dct = get_bits1(&s->gb);
  1375. s->mv_dir = MV_DIR_FORWARD;
  1376. if ((cbpc & 16) == 0) {
  1377. if (s->mcsel) {
  1378. s->current_picture.mb_type[xy] = MB_TYPE_GMC |
  1379. MB_TYPE_16x16 |
  1380. MB_TYPE_L0;
  1381. /* 16x16 global motion prediction */
  1382. s->mv_type = MV_TYPE_16X16;
  1383. mx = get_amv(ctx, 0);
  1384. my = get_amv(ctx, 1);
  1385. s->mv[0][0][0] = mx;
  1386. s->mv[0][0][1] = my;
  1387. } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
  1388. s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
  1389. MB_TYPE_L0 |
  1390. MB_TYPE_INTERLACED;
  1391. /* 16x8 field motion prediction */
  1392. s->mv_type = MV_TYPE_FIELD;
  1393. s->field_select[0][0] = get_bits1(&s->gb);
  1394. s->field_select[0][1] = get_bits1(&s->gb);
  1395. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1396. for (i = 0; i < 2; i++) {
  1397. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1398. if (mx >= 0xffff)
  1399. return AVERROR_INVALIDDATA;
  1400. my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
  1401. if (my >= 0xffff)
  1402. return AVERROR_INVALIDDATA;
  1403. s->mv[0][i][0] = mx;
  1404. s->mv[0][i][1] = my;
  1405. }
  1406. } else {
  1407. s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
  1408. /* 16x16 motion prediction */
  1409. s->mv_type = MV_TYPE_16X16;
  1410. ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
  1411. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1412. if (mx >= 0xffff)
  1413. return AVERROR_INVALIDDATA;
  1414. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1415. if (my >= 0xffff)
  1416. return AVERROR_INVALIDDATA;
  1417. s->mv[0][0][0] = mx;
  1418. s->mv[0][0][1] = my;
  1419. }
  1420. } else {
  1421. s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
  1422. s->mv_type = MV_TYPE_8X8;
  1423. for (i = 0; i < 4; i++) {
  1424. mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
  1425. mx = ff_h263_decode_motion(s, pred_x, s->f_code);
  1426. if (mx >= 0xffff)
  1427. return AVERROR_INVALIDDATA;
  1428. my = ff_h263_decode_motion(s, pred_y, s->f_code);
  1429. if (my >= 0xffff)
  1430. return AVERROR_INVALIDDATA;
  1431. s->mv[0][i][0] = mx;
  1432. s->mv[0][i][1] = my;
  1433. mot_val[0] = mx;
  1434. mot_val[1] = my;
  1435. }
  1436. }
  1437. } else if (s->pict_type == AV_PICTURE_TYPE_B) {
  1438. int modb1; // first bit of modb
  1439. int modb2; // second bit of modb
  1440. int mb_type;
  1441. s->mb_intra = 0; // B-frames never contain intra blocks
  1442. s->mcsel = 0; // ... true gmc blocks
  1443. if (s->mb_x == 0) {
  1444. for (i = 0; i < 2; i++) {
  1445. s->last_mv[i][0][0] =
  1446. s->last_mv[i][0][1] =
  1447. s->last_mv[i][1][0] =
  1448. s->last_mv[i][1][1] = 0;
  1449. }
  1450. ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
  1451. }
  1452. /* if we skipped it in the future P-frame than skip it now too */
  1453. s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
  1454. if (s->mb_skipped) {
  1455. /* skip mb */
  1456. for (i = 0; i < 6; i++)
  1457. s->block_last_index[i] = -1;
  1458. s->mv_dir = MV_DIR_FORWARD;
  1459. s->mv_type = MV_TYPE_16X16;
  1460. s->mv[0][0][0] =
  1461. s->mv[0][0][1] =
  1462. s->mv[1][0][0] =
  1463. s->mv[1][0][1] = 0;
  1464. s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
  1465. MB_TYPE_16x16 |
  1466. MB_TYPE_L0;
  1467. goto end;
  1468. }
  1469. modb1 = get_bits1(&s->gb);
  1470. if (modb1) {
  1471. // like MB_TYPE_B_DIRECT but no vectors coded
  1472. mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
  1473. cbp = 0;
  1474. } else {
  1475. modb2 = get_bits1(&s->gb);
  1476. mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
  1477. if (mb_type < 0) {
  1478. av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
  1479. return AVERROR_INVALIDDATA;
  1480. }
  1481. mb_type = mb_type_b_map[mb_type];
  1482. if (modb2) {
  1483. cbp = 0;
  1484. } else {
  1485. s->bdsp.clear_blocks(s->block[0]);
  1486. cbp = get_bits(&s->gb, 6);
  1487. }
  1488. if ((!IS_DIRECT(mb_type)) && cbp) {
  1489. if (get_bits1(&s->gb))
  1490. ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
  1491. }
  1492. if (!s->progressive_sequence) {
  1493. if (cbp)
  1494. s->interlaced_dct = get_bits1(&s->gb);
  1495. if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
  1496. mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
  1497. mb_type &= ~MB_TYPE_16x16;
  1498. if (USES_LIST(mb_type, 0)) {
  1499. s->field_select[0][0] = get_bits1(&s->gb);
  1500. s->field_select[0][1] = get_bits1(&s->gb);
  1501. }
  1502. if (USES_LIST(mb_type, 1)) {
  1503. s->field_select[1][0] = get_bits1(&s->gb);
  1504. s->field_select[1][1] = get_bits1(&s->gb);
  1505. }
  1506. }
  1507. }
  1508. s->mv_dir = 0;
  1509. if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
  1510. s->mv_type = MV_TYPE_16X16;
  1511. if (USES_LIST(mb_type, 0)) {
  1512. s->mv_dir = MV_DIR_FORWARD;
  1513. mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
  1514. my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
  1515. s->last_mv[0][1][0] =
  1516. s->last_mv[0][0][0] =
  1517. s->mv[0][0][0] = mx;
  1518. s->last_mv[0][1][1] =
  1519. s->last_mv[0][0][1] =
  1520. s->mv[0][0][1] = my;
  1521. }
  1522. if (USES_LIST(mb_type, 1)) {
  1523. s->mv_dir |= MV_DIR_BACKWARD;
  1524. mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
  1525. my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
  1526. s->last_mv[1][1][0] =
  1527. s->last_mv[1][0][0] =
  1528. s->mv[1][0][0] = mx;
  1529. s->last_mv[1][1][1] =
  1530. s->last_mv[1][0][1] =
  1531. s->mv[1][0][1] = my;
  1532. }
  1533. } else if (!IS_DIRECT(mb_type)) {
  1534. s->mv_type = MV_TYPE_FIELD;
  1535. if (USES_LIST(mb_type, 0)) {
  1536. s->mv_dir = MV_DIR_FORWARD;
  1537. for (i = 0; i < 2; i++) {
  1538. mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
  1539. my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
  1540. s->last_mv[0][i][0] =
  1541. s->mv[0][i][0] = mx;
  1542. s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
  1543. }
  1544. }
  1545. if (USES_LIST(mb_type, 1)) {
  1546. s->mv_dir |= MV_DIR_BACKWARD;
  1547. for (i = 0; i < 2; i++) {
  1548. mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
  1549. my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
  1550. s->last_mv[1][i][0] =
  1551. s->mv[1][i][0] = mx;
  1552. s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
  1553. }
  1554. }
  1555. }
  1556. }
  1557. if (IS_DIRECT(mb_type)) {
  1558. if (IS_SKIP(mb_type)) {
  1559. mx =
  1560. my = 0;
  1561. } else {
  1562. mx = ff_h263_decode_motion(s, 0, 1);
  1563. my = ff_h263_decode_motion(s, 0, 1);
  1564. }
  1565. s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
  1566. mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
  1567. }
  1568. s->current_picture.mb_type[xy] = mb_type;
  1569. } else { /* I-Frame */
  1570. int use_intra_dc_vlc;
  1571. do {
  1572. cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
  1573. if (cbpc < 0) {
  1574. av_log(s->avctx, AV_LOG_ERROR,
  1575. "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
  1576. return AVERROR_INVALIDDATA;
  1577. }
  1578. } while (cbpc == 8);
  1579. dquant = cbpc & 4;
  1580. s->mb_intra = 1;
  1581. intra:
  1582. s->ac_pred = get_bits1(&s->gb);
  1583. if (s->ac_pred)
  1584. s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
  1585. else
  1586. s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
  1587. cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
  1588. if (cbpy < 0) {
  1589. av_log(s->avctx, AV_LOG_ERROR,
  1590. "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
  1591. return AVERROR_INVALIDDATA;
  1592. }
  1593. cbp = (cbpc & 3) | (cbpy << 2);
  1594. use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
  1595. if (dquant)
  1596. ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
  1597. if (!s->progressive_sequence)
  1598. s->interlaced_dct = get_bits1(&s->gb);
  1599. s->bdsp.clear_blocks(s->block[0]);
  1600. /* decode each block */
  1601. for (i = 0; i < 6; i++) {
  1602. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32,
  1603. 1, use_intra_dc_vlc, 0) < 0)
  1604. return AVERROR_INVALIDDATA;
  1605. cbp += cbp;
  1606. }
  1607. goto end;
  1608. }
  1609. /* decode each block */
  1610. for (i = 0; i < 6; i++) {
  1611. if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0, 0) < 0)
  1612. return AVERROR_INVALIDDATA;
  1613. cbp += cbp;
  1614. }
  1615. end:
  1616. /* per-MB end of slice check */
  1617. if (s->codec_id == AV_CODEC_ID_MPEG4) {
  1618. int next = mpeg4_is_resync(ctx);
  1619. if (next) {
  1620. if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
  1621. return AVERROR_INVALIDDATA;
  1622. } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
  1623. return SLICE_END;
  1624. if (s->pict_type == AV_PICTURE_TYPE_B) {
  1625. const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
  1626. ff_thread_await_progress(&s->next_picture_ptr->tf,
  1627. (s->mb_x + delta >= s->mb_width)
  1628. ? FFMIN(s->mb_y + 1, s->mb_height - 1)
  1629. : s->mb_y, 0);
  1630. if (s->next_picture.mbskip_table[xy + delta])
  1631. return SLICE_OK;
  1632. }
  1633. return SLICE_END;
  1634. }
  1635. }
  1636. return SLICE_OK;
  1637. }
  1638. /* As per spec, studio start code search isn't the same as the old type of start code */
  1639. static void next_start_code_studio(GetBitContext *gb)
  1640. {
  1641. align_get_bits(gb);
  1642. while (get_bits_left(gb) >= 24 && show_bits(gb, 24) != 0x1) {
  1643. get_bits(gb, 8);
  1644. }
  1645. }
  1646. /* additional_code, vlc index */
  1647. static const uint8_t ac_state_tab[22][2] =
  1648. {
  1649. {0, 0},
  1650. {0, 1},
  1651. {1, 1},
  1652. {2, 1},
  1653. {3, 1},
  1654. {4, 1},
  1655. {5, 1},
  1656. {1, 2},
  1657. {2, 2},
  1658. {3, 2},
  1659. {4, 2},
  1660. {5, 2},
  1661. {6, 2},
  1662. {1, 3},
  1663. {2, 4},
  1664. {3, 5},
  1665. {4, 6},
  1666. {5, 7},
  1667. {6, 8},
  1668. {7, 9},
  1669. {8, 10},
  1670. {0, 11}
  1671. };
  1672. static int mpeg4_decode_studio_block(MpegEncContext *s, int32_t block[64], int n)
  1673. {
  1674. Mpeg4DecContext *ctx = s->avctx->priv_data;
  1675. int cc, dct_dc_size, dct_diff, code, j, idx = 1, group = 0, run = 0,
  1676. additional_code_len, sign, mismatch;
  1677. const VLC *cur_vlc = &studio_intra_tab[0];
  1678. uint8_t *const scantable = s->intra_scantable.permutated;
  1679. const uint16_t *quant_matrix;
  1680. uint32_t flc;
  1681. const int min = -1 * (1 << (s->avctx->bits_per_raw_sample + 6));
  1682. const int max = ((1 << (s->avctx->bits_per_raw_sample + 6)) - 1);
  1683. int shift = 3 - s->dct_precision;
  1684. mismatch = 1;
  1685. memset(block, 0, 64 * sizeof(int32_t));
  1686. if (n < 4) {
  1687. cc = 0;
  1688. dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1689. quant_matrix = s->intra_matrix;
  1690. } else {
  1691. cc = (n & 1) + 1;
  1692. if (ctx->rgb)
  1693. dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
  1694. else
  1695. dct_dc_size = get_vlc2(&s->gb, studio_chroma_dc.table, STUDIO_INTRA_BITS, 2);
  1696. quant_matrix = s->chroma_intra_matrix;
  1697. }
  1698. if (dct_dc_size == 0) {
  1699. dct_diff = 0;
  1700. } else {
  1701. dct_diff = get_xbits(&s->gb, dct_dc_size);
  1702. if (dct_dc_size > 8) {
  1703. if(!check_marker(s->avctx, &s->gb, "dct_dc_size > 8"))
  1704. return AVERROR_INVALIDDATA;
  1705. }
  1706. }
  1707. s->last_dc[cc] += dct_diff;
  1708. if (s->mpeg_quant)
  1709. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision);
  1710. else
  1711. block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision) * (8 >> s->dct_precision);
  1712. /* TODO: support mpeg_quant for AC coefficients */
  1713. block[0] = av_clip(block[0], min, max);
  1714. mismatch ^= block[0];
  1715. /* AC Coefficients */
  1716. while (1) {
  1717. group = get_vlc2(&s->gb, cur_vlc->table, STUDIO_INTRA_BITS, 2);
  1718. if (group < 0) {
  1719. av_log(s->avctx, AV_LOG_ERROR, "illegal ac coefficient group vlc\n");
  1720. return AVERROR_INVALIDDATA;
  1721. }
  1722. additional_code_len = ac_state_tab[group][0];
  1723. cur_vlc = &studio_intra_tab[ac_state_tab[group][1]];
  1724. if (group == 0) {
  1725. /* End of Block */
  1726. break;
  1727. } else if (group >= 1 && group <= 6) {
  1728. /* Zero run length (Table B.47) */
  1729. run = 1 << additional_code_len;
  1730. if (additional_code_len)
  1731. run += get_bits(&s->gb, additional_code_len);
  1732. idx += run;
  1733. continue;
  1734. } else if (group >= 7 && group <= 12) {
  1735. /* Zero run length and +/-1 level (Table B.48) */
  1736. code = get_bits(&s->gb, additional_code_len);
  1737. sign = code & 1;
  1738. code >>= 1;
  1739. run = (1 << (additional_code_len - 1)) + code;
  1740. idx += run;
  1741. if (idx > 63)
  1742. return AVERROR_INVALIDDATA;
  1743. j = scantable[idx++];
  1744. block[j] = sign ? 1 : -1;
  1745. } else if (group >= 13 && group <= 20) {
  1746. /* Level value (Table B.49) */
  1747. if (idx > 63)
  1748. return AVERROR_INVALIDDATA;
  1749. j = scantable[idx++];
  1750. block[j] = get_xbits(&s->gb, additional_code_len);
  1751. } else if (group == 21) {
  1752. /* Escape */
  1753. if (idx > 63)
  1754. return AVERROR_INVALIDDATA;
  1755. j = scantable[idx++];
  1756. additional_code_len = s->avctx->bits_per_raw_sample + s->dct_precision + 4;
  1757. flc = get_bits(&s->gb, additional_code_len);
  1758. if (flc >> (additional_code_len-1))
  1759. block[j] = -1 * (( flc ^ ((1 << additional_code_len) -1)) + 1);
  1760. else
  1761. block[j] = flc;
  1762. }
  1763. block[j] = ((block[j] * quant_matrix[j] * s->qscale) * (1 << shift)) / 16;
  1764. block[j] = av_clip(block[j], min, max);
  1765. mismatch ^= block[j];
  1766. }
  1767. block[63] ^= mismatch & 1;
  1768. return 0;
  1769. }
  1770. static int mpeg4_decode_dpcm_macroblock(MpegEncContext *s, int16_t macroblock[256], int n)
  1771. {
  1772. int i, j, w, h, idx = 0;
  1773. int block_mean, rice_parameter, rice_prefix_code, rice_suffix_code,
  1774. dpcm_residual, left, top, topleft, min_left_top, max_left_top, p, p2, output;
  1775. h = 16 >> (n ? s->chroma_y_shift : 0);
  1776. w = 16 >> (n ? s->chroma_x_shift : 0);
  1777. block_mean = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
  1778. if (block_mean == 0){
  1779. av_log(s->avctx, AV_LOG_ERROR, "Forbidden block_mean\n");
  1780. return AVERROR_INVALIDDATA;
  1781. }
  1782. s->last_dc[n] = block_mean * (1 << (s->dct_precision + s->intra_dc_precision));
  1783. rice_parameter = get_bits(&s->gb, 4);
  1784. if (rice_parameter == 0) {
  1785. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
  1786. return AVERROR_INVALIDDATA;
  1787. }
  1788. if (rice_parameter == 15)
  1789. rice_parameter = 0;
  1790. if (rice_parameter > 11) {
  1791. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
  1792. return AVERROR_INVALIDDATA;
  1793. }
  1794. for (i = 0; i < h; i++) {
  1795. output = 1 << (s->avctx->bits_per_raw_sample - 1);
  1796. top = 1 << (s->avctx->bits_per_raw_sample - 1);
  1797. for (j = 0; j < w; j++) {
  1798. left = output;
  1799. topleft = top;
  1800. rice_prefix_code = get_unary(&s->gb, 1, 12);
  1801. /* Escape */
  1802. if (rice_prefix_code == 11)
  1803. dpcm_residual = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
  1804. else {
  1805. if (rice_prefix_code == 12) {
  1806. av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_prefix_code\n");
  1807. return AVERROR_INVALIDDATA;
  1808. }
  1809. rice_suffix_code = get_bitsz(&s->gb, rice_parameter);
  1810. dpcm_residual = (rice_prefix_code << rice_parameter) + rice_suffix_code;
  1811. }
  1812. /* Map to a signed residual */
  1813. if (dpcm_residual & 1)
  1814. dpcm_residual = (-1 * dpcm_residual) >> 1;
  1815. else
  1816. dpcm_residual = (dpcm_residual >> 1);
  1817. if (i != 0)
  1818. top = macroblock[idx-w];
  1819. p = left + top - topleft;
  1820. min_left_top = FFMIN(left, top);
  1821. if (p < min_left_top)
  1822. p = min_left_top;
  1823. max_left_top = FFMAX(left, top);
  1824. if (p > max_left_top)
  1825. p = max_left_top;
  1826. p2 = (FFMIN(min_left_top, topleft) + FFMAX(max_left_top, topleft)) >> 1;
  1827. if (p2 == p)
  1828. p2 = block_mean;
  1829. if (p2 > p)
  1830. dpcm_residual *= -1;
  1831. macroblock[idx++] = output = (dpcm_residual + p) & ((1 << s->avctx->bits_per_raw_sample) - 1);
  1832. }
  1833. }
  1834. return 0;
  1835. }
  1836. static int mpeg4_decode_studio_mb(MpegEncContext *s, int16_t block_[12][64])
  1837. {
  1838. Mpeg4DecContext *const ctx = (Mpeg4DecContext*)s;
  1839. int i;
  1840. ctx->dpcm_direction = 0;
  1841. /* StudioMacroblock */
  1842. /* Assumes I-VOP */
  1843. s->mb_intra = 1;
  1844. if (get_bits1(&s->gb)) { /* compression_mode */
  1845. /* DCT */
  1846. /* macroblock_type, 1 or 2-bit VLC */
  1847. if (!get_bits1(&s->gb)) {
  1848. skip_bits1(&s->gb);
  1849. s->qscale = mpeg_get_qscale(s);
  1850. }
  1851. for (i = 0; i < mpeg4_block_count[s->chroma_format]; i++) {
  1852. if (mpeg4_decode_studio_block(s, ctx->block32[i], i) < 0)
  1853. return AVERROR_INVALIDDATA;
  1854. }
  1855. } else {
  1856. /* DPCM */
  1857. check_marker(s->avctx, &s->gb, "DPCM block start");
  1858. ctx->dpcm_direction = get_bits1(&s->gb) ? -1 : 1;
  1859. for (i = 0; i < 3; i++) {
  1860. if (mpeg4_decode_dpcm_macroblock(s, ctx->dpcm_macroblock[i], i) < 0)
  1861. return AVERROR_INVALIDDATA;
  1862. }
  1863. }
  1864. if (get_bits_left(&s->gb) >= 24 && show_bits(&s->gb, 23) == 0) {
  1865. next_start_code_studio(&s->gb);
  1866. return SLICE_END;
  1867. }
  1868. //vcon-stp9L1.bits (first frame)
  1869. if (get_bits_left(&s->gb) == 0)
  1870. return SLICE_END;
  1871. //vcon-stp2L1.bits, vcon-stp3L1.bits, vcon-stp6L1.bits, vcon-stp7L1.bits, vcon-stp8L1.bits, vcon-stp10L1.bits (first frame)
  1872. if (get_bits_left(&s->gb) < 8U && show_bits(&s->gb, get_bits_left(&s->gb)) == 0)
  1873. return SLICE_END;
  1874. return SLICE_OK;
  1875. }
  1876. static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
  1877. {
  1878. int hours, minutes, seconds;
  1879. if (!show_bits(gb, 23)) {
  1880. av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
  1881. return AVERROR_INVALIDDATA;
  1882. }
  1883. hours = get_bits(gb, 5);
  1884. minutes = get_bits(gb, 6);
  1885. check_marker(s->avctx, gb, "in gop_header");
  1886. seconds = get_bits(gb, 6);
  1887. s->time_base = seconds + 60*(minutes + 60*hours);
  1888. skip_bits1(gb);
  1889. skip_bits1(gb);
  1890. return 0;
  1891. }
  1892. static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb, int *profile, int *level)
  1893. {
  1894. *profile = get_bits(gb, 4);
  1895. *level = get_bits(gb, 4);
  1896. // for Simple profile, level 0
  1897. if (*profile == 0 && *level == 8) {
  1898. *level = 0;
  1899. }
  1900. return 0;
  1901. }
  1902. static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
  1903. {
  1904. int visual_object_type;
  1905. int is_visual_object_identifier = get_bits1(gb);
  1906. if (is_visual_object_identifier) {
  1907. skip_bits(gb, 4+3);
  1908. }
  1909. visual_object_type = get_bits(gb, 4);
  1910. if (visual_object_type == VOT_VIDEO_ID ||
  1911. visual_object_type == VOT_STILL_TEXTURE_ID) {
  1912. int video_signal_type = get_bits1(gb);
  1913. if (video_signal_type) {
  1914. int video_range, color_description;
  1915. skip_bits(gb, 3); // video_format
  1916. video_range = get_bits1(gb);
  1917. color_description = get_bits1(gb);
  1918. s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
  1919. if (color_description) {
  1920. s->avctx->color_primaries = get_bits(gb, 8);
  1921. s->avctx->color_trc = get_bits(gb, 8);
  1922. s->avctx->colorspace = get_bits(gb, 8);
  1923. }
  1924. }
  1925. }
  1926. return 0;
  1927. }
  1928. static void mpeg4_load_default_matrices(MpegEncContext *s)
  1929. {
  1930. int i, v;
  1931. /* load default matrices */
  1932. for (i = 0; i < 64; i++) {
  1933. int j = s->idsp.idct_permutation[i];
  1934. v = ff_mpeg4_default_intra_matrix[i];
  1935. s->intra_matrix[j] = v;
  1936. s->chroma_intra_matrix[j] = v;
  1937. v = ff_mpeg4_default_non_intra_matrix[i];
  1938. s->inter_matrix[j] = v;
  1939. s->chroma_inter_matrix[j] = v;
  1940. }
  1941. }
  1942. static int read_quant_matrix_ext(MpegEncContext *s, GetBitContext *gb)
  1943. {
  1944. int i, j, v;
  1945. if (get_bits1(gb)) {
  1946. if (get_bits_left(gb) < 64*8)
  1947. return AVERROR_INVALIDDATA;
  1948. /* intra_quantiser_matrix */
  1949. for (i = 0; i < 64; i++) {
  1950. v = get_bits(gb, 8);
  1951. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1952. s->intra_matrix[j] = v;
  1953. s->chroma_intra_matrix[j] = v;
  1954. }
  1955. }
  1956. if (get_bits1(gb)) {
  1957. if (get_bits_left(gb) < 64*8)
  1958. return AVERROR_INVALIDDATA;
  1959. /* non_intra_quantiser_matrix */
  1960. for (i = 0; i < 64; i++) {
  1961. get_bits(gb, 8);
  1962. }
  1963. }
  1964. if (get_bits1(gb)) {
  1965. if (get_bits_left(gb) < 64*8)
  1966. return AVERROR_INVALIDDATA;
  1967. /* chroma_intra_quantiser_matrix */
  1968. for (i = 0; i < 64; i++) {
  1969. v = get_bits(gb, 8);
  1970. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  1971. s->chroma_intra_matrix[j] = v;
  1972. }
  1973. }
  1974. if (get_bits1(gb)) {
  1975. if (get_bits_left(gb) < 64*8)
  1976. return AVERROR_INVALIDDATA;
  1977. /* chroma_non_intra_quantiser_matrix */
  1978. for (i = 0; i < 64; i++) {
  1979. get_bits(gb, 8);
  1980. }
  1981. }
  1982. next_start_code_studio(gb);
  1983. return 0;
  1984. }
  1985. static void extension_and_user_data(MpegEncContext *s, GetBitContext *gb, int id)
  1986. {
  1987. uint32_t startcode;
  1988. uint8_t extension_type;
  1989. startcode = show_bits_long(gb, 32);
  1990. if (startcode == USER_DATA_STARTCODE || startcode == EXT_STARTCODE) {
  1991. if ((id == 2 || id == 4) && startcode == EXT_STARTCODE) {
  1992. skip_bits_long(gb, 32);
  1993. extension_type = get_bits(gb, 4);
  1994. if (extension_type == QUANT_MATRIX_EXT_ID)
  1995. read_quant_matrix_ext(s, gb);
  1996. }
  1997. }
  1998. }
  1999. static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2000. {
  2001. MpegEncContext *s = &ctx->m;
  2002. int width, height, aspect_ratio_info;
  2003. int bits_per_raw_sample;
  2004. int rgb, chroma_format;
  2005. // random_accessible_vol and video_object_type_indication have already
  2006. // been read by the caller decode_vol_header()
  2007. skip_bits(gb, 4); /* video_object_layer_verid */
  2008. ctx->shape = get_bits(gb, 2); /* video_object_layer_shape */
  2009. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  2010. skip_bits1(gb); /* progressive_sequence */
  2011. if (ctx->shape != RECT_SHAPE) {
  2012. avpriv_request_sample(s->avctx, "MPEG-4 Studio profile non rectangular shape");
  2013. return AVERROR_PATCHWELCOME;
  2014. }
  2015. if (ctx->shape != BIN_ONLY_SHAPE) {
  2016. rgb = get_bits1(gb); /* rgb_components */
  2017. chroma_format = get_bits(gb, 2); /* chroma_format */
  2018. if (!chroma_format || chroma_format == CHROMA_420 || (rgb && chroma_format == CHROMA_422)) {
  2019. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  2020. return AVERROR_INVALIDDATA;
  2021. }
  2022. bits_per_raw_sample = get_bits(gb, 4); /* bit_depth */
  2023. if (bits_per_raw_sample == 10) {
  2024. if (rgb) {
  2025. s->avctx->pix_fmt = AV_PIX_FMT_GBRP10;
  2026. } else {
  2027. s->avctx->pix_fmt = chroma_format == CHROMA_422 ? AV_PIX_FMT_YUV422P10 : AV_PIX_FMT_YUV444P10;
  2028. }
  2029. } else {
  2030. avpriv_request_sample(s->avctx, "MPEG-4 Studio profile bit-depth %u", bits_per_raw_sample);
  2031. return AVERROR_PATCHWELCOME;
  2032. }
  2033. if (rgb != ctx->rgb || s->chroma_format != chroma_format)
  2034. s->context_reinit = 1;
  2035. s->avctx->bits_per_raw_sample = bits_per_raw_sample;
  2036. ctx->rgb = rgb;
  2037. s->chroma_format = chroma_format;
  2038. }
  2039. if (ctx->shape == RECT_SHAPE) {
  2040. check_marker(s->avctx, gb, "before video_object_layer_width");
  2041. width = get_bits(gb, 14); /* video_object_layer_width */
  2042. check_marker(s->avctx, gb, "before video_object_layer_height");
  2043. height = get_bits(gb, 14); /* video_object_layer_height */
  2044. check_marker(s->avctx, gb, "after video_object_layer_height");
  2045. /* Do the same check as non-studio profile */
  2046. if (width && height) {
  2047. if (s->width && s->height &&
  2048. (s->width != width || s->height != height))
  2049. s->context_reinit = 1;
  2050. s->width = width;
  2051. s->height = height;
  2052. }
  2053. }
  2054. aspect_ratio_info = get_bits(gb, 4);
  2055. if (aspect_ratio_info == FF_ASPECT_EXTENDED) {
  2056. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  2057. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  2058. } else {
  2059. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[aspect_ratio_info];
  2060. }
  2061. skip_bits(gb, 4); /* frame_rate_code */
  2062. skip_bits(gb, 15); /* first_half_bit_rate */
  2063. check_marker(s->avctx, gb, "after first_half_bit_rate");
  2064. skip_bits(gb, 15); /* latter_half_bit_rate */
  2065. check_marker(s->avctx, gb, "after latter_half_bit_rate");
  2066. skip_bits(gb, 15); /* first_half_vbv_buffer_size */
  2067. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2068. skip_bits(gb, 3); /* latter_half_vbv_buffer_size */
  2069. skip_bits(gb, 11); /* first_half_vbv_buffer_size */
  2070. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2071. skip_bits(gb, 15); /* latter_half_vbv_occupancy */
  2072. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  2073. s->low_delay = get_bits1(gb);
  2074. s->mpeg_quant = get_bits1(gb); /* mpeg2_stream */
  2075. next_start_code_studio(gb);
  2076. extension_and_user_data(s, gb, 2);
  2077. return 0;
  2078. }
  2079. static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2080. {
  2081. MpegEncContext *s = &ctx->m;
  2082. int width, height, vo_ver_id, aspect_ratio_info;
  2083. /* vol header */
  2084. skip_bits(gb, 1); /* random access */
  2085. ctx->vo_type = get_bits(gb, 8);
  2086. /* If we are in studio profile (per vo_type), check if its all consistent
  2087. * and if so continue pass control to decode_studio_vol_header().
  2088. * elIf something is inconsistent, error out
  2089. * else continue with (non studio) vol header decpoding.
  2090. */
  2091. if (ctx->vo_type == CORE_STUDIO_VO_TYPE ||
  2092. ctx->vo_type == SIMPLE_STUDIO_VO_TYPE) {
  2093. if (s->avctx->profile != FF_PROFILE_UNKNOWN && s->avctx->profile != FF_PROFILE_MPEG4_SIMPLE_STUDIO)
  2094. return AVERROR_INVALIDDATA;
  2095. s->studio_profile = 1;
  2096. s->avctx->profile = FF_PROFILE_MPEG4_SIMPLE_STUDIO;
  2097. return decode_studio_vol_header(ctx, gb);
  2098. } else if (s->studio_profile) {
  2099. return AVERROR_PATCHWELCOME;
  2100. }
  2101. if (get_bits1(gb) != 0) { /* is_ol_id */
  2102. vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
  2103. skip_bits(gb, 3); /* vo_priority */
  2104. } else {
  2105. vo_ver_id = 1;
  2106. }
  2107. aspect_ratio_info = get_bits(gb, 4);
  2108. if (aspect_ratio_info == FF_ASPECT_EXTENDED) {
  2109. s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
  2110. s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
  2111. } else {
  2112. s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[aspect_ratio_info];
  2113. }
  2114. if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
  2115. int chroma_format = get_bits(gb, 2);
  2116. if (chroma_format != CHROMA_420)
  2117. av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
  2118. s->low_delay = get_bits1(gb);
  2119. if (get_bits1(gb)) { /* vbv parameters */
  2120. get_bits(gb, 15); /* first_half_bitrate */
  2121. check_marker(s->avctx, gb, "after first_half_bitrate");
  2122. get_bits(gb, 15); /* latter_half_bitrate */
  2123. check_marker(s->avctx, gb, "after latter_half_bitrate");
  2124. get_bits(gb, 15); /* first_half_vbv_buffer_size */
  2125. check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
  2126. get_bits(gb, 3); /* latter_half_vbv_buffer_size */
  2127. get_bits(gb, 11); /* first_half_vbv_occupancy */
  2128. check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
  2129. get_bits(gb, 15); /* latter_half_vbv_occupancy */
  2130. check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
  2131. }
  2132. } else {
  2133. /* is setting low delay flag only once the smartest thing to do?
  2134. * low delay detection will not be overridden. */
  2135. if (s->picture_number == 0) {
  2136. switch (ctx->vo_type) {
  2137. case SIMPLE_VO_TYPE:
  2138. case ADV_SIMPLE_VO_TYPE:
  2139. s->low_delay = 1;
  2140. break;
  2141. default:
  2142. s->low_delay = 0;
  2143. }
  2144. }
  2145. }
  2146. ctx->shape = get_bits(gb, 2); /* vol shape */
  2147. if (ctx->shape != RECT_SHAPE)
  2148. av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
  2149. if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
  2150. av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
  2151. skip_bits(gb, 4); /* video_object_layer_shape_extension */
  2152. }
  2153. check_marker(s->avctx, gb, "before time_increment_resolution");
  2154. s->avctx->framerate.num = get_bits(gb, 16);
  2155. if (!s->avctx->framerate.num) {
  2156. av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
  2157. return AVERROR_INVALIDDATA;
  2158. }
  2159. ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
  2160. if (ctx->time_increment_bits < 1)
  2161. ctx->time_increment_bits = 1;
  2162. check_marker(s->avctx, gb, "before fixed_vop_rate");
  2163. if (get_bits1(gb) != 0) /* fixed_vop_rate */
  2164. s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
  2165. else
  2166. s->avctx->framerate.den = 1;
  2167. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  2168. ctx->t_frame = 0;
  2169. if (ctx->shape != BIN_ONLY_SHAPE) {
  2170. if (ctx->shape == RECT_SHAPE) {
  2171. check_marker(s->avctx, gb, "before width");
  2172. width = get_bits(gb, 13);
  2173. check_marker(s->avctx, gb, "before height");
  2174. height = get_bits(gb, 13);
  2175. check_marker(s->avctx, gb, "after height");
  2176. if (width && height && /* they should be non zero but who knows */
  2177. !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
  2178. if (s->width && s->height &&
  2179. (s->width != width || s->height != height))
  2180. s->context_reinit = 1;
  2181. s->width = width;
  2182. s->height = height;
  2183. }
  2184. }
  2185. s->progressive_sequence =
  2186. s->progressive_frame = get_bits1(gb) ^ 1;
  2187. s->interlaced_dct = 0;
  2188. if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
  2189. av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
  2190. "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
  2191. if (vo_ver_id == 1)
  2192. ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
  2193. else
  2194. ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
  2195. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2196. av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
  2197. if (ctx->vol_sprite_usage == STATIC_SPRITE ||
  2198. ctx->vol_sprite_usage == GMC_SPRITE) {
  2199. if (ctx->vol_sprite_usage == STATIC_SPRITE) {
  2200. skip_bits(gb, 13); // sprite_width
  2201. check_marker(s->avctx, gb, "after sprite_width");
  2202. skip_bits(gb, 13); // sprite_height
  2203. check_marker(s->avctx, gb, "after sprite_height");
  2204. skip_bits(gb, 13); // sprite_left
  2205. check_marker(s->avctx, gb, "after sprite_left");
  2206. skip_bits(gb, 13); // sprite_top
  2207. check_marker(s->avctx, gb, "after sprite_top");
  2208. }
  2209. ctx->num_sprite_warping_points = get_bits(gb, 6);
  2210. if (ctx->num_sprite_warping_points > 3) {
  2211. av_log(s->avctx, AV_LOG_ERROR,
  2212. "%d sprite_warping_points\n",
  2213. ctx->num_sprite_warping_points);
  2214. ctx->num_sprite_warping_points = 0;
  2215. return AVERROR_INVALIDDATA;
  2216. }
  2217. s->sprite_warping_accuracy = get_bits(gb, 2);
  2218. ctx->sprite_brightness_change = get_bits1(gb);
  2219. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2220. skip_bits1(gb); // low_latency_sprite
  2221. }
  2222. // FIXME sadct disable bit if verid!=1 && shape not rect
  2223. if (get_bits1(gb) == 1) { /* not_8_bit */
  2224. s->quant_precision = get_bits(gb, 4); /* quant_precision */
  2225. if (get_bits(gb, 4) != 8) /* bits_per_pixel */
  2226. av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
  2227. if (s->quant_precision != 5)
  2228. av_log(s->avctx, AV_LOG_ERROR,
  2229. "quant precision %d\n", s->quant_precision);
  2230. if (s->quant_precision<3 || s->quant_precision>9) {
  2231. s->quant_precision = 5;
  2232. }
  2233. } else {
  2234. s->quant_precision = 5;
  2235. }
  2236. // FIXME a bunch of grayscale shape things
  2237. if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
  2238. int i, v;
  2239. mpeg4_load_default_matrices(s);
  2240. /* load custom intra matrix */
  2241. if (get_bits1(gb)) {
  2242. int last = 0;
  2243. for (i = 0; i < 64; i++) {
  2244. int j;
  2245. if (get_bits_left(gb) < 8) {
  2246. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  2247. return AVERROR_INVALIDDATA;
  2248. }
  2249. v = get_bits(gb, 8);
  2250. if (v == 0)
  2251. break;
  2252. last = v;
  2253. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2254. s->intra_matrix[j] = last;
  2255. s->chroma_intra_matrix[j] = last;
  2256. }
  2257. /* replicate last value */
  2258. for (; i < 64; i++) {
  2259. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2260. s->intra_matrix[j] = last;
  2261. s->chroma_intra_matrix[j] = last;
  2262. }
  2263. }
  2264. /* load custom non intra matrix */
  2265. if (get_bits1(gb)) {
  2266. int last = 0;
  2267. for (i = 0; i < 64; i++) {
  2268. int j;
  2269. if (get_bits_left(gb) < 8) {
  2270. av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
  2271. return AVERROR_INVALIDDATA;
  2272. }
  2273. v = get_bits(gb, 8);
  2274. if (v == 0)
  2275. break;
  2276. last = v;
  2277. j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2278. s->inter_matrix[j] = v;
  2279. s->chroma_inter_matrix[j] = v;
  2280. }
  2281. /* replicate last value */
  2282. for (; i < 64; i++) {
  2283. int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
  2284. s->inter_matrix[j] = last;
  2285. s->chroma_inter_matrix[j] = last;
  2286. }
  2287. }
  2288. // FIXME a bunch of grayscale shape things
  2289. }
  2290. if (vo_ver_id != 1)
  2291. s->quarter_sample = get_bits1(gb);
  2292. else
  2293. s->quarter_sample = 0;
  2294. if (get_bits_left(gb) < 4) {
  2295. av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
  2296. return AVERROR_INVALIDDATA;
  2297. }
  2298. if (!get_bits1(gb)) {
  2299. int pos = get_bits_count(gb);
  2300. int estimation_method = get_bits(gb, 2);
  2301. if (estimation_method < 2) {
  2302. if (!get_bits1(gb)) {
  2303. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
  2304. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
  2305. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
  2306. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
  2307. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
  2308. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
  2309. }
  2310. if (!get_bits1(gb)) {
  2311. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
  2312. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
  2313. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
  2314. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
  2315. }
  2316. if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
  2317. skip_bits_long(gb, pos - get_bits_count(gb));
  2318. goto no_cplx_est;
  2319. }
  2320. if (!get_bits1(gb)) {
  2321. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
  2322. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
  2323. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
  2324. ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
  2325. }
  2326. if (!get_bits1(gb)) {
  2327. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
  2328. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
  2329. ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
  2330. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
  2331. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
  2332. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
  2333. }
  2334. if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
  2335. skip_bits_long(gb, pos - get_bits_count(gb));
  2336. goto no_cplx_est;
  2337. }
  2338. if (estimation_method == 1) {
  2339. ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
  2340. ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
  2341. }
  2342. } else
  2343. av_log(s->avctx, AV_LOG_ERROR,
  2344. "Invalid Complexity estimation method %d\n",
  2345. estimation_method);
  2346. } else {
  2347. no_cplx_est:
  2348. ctx->cplx_estimation_trash_i =
  2349. ctx->cplx_estimation_trash_p =
  2350. ctx->cplx_estimation_trash_b = 0;
  2351. }
  2352. ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
  2353. s->data_partitioning = get_bits1(gb);
  2354. if (s->data_partitioning)
  2355. ctx->rvlc = get_bits1(gb);
  2356. if (vo_ver_id != 1) {
  2357. ctx->new_pred = get_bits1(gb);
  2358. if (ctx->new_pred) {
  2359. av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
  2360. skip_bits(gb, 2); /* requested upstream message type */
  2361. skip_bits1(gb); /* newpred segment type */
  2362. }
  2363. if (get_bits1(gb)) // reduced_res_vop
  2364. av_log(s->avctx, AV_LOG_ERROR,
  2365. "reduced resolution VOP not supported\n");
  2366. } else {
  2367. ctx->new_pred = 0;
  2368. }
  2369. ctx->scalability = get_bits1(gb);
  2370. if (ctx->scalability) {
  2371. GetBitContext bak = *gb;
  2372. int h_sampling_factor_n;
  2373. int h_sampling_factor_m;
  2374. int v_sampling_factor_n;
  2375. int v_sampling_factor_m;
  2376. skip_bits1(gb); // hierarchy_type
  2377. skip_bits(gb, 4); /* ref_layer_id */
  2378. skip_bits1(gb); /* ref_layer_sampling_dir */
  2379. h_sampling_factor_n = get_bits(gb, 5);
  2380. h_sampling_factor_m = get_bits(gb, 5);
  2381. v_sampling_factor_n = get_bits(gb, 5);
  2382. v_sampling_factor_m = get_bits(gb, 5);
  2383. ctx->enhancement_type = get_bits1(gb);
  2384. if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
  2385. v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
  2386. /* illegal scalability header (VERY broken encoder),
  2387. * trying to workaround */
  2388. ctx->scalability = 0;
  2389. *gb = bak;
  2390. } else
  2391. av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
  2392. // bin shape stuff FIXME
  2393. }
  2394. }
  2395. if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
  2396. av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
  2397. s->avctx->framerate.den, s->avctx->framerate.num,
  2398. ctx->time_increment_bits,
  2399. s->quant_precision,
  2400. s->progressive_sequence,
  2401. s->low_delay,
  2402. ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
  2403. s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
  2404. );
  2405. }
  2406. return 0;
  2407. }
  2408. /**
  2409. * Decode the user data stuff in the header.
  2410. * Also initializes divx/xvid/lavc_version/build.
  2411. */
  2412. static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
  2413. {
  2414. MpegEncContext *s = &ctx->m;
  2415. char buf[256];
  2416. int i;
  2417. int e;
  2418. int ver = 0, build = 0, ver2 = 0, ver3 = 0;
  2419. char last;
  2420. for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
  2421. if (show_bits(gb, 23) == 0)
  2422. break;
  2423. buf[i] = get_bits(gb, 8);
  2424. }
  2425. buf[i] = 0;
  2426. /* divx detection */
  2427. e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
  2428. if (e < 2)
  2429. e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
  2430. if (e >= 2) {
  2431. ctx->divx_version = ver;
  2432. ctx->divx_build = build;
  2433. s->divx_packed = e == 3 && last == 'p';
  2434. }
  2435. /* libavcodec detection */
  2436. e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
  2437. if (e != 4)
  2438. e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
  2439. if (e != 4) {
  2440. e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
  2441. if (e > 1) {
  2442. if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
  2443. av_log(s->avctx, AV_LOG_WARNING,
  2444. "Unknown Lavc version string encountered, %d.%d.%d; "
  2445. "clamping sub-version values to 8-bits.\n",
  2446. ver, ver2, ver3);
  2447. }
  2448. build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
  2449. }
  2450. }
  2451. if (e != 4) {
  2452. if (strcmp(buf, "ffmpeg") == 0)
  2453. ctx->lavc_build = 4600;
  2454. }
  2455. if (e == 4)
  2456. ctx->lavc_build = build;
  2457. /* Xvid detection */
  2458. e = sscanf(buf, "XviD%d", &build);
  2459. if (e == 1)
  2460. ctx->xvid_build = build;
  2461. return 0;
  2462. }
  2463. int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
  2464. {
  2465. Mpeg4DecContext *ctx = avctx->priv_data;
  2466. MpegEncContext *s = &ctx->m;
  2467. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
  2468. if (s->codec_tag == AV_RL32("XVID") ||
  2469. s->codec_tag == AV_RL32("XVIX") ||
  2470. s->codec_tag == AV_RL32("RMP4") ||
  2471. s->codec_tag == AV_RL32("ZMP4") ||
  2472. s->codec_tag == AV_RL32("SIPP"))
  2473. ctx->xvid_build = 0;
  2474. }
  2475. if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
  2476. if (s->codec_tag == AV_RL32("DIVX") && ctx->vo_type == 0 &&
  2477. ctx->vol_control_parameters == 0)
  2478. ctx->divx_version = 400; // divx 4
  2479. if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
  2480. ctx->divx_version =
  2481. ctx->divx_build = -1;
  2482. }
  2483. if (s->workaround_bugs & FF_BUG_AUTODETECT) {
  2484. if (s->codec_tag == AV_RL32("XVIX"))
  2485. s->workaround_bugs |= FF_BUG_XVID_ILACE;
  2486. if (s->codec_tag == AV_RL32("UMP4"))
  2487. s->workaround_bugs |= FF_BUG_UMP4;
  2488. if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
  2489. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2490. if (ctx->divx_version > 502 && ctx->divx_build < 1814)
  2491. s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
  2492. if (ctx->xvid_build <= 3U)
  2493. s->padding_bug_score = 256 * 256 * 256 * 64;
  2494. if (ctx->xvid_build <= 1U)
  2495. s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
  2496. if (ctx->xvid_build <= 12U)
  2497. s->workaround_bugs |= FF_BUG_EDGE;
  2498. if (ctx->xvid_build <= 32U)
  2499. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2500. #define SET_QPEL_FUNC(postfix1, postfix2) \
  2501. s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
  2502. s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
  2503. s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
  2504. if (ctx->lavc_build < 4653U)
  2505. s->workaround_bugs |= FF_BUG_STD_QPEL;
  2506. if (ctx->lavc_build < 4655U)
  2507. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2508. if (ctx->lavc_build < 4670U)
  2509. s->workaround_bugs |= FF_BUG_EDGE;
  2510. if (ctx->lavc_build <= 4712U)
  2511. s->workaround_bugs |= FF_BUG_DC_CLIP;
  2512. if ((ctx->lavc_build&0xFF) >= 100) {
  2513. if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
  2514. (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
  2515. )
  2516. s->workaround_bugs |= FF_BUG_IEDGE;
  2517. }
  2518. if (ctx->divx_version >= 0)
  2519. s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
  2520. if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
  2521. s->padding_bug_score = 256 * 256 * 256 * 64;
  2522. if (ctx->divx_version < 500U)
  2523. s->workaround_bugs |= FF_BUG_EDGE;
  2524. if (ctx->divx_version >= 0)
  2525. s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
  2526. }
  2527. if (s->workaround_bugs & FF_BUG_STD_QPEL) {
  2528. SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
  2529. SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
  2530. SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
  2531. SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
  2532. SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
  2533. SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
  2534. SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
  2535. SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
  2536. SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
  2537. SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
  2538. SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
  2539. SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
  2540. }
  2541. if (avctx->debug & FF_DEBUG_BUGS)
  2542. av_log(s->avctx, AV_LOG_DEBUG,
  2543. "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
  2544. s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
  2545. ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
  2546. if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
  2547. s->codec_id == AV_CODEC_ID_MPEG4 &&
  2548. avctx->idct_algo == FF_IDCT_AUTO) {
  2549. avctx->idct_algo = FF_IDCT_XVID;
  2550. ff_mpv_idct_init(s);
  2551. return 1;
  2552. }
  2553. return 0;
  2554. }
  2555. static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb,
  2556. int parse_only)
  2557. {
  2558. MpegEncContext *s = &ctx->m;
  2559. int time_incr, time_increment;
  2560. int64_t pts;
  2561. s->mcsel = 0;
  2562. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
  2563. if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
  2564. ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
  2565. av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
  2566. s->low_delay = 0;
  2567. }
  2568. s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
  2569. if (s->partitioned_frame)
  2570. s->decode_mb = mpeg4_decode_partitioned_mb;
  2571. else
  2572. s->decode_mb = mpeg4_decode_mb;
  2573. time_incr = 0;
  2574. while (get_bits1(gb) != 0)
  2575. time_incr++;
  2576. check_marker(s->avctx, gb, "before time_increment");
  2577. if (ctx->time_increment_bits == 0 ||
  2578. !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
  2579. av_log(s->avctx, AV_LOG_WARNING,
  2580. "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
  2581. for (ctx->time_increment_bits = 1;
  2582. ctx->time_increment_bits < 16;
  2583. ctx->time_increment_bits++) {
  2584. if (s->pict_type == AV_PICTURE_TYPE_P ||
  2585. (s->pict_type == AV_PICTURE_TYPE_S &&
  2586. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2587. if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
  2588. break;
  2589. } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
  2590. break;
  2591. }
  2592. av_log(s->avctx, AV_LOG_WARNING,
  2593. "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
  2594. if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
  2595. s->avctx->framerate.num = 1<<ctx->time_increment_bits;
  2596. s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
  2597. }
  2598. }
  2599. if (IS_3IV1)
  2600. time_increment = get_bits1(gb); // FIXME investigate further
  2601. else
  2602. time_increment = get_bits(gb, ctx->time_increment_bits);
  2603. if (s->pict_type != AV_PICTURE_TYPE_B) {
  2604. s->last_time_base = s->time_base;
  2605. s->time_base += time_incr;
  2606. s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
  2607. if (s->workaround_bugs & FF_BUG_UMP4) {
  2608. if (s->time < s->last_non_b_time) {
  2609. /* header is not mpeg-4-compatible, broken encoder,
  2610. * trying to workaround */
  2611. s->time_base++;
  2612. s->time += s->avctx->framerate.num;
  2613. }
  2614. }
  2615. s->pp_time = s->time - s->last_non_b_time;
  2616. s->last_non_b_time = s->time;
  2617. } else {
  2618. s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
  2619. s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
  2620. if (s->pp_time <= s->pb_time ||
  2621. s->pp_time <= s->pp_time - s->pb_time ||
  2622. s->pp_time <= 0) {
  2623. /* messed up order, maybe after seeking? skipping current B-frame */
  2624. return FRAME_SKIPPED;
  2625. }
  2626. ff_mpeg4_init_direct_mv(s);
  2627. if (ctx->t_frame == 0)
  2628. ctx->t_frame = s->pb_time;
  2629. if (ctx->t_frame == 0)
  2630. ctx->t_frame = 1; // 1/0 protection
  2631. s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
  2632. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2633. s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
  2634. ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
  2635. if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
  2636. s->pb_field_time = 2;
  2637. s->pp_field_time = 4;
  2638. if (!s->progressive_sequence)
  2639. return FRAME_SKIPPED;
  2640. }
  2641. }
  2642. if (s->avctx->framerate.den)
  2643. pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
  2644. else
  2645. pts = AV_NOPTS_VALUE;
  2646. ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
  2647. check_marker(s->avctx, gb, "before vop_coded");
  2648. /* vop coded */
  2649. if (get_bits1(gb) != 1) {
  2650. if (s->avctx->debug & FF_DEBUG_PICT_INFO)
  2651. av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
  2652. return FRAME_SKIPPED;
  2653. }
  2654. if (ctx->new_pred)
  2655. decode_new_pred(ctx, gb);
  2656. if (ctx->shape != BIN_ONLY_SHAPE &&
  2657. (s->pict_type == AV_PICTURE_TYPE_P ||
  2658. (s->pict_type == AV_PICTURE_TYPE_S &&
  2659. ctx->vol_sprite_usage == GMC_SPRITE))) {
  2660. /* rounding type for motion estimation */
  2661. s->no_rounding = get_bits1(gb);
  2662. } else {
  2663. s->no_rounding = 0;
  2664. }
  2665. // FIXME reduced res stuff
  2666. if (ctx->shape != RECT_SHAPE) {
  2667. if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
  2668. skip_bits(gb, 13); /* width */
  2669. check_marker(s->avctx, gb, "after width");
  2670. skip_bits(gb, 13); /* height */
  2671. check_marker(s->avctx, gb, "after height");
  2672. skip_bits(gb, 13); /* hor_spat_ref */
  2673. check_marker(s->avctx, gb, "after hor_spat_ref");
  2674. skip_bits(gb, 13); /* ver_spat_ref */
  2675. }
  2676. skip_bits1(gb); /* change_CR_disable */
  2677. if (get_bits1(gb) != 0)
  2678. skip_bits(gb, 8); /* constant_alpha_value */
  2679. }
  2680. // FIXME complexity estimation stuff
  2681. if (ctx->shape != BIN_ONLY_SHAPE) {
  2682. skip_bits_long(gb, ctx->cplx_estimation_trash_i);
  2683. if (s->pict_type != AV_PICTURE_TYPE_I)
  2684. skip_bits_long(gb, ctx->cplx_estimation_trash_p);
  2685. if (s->pict_type == AV_PICTURE_TYPE_B)
  2686. skip_bits_long(gb, ctx->cplx_estimation_trash_b);
  2687. if (get_bits_left(gb) < 3) {
  2688. av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
  2689. return AVERROR_INVALIDDATA;
  2690. }
  2691. ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
  2692. if (!s->progressive_sequence) {
  2693. s->top_field_first = get_bits1(gb);
  2694. s->alternate_scan = get_bits1(gb);
  2695. } else
  2696. s->alternate_scan = 0;
  2697. }
  2698. if (s->alternate_scan) {
  2699. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2700. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2701. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2702. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2703. } else {
  2704. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2705. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2706. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2707. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2708. }
  2709. /* Skip at this point when only parsing since the remaining
  2710. * data is not useful for a parser and requires the
  2711. * sprite_trajectory VLC to be initialized. */
  2712. if (parse_only)
  2713. goto end;
  2714. if (s->pict_type == AV_PICTURE_TYPE_S) {
  2715. if((ctx->vol_sprite_usage == STATIC_SPRITE ||
  2716. ctx->vol_sprite_usage == GMC_SPRITE)) {
  2717. if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
  2718. return AVERROR_INVALIDDATA;
  2719. if (ctx->sprite_brightness_change)
  2720. av_log(s->avctx, AV_LOG_ERROR,
  2721. "sprite_brightness_change not supported\n");
  2722. if (ctx->vol_sprite_usage == STATIC_SPRITE)
  2723. av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
  2724. } else {
  2725. memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
  2726. memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
  2727. }
  2728. }
  2729. if (ctx->shape != BIN_ONLY_SHAPE) {
  2730. s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
  2731. if (s->qscale == 0) {
  2732. av_log(s->avctx, AV_LOG_ERROR,
  2733. "Error, header damaged or not MPEG-4 header (qscale=0)\n");
  2734. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2735. }
  2736. if (s->pict_type != AV_PICTURE_TYPE_I) {
  2737. s->f_code = get_bits(gb, 3); /* fcode_for */
  2738. if (s->f_code == 0) {
  2739. av_log(s->avctx, AV_LOG_ERROR,
  2740. "Error, header damaged or not MPEG-4 header (f_code=0)\n");
  2741. s->f_code = 1;
  2742. return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
  2743. }
  2744. } else
  2745. s->f_code = 1;
  2746. if (s->pict_type == AV_PICTURE_TYPE_B) {
  2747. s->b_code = get_bits(gb, 3);
  2748. if (s->b_code == 0) {
  2749. av_log(s->avctx, AV_LOG_ERROR,
  2750. "Error, header damaged or not MPEG4 header (b_code=0)\n");
  2751. s->b_code=1;
  2752. return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
  2753. }
  2754. } else
  2755. s->b_code = 1;
  2756. if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
  2757. av_log(s->avctx, AV_LOG_DEBUG,
  2758. "qp:%d fc:%d,%d %c size:%d pro:%d alt:%d top:%d %cpel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
  2759. s->qscale, s->f_code, s->b_code,
  2760. s->pict_type == AV_PICTURE_TYPE_I ? 'I' : (s->pict_type == AV_PICTURE_TYPE_P ? 'P' : (s->pict_type == AV_PICTURE_TYPE_B ? 'B' : 'S')),
  2761. gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
  2762. s->top_field_first, s->quarter_sample ? 'q' : 'h',
  2763. s->data_partitioning, ctx->resync_marker,
  2764. ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
  2765. 1 - s->no_rounding, ctx->vo_type,
  2766. ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
  2767. ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
  2768. ctx->cplx_estimation_trash_b,
  2769. s->time,
  2770. time_increment
  2771. );
  2772. }
  2773. if (!ctx->scalability) {
  2774. if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
  2775. skip_bits1(gb); // vop shape coding type
  2776. } else {
  2777. if (ctx->enhancement_type) {
  2778. int load_backward_shape = get_bits1(gb);
  2779. if (load_backward_shape)
  2780. av_log(s->avctx, AV_LOG_ERROR,
  2781. "load backward shape isn't supported\n");
  2782. }
  2783. skip_bits(gb, 2); // ref_select_code
  2784. }
  2785. }
  2786. end:
  2787. /* detect buggy encoders which don't set the low_delay flag
  2788. * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
  2789. * easily (although it's buggy too) */
  2790. if (ctx->vo_type == 0 && ctx->vol_control_parameters == 0 &&
  2791. ctx->divx_version == -1 && s->picture_number == 0) {
  2792. av_log(s->avctx, AV_LOG_WARNING,
  2793. "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
  2794. s->low_delay = 1;
  2795. }
  2796. s->picture_number++; // better than pic number==0 always ;)
  2797. // FIXME add short header support
  2798. s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
  2799. s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
  2800. if (s->workaround_bugs & FF_BUG_EDGE) {
  2801. s->h_edge_pos = s->width;
  2802. s->v_edge_pos = s->height;
  2803. }
  2804. return 0;
  2805. }
  2806. static void decode_smpte_tc(Mpeg4DecContext *ctx, GetBitContext *gb)
  2807. {
  2808. MpegEncContext *s = &ctx->m;
  2809. skip_bits(gb, 16); /* Time_code[63..48] */
  2810. check_marker(s->avctx, gb, "after Time_code[63..48]");
  2811. skip_bits(gb, 16); /* Time_code[47..32] */
  2812. check_marker(s->avctx, gb, "after Time_code[47..32]");
  2813. skip_bits(gb, 16); /* Time_code[31..16] */
  2814. check_marker(s->avctx, gb, "after Time_code[31..16]");
  2815. skip_bits(gb, 16); /* Time_code[15..0] */
  2816. check_marker(s->avctx, gb, "after Time_code[15..0]");
  2817. skip_bits(gb, 4); /* reserved_bits */
  2818. }
  2819. /**
  2820. * Decode the next studio vop header.
  2821. * @return <0 if something went wrong
  2822. */
  2823. static int decode_studio_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
  2824. {
  2825. MpegEncContext *s = &ctx->m;
  2826. if (get_bits_left(gb) <= 32)
  2827. return 0;
  2828. s->partitioned_frame = 0;
  2829. s->interlaced_dct = 0;
  2830. s->decode_mb = mpeg4_decode_studio_mb;
  2831. decode_smpte_tc(ctx, gb);
  2832. skip_bits(gb, 10); /* temporal_reference */
  2833. skip_bits(gb, 2); /* vop_structure */
  2834. s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* vop_coding_type */
  2835. if (get_bits1(gb)) { /* vop_coded */
  2836. skip_bits1(gb); /* top_field_first */
  2837. skip_bits1(gb); /* repeat_first_field */
  2838. s->progressive_frame = get_bits1(gb) ^ 1; /* progressive_frame */
  2839. }
  2840. if (s->pict_type == AV_PICTURE_TYPE_I) {
  2841. if (get_bits1(gb))
  2842. reset_studio_dc_predictors(s);
  2843. }
  2844. if (ctx->shape != BIN_ONLY_SHAPE) {
  2845. s->alternate_scan = get_bits1(gb);
  2846. s->frame_pred_frame_dct = get_bits1(gb);
  2847. s->dct_precision = get_bits(gb, 2);
  2848. s->intra_dc_precision = get_bits(gb, 2);
  2849. s->q_scale_type = get_bits1(gb);
  2850. }
  2851. if (s->alternate_scan) {
  2852. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
  2853. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
  2854. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
  2855. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2856. } else {
  2857. ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
  2858. ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
  2859. ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
  2860. ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
  2861. }
  2862. mpeg4_load_default_matrices(s);
  2863. next_start_code_studio(gb);
  2864. extension_and_user_data(s, gb, 4);
  2865. return 0;
  2866. }
  2867. static int decode_studiovisualobject(Mpeg4DecContext *ctx, GetBitContext *gb)
  2868. {
  2869. MpegEncContext *s = &ctx->m;
  2870. int visual_object_type;
  2871. skip_bits(gb, 4); /* visual_object_verid */
  2872. visual_object_type = get_bits(gb, 4);
  2873. if (visual_object_type != VOT_VIDEO_ID) {
  2874. avpriv_request_sample(s->avctx, "VO type %u", visual_object_type);
  2875. return AVERROR_PATCHWELCOME;
  2876. }
  2877. next_start_code_studio(gb);
  2878. extension_and_user_data(s, gb, 1);
  2879. return 0;
  2880. }
  2881. /**
  2882. * Decode MPEG-4 headers.
  2883. *
  2884. * @param header If set the absence of a VOP is not treated as error; otherwise, it is treated as such.
  2885. * @param parse_only If set, things only relevant to a decoder may be skipped;
  2886. * furthermore, the VLC tables may be uninitialized.
  2887. * @return <0 if an error occurred
  2888. * FRAME_SKIPPED if a not coded VOP is found
  2889. * 0 else
  2890. */
  2891. int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb,
  2892. int header, int parse_only)
  2893. {
  2894. MpegEncContext *s = &ctx->m;
  2895. unsigned startcode, v;
  2896. int ret;
  2897. int vol = 0;
  2898. /* search next start code */
  2899. align_get_bits(gb);
  2900. // If we have not switched to studio profile than we also did not switch bps
  2901. // that means something else (like a previous instance) outside set bps which
  2902. // would be inconsistant with the currect state, thus reset it
  2903. if (!s->studio_profile && s->avctx->bits_per_raw_sample != 8)
  2904. s->avctx->bits_per_raw_sample = 0;
  2905. if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
  2906. skip_bits(gb, 24);
  2907. if (get_bits(gb, 8) == 0xF0)
  2908. goto end;
  2909. }
  2910. startcode = 0xff;
  2911. for (;;) {
  2912. if (get_bits_count(gb) >= gb->size_in_bits) {
  2913. if (gb->size_in_bits == 8 &&
  2914. (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
  2915. av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
  2916. return FRAME_SKIPPED; // divx bug
  2917. } else if (header && get_bits_count(gb) == gb->size_in_bits) {
  2918. return 0; // ordinary return value for parsing of extradata
  2919. } else
  2920. return AVERROR_INVALIDDATA; // end of stream
  2921. }
  2922. /* use the bits after the test */
  2923. v = get_bits(gb, 8);
  2924. startcode = ((startcode << 8) | v) & 0xffffffff;
  2925. if ((startcode & 0xFFFFFF00) != 0x100)
  2926. continue; // no startcode
  2927. if (s->avctx->debug & FF_DEBUG_STARTCODE) {
  2928. const char *name;
  2929. if (startcode <= 0x11F)
  2930. name = "Video Object Start";
  2931. else if (startcode <= 0x12F)
  2932. name = "Video Object Layer Start";
  2933. else if (startcode <= 0x13F)
  2934. name = "Reserved";
  2935. else if (startcode <= 0x15F)
  2936. name = "FGS bp start";
  2937. else if (startcode <= 0x1AF)
  2938. name = "Reserved";
  2939. else if (startcode == 0x1B0)
  2940. name = "Visual Object Seq Start";
  2941. else if (startcode == 0x1B1)
  2942. name = "Visual Object Seq End";
  2943. else if (startcode == 0x1B2)
  2944. name = "User Data";
  2945. else if (startcode == 0x1B3)
  2946. name = "Group of VOP start";
  2947. else if (startcode == 0x1B4)
  2948. name = "Video Session Error";
  2949. else if (startcode == 0x1B5)
  2950. name = "Visual Object Start";
  2951. else if (startcode == 0x1B6)
  2952. name = "Video Object Plane start";
  2953. else if (startcode == 0x1B7)
  2954. name = "slice start";
  2955. else if (startcode == 0x1B8)
  2956. name = "extension start";
  2957. else if (startcode == 0x1B9)
  2958. name = "fgs start";
  2959. else if (startcode == 0x1BA)
  2960. name = "FBA Object start";
  2961. else if (startcode == 0x1BB)
  2962. name = "FBA Object Plane start";
  2963. else if (startcode == 0x1BC)
  2964. name = "Mesh Object start";
  2965. else if (startcode == 0x1BD)
  2966. name = "Mesh Object Plane start";
  2967. else if (startcode == 0x1BE)
  2968. name = "Still Texture Object start";
  2969. else if (startcode == 0x1BF)
  2970. name = "Texture Spatial Layer start";
  2971. else if (startcode == 0x1C0)
  2972. name = "Texture SNR Layer start";
  2973. else if (startcode == 0x1C1)
  2974. name = "Texture Tile start";
  2975. else if (startcode == 0x1C2)
  2976. name = "Texture Shape Layer start";
  2977. else if (startcode == 0x1C3)
  2978. name = "stuffing start";
  2979. else if (startcode <= 0x1C5)
  2980. name = "Reserved";
  2981. else if (startcode <= 0x1FF)
  2982. name = "System start";
  2983. av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X %s at %d\n",
  2984. startcode, name, get_bits_count(gb));
  2985. }
  2986. if (startcode >= 0x120 && startcode <= 0x12F) {
  2987. if (vol) {
  2988. av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
  2989. continue;
  2990. }
  2991. vol++;
  2992. if ((ret = decode_vol_header(ctx, gb)) < 0)
  2993. return ret;
  2994. } else if (startcode == USER_DATA_STARTCODE) {
  2995. decode_user_data(ctx, gb);
  2996. } else if (startcode == GOP_STARTCODE) {
  2997. mpeg4_decode_gop_header(s, gb);
  2998. } else if (startcode == VOS_STARTCODE) {
  2999. int profile, level;
  3000. mpeg4_decode_profile_level(s, gb, &profile, &level);
  3001. if (profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO &&
  3002. (level > 0 && level < 9)) {
  3003. s->studio_profile = 1;
  3004. next_start_code_studio(gb);
  3005. extension_and_user_data(s, gb, 0);
  3006. } else if (s->studio_profile) {
  3007. avpriv_request_sample(s->avctx, "Mix of studio and non studio profile");
  3008. return AVERROR_PATCHWELCOME;
  3009. }
  3010. s->avctx->profile = profile;
  3011. s->avctx->level = level;
  3012. } else if (startcode == VISUAL_OBJ_STARTCODE) {
  3013. if (s->studio_profile) {
  3014. if ((ret = decode_studiovisualobject(ctx, gb)) < 0)
  3015. return ret;
  3016. } else
  3017. mpeg4_decode_visual_object(s, gb);
  3018. } else if (startcode == VOP_STARTCODE) {
  3019. break;
  3020. }
  3021. align_get_bits(gb);
  3022. startcode = 0xff;
  3023. }
  3024. end:
  3025. if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
  3026. s->low_delay = 1;
  3027. s->avctx->has_b_frames = !s->low_delay;
  3028. if (s->studio_profile) {
  3029. if (!s->avctx->bits_per_raw_sample) {
  3030. av_log(s->avctx, AV_LOG_ERROR, "Missing VOL header\n");
  3031. return AVERROR_INVALIDDATA;
  3032. }
  3033. return decode_studio_vop_header(ctx, gb);
  3034. } else
  3035. return decode_vop_header(ctx, gb, parse_only);
  3036. }
  3037. int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
  3038. {
  3039. Mpeg4DecContext *ctx = avctx->priv_data;
  3040. MpegEncContext *s = &ctx->m;
  3041. /* divx 5.01+ bitstream reorder stuff */
  3042. /* Since this clobbers the input buffer and hwaccel codecs still need the
  3043. * data during hwaccel->end_frame we should not do this any earlier */
  3044. if (s->divx_packed) {
  3045. int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
  3046. int startcode_found = 0;
  3047. if (buf_size - current_pos > 7) {
  3048. int i;
  3049. for (i = current_pos; i < buf_size - 4; i++)
  3050. if (buf[i] == 0 &&
  3051. buf[i + 1] == 0 &&
  3052. buf[i + 2] == 1 &&
  3053. buf[i + 3] == 0xB6) {
  3054. startcode_found = !(buf[i + 4] & 0x40);
  3055. break;
  3056. }
  3057. }
  3058. if (startcode_found) {
  3059. if (!ctx->showed_packed_warning) {
  3060. av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
  3061. "wasteful way to store B-frames ('packed B-frames'). "
  3062. "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
  3063. ctx->showed_packed_warning = 1;
  3064. }
  3065. av_fast_padded_malloc(&s->bitstream_buffer,
  3066. &s->allocated_bitstream_buffer_size,
  3067. buf_size - current_pos);
  3068. if (!s->bitstream_buffer) {
  3069. s->bitstream_buffer_size = 0;
  3070. return AVERROR(ENOMEM);
  3071. }
  3072. memcpy(s->bitstream_buffer, buf + current_pos,
  3073. buf_size - current_pos);
  3074. s->bitstream_buffer_size = buf_size - current_pos;
  3075. }
  3076. }
  3077. return 0;
  3078. }
  3079. #if HAVE_THREADS
  3080. static int mpeg4_update_thread_context(AVCodecContext *dst,
  3081. const AVCodecContext *src)
  3082. {
  3083. Mpeg4DecContext *s = dst->priv_data;
  3084. const Mpeg4DecContext *s1 = src->priv_data;
  3085. int init = s->m.context_initialized;
  3086. int ret = ff_mpeg_update_thread_context(dst, src);
  3087. if (ret < 0)
  3088. return ret;
  3089. // copy all the necessary fields explicitly
  3090. s->time_increment_bits = s1->time_increment_bits;
  3091. s->shape = s1->shape;
  3092. s->vol_sprite_usage = s1->vol_sprite_usage;
  3093. s->sprite_brightness_change = s1->sprite_brightness_change;
  3094. s->num_sprite_warping_points = s1->num_sprite_warping_points;
  3095. s->m.data_partitioning = s1->m.data_partitioning;
  3096. s->rvlc = s1->rvlc;
  3097. s->resync_marker = s1->resync_marker;
  3098. s->t_frame = s1->t_frame;
  3099. s->new_pred = s1->new_pred;
  3100. s->enhancement_type = s1->enhancement_type;
  3101. s->scalability = s1->scalability;
  3102. s->intra_dc_threshold = s1->intra_dc_threshold;
  3103. s->divx_version = s1->divx_version;
  3104. s->divx_build = s1->divx_build;
  3105. s->xvid_build = s1->xvid_build;
  3106. s->lavc_build = s1->lavc_build;
  3107. s->vo_type = s1->vo_type;
  3108. s->showed_packed_warning = s1->showed_packed_warning;
  3109. s->vol_control_parameters = s1->vol_control_parameters;
  3110. s->cplx_estimation_trash_i = s1->cplx_estimation_trash_i;
  3111. s->cplx_estimation_trash_p = s1->cplx_estimation_trash_p;
  3112. s->cplx_estimation_trash_b = s1->cplx_estimation_trash_b;
  3113. s->rgb = s1->rgb;
  3114. memcpy(s->sprite_shift, s1->sprite_shift, sizeof(s1->sprite_shift));
  3115. memcpy(s->sprite_traj, s1->sprite_traj, sizeof(s1->sprite_traj));
  3116. if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
  3117. ff_xvid_idct_init(&s->m.idsp, dst);
  3118. return 0;
  3119. }
  3120. static int mpeg4_update_thread_context_for_user(AVCodecContext *dst,
  3121. const AVCodecContext *src)
  3122. {
  3123. MpegEncContext *m = dst->priv_data;
  3124. const MpegEncContext *m1 = src->priv_data;
  3125. m->quarter_sample = m1->quarter_sample;
  3126. m->divx_packed = m1->divx_packed;
  3127. return 0;
  3128. }
  3129. #endif
  3130. static av_cold void mpeg4_init_static(void)
  3131. {
  3132. static uint8_t mpeg4_rvlc_rl_tables[2][2][2 * MAX_RUN + MAX_LEVEL + 3];
  3133. INIT_VLC_STATIC_FROM_LENGTHS(&studio_luma_dc, STUDIO_INTRA_BITS, 19,
  3134. &ff_mpeg4_studio_dc_luma[0][1], 2,
  3135. &ff_mpeg4_studio_dc_luma[0][0], 2, 1,
  3136. 0, 0, 528);
  3137. INIT_VLC_STATIC_FROM_LENGTHS(&studio_chroma_dc, STUDIO_INTRA_BITS, 19,
  3138. &ff_mpeg4_studio_dc_chroma[0][1], 2,
  3139. &ff_mpeg4_studio_dc_chroma[0][0], 2, 1,
  3140. 0, 0, 528);
  3141. for (unsigned i = 0, offset = 0; i < 12; i++) {
  3142. static VLCElem vlc_buf[6498];
  3143. studio_intra_tab[i].table = &vlc_buf[offset];
  3144. studio_intra_tab[i].table_allocated = FF_ARRAY_ELEMS(vlc_buf) - offset;
  3145. ff_init_vlc_from_lengths(&studio_intra_tab[i],
  3146. STUDIO_INTRA_BITS, 24,
  3147. &ff_mpeg4_studio_intra[i][0][1], 2,
  3148. &ff_mpeg4_studio_intra[i][0][0], 2, 1,
  3149. 0, INIT_VLC_STATIC_OVERLONG, NULL);
  3150. offset += studio_intra_tab[i].table_size;
  3151. }
  3152. ff_mpeg4_init_rl_intra();
  3153. ff_rl_init(&ff_rvlc_rl_inter, mpeg4_rvlc_rl_tables[0]);
  3154. ff_rl_init(&ff_rvlc_rl_intra, mpeg4_rvlc_rl_tables[1]);
  3155. INIT_FIRST_VLC_RL(ff_mpeg4_rl_intra, 554);
  3156. INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
  3157. INIT_FIRST_VLC_RL(ff_rvlc_rl_intra, 1072);
  3158. INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
  3159. &ff_mpeg4_DCtab_lum[0][1], 2, 1,
  3160. &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
  3161. INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
  3162. &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
  3163. &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
  3164. INIT_VLC_STATIC_FROM_LENGTHS(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
  3165. ff_sprite_trajectory_lens, 1,
  3166. NULL, 0, 0, 0, 0, 128);
  3167. INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
  3168. &ff_mb_type_b_tab[0][1], 2, 1,
  3169. &ff_mb_type_b_tab[0][0], 2, 1, 16);
  3170. }
  3171. static av_cold int decode_init(AVCodecContext *avctx)
  3172. {
  3173. static AVOnce init_static_once = AV_ONCE_INIT;
  3174. Mpeg4DecContext *ctx = avctx->priv_data;
  3175. MpegEncContext *s = &ctx->m;
  3176. int ret;
  3177. ctx->divx_version =
  3178. ctx->divx_build =
  3179. ctx->xvid_build =
  3180. ctx->lavc_build = -1;
  3181. if ((ret = ff_h263_decode_init(avctx)) < 0)
  3182. return ret;
  3183. s->h263_pred = 1;
  3184. s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
  3185. s->decode_mb = mpeg4_decode_mb;
  3186. ctx->time_increment_bits = 4; /* default value for broken headers */
  3187. avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
  3188. ff_thread_once(&init_static_once, mpeg4_init_static);
  3189. return 0;
  3190. }
  3191. #define OFFSET(x) offsetof(MpegEncContext, x)
  3192. #define FLAGS AV_OPT_FLAG_EXPORT | AV_OPT_FLAG_READONLY
  3193. static const AVOption mpeg4_options[] = {
  3194. {"quarter_sample", "1/4 subpel MC", OFFSET(quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, FLAGS},
  3195. {"divx_packed", "divx style packed b frames", OFFSET(divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, FLAGS},
  3196. {NULL}
  3197. };
  3198. static const AVClass mpeg4_class = {
  3199. .class_name = "MPEG4 Video Decoder",
  3200. .item_name = av_default_item_name,
  3201. .option = mpeg4_options,
  3202. .version = LIBAVUTIL_VERSION_INT,
  3203. };
  3204. const FFCodec ff_mpeg4_decoder = {
  3205. .p.name = "mpeg4",
  3206. CODEC_LONG_NAME("MPEG-4 part 2"),
  3207. .p.type = AVMEDIA_TYPE_VIDEO,
  3208. .p.id = AV_CODEC_ID_MPEG4,
  3209. .priv_data_size = sizeof(Mpeg4DecContext),
  3210. .init = decode_init,
  3211. .close = ff_h263_decode_end,
  3212. FF_CODEC_DECODE_CB(ff_h263_decode_frame),
  3213. .p.capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
  3214. #if FF_API_FLAG_TRUNCATED
  3215. AV_CODEC_CAP_TRUNCATED |
  3216. #endif
  3217. AV_CODEC_CAP_DELAY | AV_CODEC_CAP_FRAME_THREADS,
  3218. .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM |
  3219. FF_CODEC_CAP_ALLOCATE_PROGRESS,
  3220. .flush = ff_mpeg_flush,
  3221. .p.max_lowres = 3,
  3222. .p.pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
  3223. .p.profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
  3224. UPDATE_THREAD_CONTEXT(mpeg4_update_thread_context),
  3225. UPDATE_THREAD_CONTEXT_FOR_USER(mpeg4_update_thread_context_for_user),
  3226. .p.priv_class = &mpeg4_class,
  3227. .hw_configs = (const AVCodecHWConfigInternal *const []) {
  3228. #if CONFIG_MPEG4_NVDEC_HWACCEL
  3229. HWACCEL_NVDEC(mpeg4),
  3230. #endif
  3231. #if CONFIG_MPEG4_VAAPI_HWACCEL
  3232. HWACCEL_VAAPI(mpeg4),
  3233. #endif
  3234. #if CONFIG_MPEG4_VDPAU_HWACCEL
  3235. HWACCEL_VDPAU(mpeg4),
  3236. #endif
  3237. #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
  3238. HWACCEL_VIDEOTOOLBOX(mpeg4),
  3239. #endif
  3240. NULL
  3241. },
  3242. };