vf_uspp.c 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503
  1. /*
  2. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  3. * Copyright (c) 2014 Arwa Arif <arwaarif1994@gmail.com>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License along
  18. * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
  19. * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  20. */
  21. /**
  22. * @file
  23. * Ultra Slow/Simple Post-processing filter.
  24. *
  25. * Originally written by Michael Niedermayer for the MPlayer project, and
  26. * ported by Arwa Arif for FFmpeg.
  27. */
  28. #include "libavutil/avassert.h"
  29. #include "libavutil/imgutils.h"
  30. #include "libavutil/opt.h"
  31. #include "libavutil/pixdesc.h"
  32. #include "internal.h"
  33. #include "avfilter.h"
  34. #define MAX_LEVEL 8 /* quality levels */
  35. #define BLOCK 16
  36. typedef struct {
  37. const AVClass *av_class;
  38. int log2_count;
  39. int hsub, vsub;
  40. int qp;
  41. int qscale_type;
  42. int temp_stride[3];
  43. uint8_t *src[3];
  44. uint16_t *temp[3];
  45. int outbuf_size;
  46. uint8_t *outbuf;
  47. AVCodecContext *avctx_enc[BLOCK*BLOCK];
  48. AVFrame *frame;
  49. AVFrame *frame_dec;
  50. uint8_t *non_b_qp_table;
  51. int non_b_qp_alloc_size;
  52. int use_bframe_qp;
  53. } USPPContext;
  54. #define OFFSET(x) offsetof(USPPContext, x)
  55. #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
  56. static const AVOption uspp_options[] = {
  57. { "quality", "set quality", OFFSET(log2_count), AV_OPT_TYPE_INT, {.i64 = 3}, 0, MAX_LEVEL, FLAGS },
  58. { "qp", "force a constant quantizer parameter", OFFSET(qp), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 63, FLAGS },
  59. { "use_bframe_qp", "use B-frames' QP", OFFSET(use_bframe_qp), AV_OPT_TYPE_BOOL,{.i64 = 0}, 0, 1, FLAGS },
  60. { NULL }
  61. };
  62. AVFILTER_DEFINE_CLASS(uspp);
  63. DECLARE_ALIGNED(8, static const uint8_t, dither)[8][8] = {
  64. { 0*4, 48*4, 12*4, 60*4, 3*4, 51*4, 15*4, 63*4, },
  65. { 32*4, 16*4, 44*4, 28*4, 35*4, 19*4, 47*4, 31*4, },
  66. { 8*4, 56*4, 4*4, 52*4, 11*4, 59*4, 7*4, 55*4, },
  67. { 40*4, 24*4, 36*4, 20*4, 43*4, 27*4, 39*4, 23*4, },
  68. { 2*4, 50*4, 14*4, 62*4, 1*4, 49*4, 13*4, 61*4, },
  69. { 34*4, 18*4, 46*4, 30*4, 33*4, 17*4, 45*4, 29*4, },
  70. { 10*4, 58*4, 6*4, 54*4, 9*4, 57*4, 5*4, 53*4, },
  71. { 42*4, 26*4, 38*4, 22*4, 41*4, 25*4, 37*4, 21*4, },
  72. };
  73. static const uint8_t offset[511][2] = {
  74. { 0, 0},
  75. { 0, 0}, { 8, 8}, // quality 1
  76. { 0, 0}, { 4, 4}, {12, 8}, { 8,12}, // quality 2
  77. { 0, 0}, {10, 2}, { 4, 4}, {14, 6}, { 8, 8}, { 2,10}, {12,12}, { 6,14}, // quality 3
  78. { 0, 0}, {10, 2}, { 4, 4}, {14, 6}, { 8, 8}, { 2,10}, {12,12}, { 6,14},
  79. { 5, 1}, {15, 3}, { 9, 5}, { 3, 7}, {13, 9}, { 7,11}, { 1,13}, {11,15}, // quality 4
  80. { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
  81. { 2, 2}, {10, 2}, { 2,10}, {10,10}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
  82. { 4, 4}, {12, 4}, { 4,12}, {12,12}, { 1, 5}, { 9, 5}, { 1,13}, { 9,13},
  83. { 6, 6}, {14, 6}, { 6,14}, {14,14}, { 3, 7}, {11, 7}, { 3,15}, {11,15}, // quality 5
  84. { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 4, 0}, {12, 0}, { 4, 8}, {12, 8},
  85. { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
  86. { 3, 2}, {11, 2}, { 3,10}, {11,10}, { 7, 2}, {15, 2}, { 7,10}, {15,10},
  87. { 2, 3}, {10, 3}, { 2,11}, {10,11}, { 6, 3}, {14, 3}, { 6,11}, {14,11},
  88. { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 4, 4}, {12, 4}, { 4,12}, {12,12},
  89. { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 5, 5}, {13, 5}, { 5,13}, {13,13},
  90. { 3, 6}, {11, 6}, { 3,14}, {11,14}, { 7, 6}, {15, 6}, { 7,14}, {15,14},
  91. { 2, 7}, {10, 7}, { 2,15}, {10,15}, { 6, 7}, {14, 7}, { 6,15}, {14,15}, // quality 6
  92. { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 0, 2}, { 8, 2}, { 0,10}, { 8,10},
  93. { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 0, 6}, { 8, 6}, { 0,14}, { 8,14},
  94. { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 1, 3}, { 9, 3}, { 1,11}, { 9,11},
  95. { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 1, 7}, { 9, 7}, { 1,15}, { 9,15},
  96. { 2, 0}, {10, 0}, { 2, 8}, {10, 8}, { 2, 2}, {10, 2}, { 2,10}, {10,10},
  97. { 2, 4}, {10, 4}, { 2,12}, {10,12}, { 2, 6}, {10, 6}, { 2,14}, {10,14},
  98. { 3, 1}, {11, 1}, { 3, 9}, {11, 9}, { 3, 3}, {11, 3}, { 3,11}, {11,11},
  99. { 3, 5}, {11, 5}, { 3,13}, {11,13}, { 3, 7}, {11, 7}, { 3,15}, {11,15},
  100. { 4, 0}, {12, 0}, { 4, 8}, {12, 8}, { 4, 2}, {12, 2}, { 4,10}, {12,10},
  101. { 4, 4}, {12, 4}, { 4,12}, {12,12}, { 4, 6}, {12, 6}, { 4,14}, {12,14},
  102. { 5, 1}, {13, 1}, { 5, 9}, {13, 9}, { 5, 3}, {13, 3}, { 5,11}, {13,11},
  103. { 5, 5}, {13, 5}, { 5,13}, {13,13}, { 5, 7}, {13, 7}, { 5,15}, {13,15},
  104. { 6, 0}, {14, 0}, { 6, 8}, {14, 8}, { 6, 2}, {14, 2}, { 6,10}, {14,10},
  105. { 6, 4}, {14, 4}, { 6,12}, {14,12}, { 6, 6}, {14, 6}, { 6,14}, {14,14},
  106. { 7, 1}, {15, 1}, { 7, 9}, {15, 9}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
  107. { 7, 5}, {15, 5}, { 7,13}, {15,13}, { 7, 7}, {15, 7}, { 7,15}, {15,15}, // quality 7
  108. { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 4, 4}, {12, 4}, { 4,12}, {12,12},
  109. { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 4, 0}, {12, 0}, { 4, 8}, {12, 8},
  110. { 2, 2}, {10, 2}, { 2,10}, {10,10}, { 6, 6}, {14, 6}, { 6,14}, {14,14},
  111. { 2, 6}, {10, 6}, { 2,14}, {10,14}, { 6, 2}, {14, 2}, { 6,10}, {14,10},
  112. { 0, 2}, { 8, 2}, { 0,10}, { 8,10}, { 4, 6}, {12, 6}, { 4,14}, {12,14},
  113. { 0, 6}, { 8, 6}, { 0,14}, { 8,14}, { 4, 2}, {12, 2}, { 4,10}, {12,10},
  114. { 2, 0}, {10, 0}, { 2, 8}, {10, 8}, { 6, 4}, {14, 4}, { 6,12}, {14,12},
  115. { 2, 4}, {10, 4}, { 2,12}, {10,12}, { 6, 0}, {14, 0}, { 6, 8}, {14, 8},
  116. { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 5, 5}, {13, 5}, { 5,13}, {13,13},
  117. { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
  118. { 3, 3}, {11, 3}, { 3,11}, {11,11}, { 7, 7}, {15, 7}, { 7,15}, {15,15},
  119. { 3, 7}, {11, 7}, { 3,15}, {11,15}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
  120. { 1, 3}, { 9, 3}, { 1,11}, { 9,11}, { 5, 7}, {13, 7}, { 5,15}, {13,15},
  121. { 1, 7}, { 9, 7}, { 1,15}, { 9,15}, { 5, 3}, {13, 3}, { 5,11}, {13,11}, // quality 8
  122. { 3, 1}, {11, 1}, { 3, 9}, {11, 9}, { 7, 5}, {15, 5}, { 7,13}, {15,13},
  123. { 3, 5}, {11, 5}, { 3,13}, {11,13}, { 7, 1}, {15, 1}, { 7, 9}, {15, 9},
  124. { 0, 1}, { 8, 1}, { 0, 9}, { 8, 9}, { 4, 5}, {12, 5}, { 4,13}, {12,13},
  125. { 0, 5}, { 8, 5}, { 0,13}, { 8,13}, { 4, 1}, {12, 1}, { 4, 9}, {12, 9},
  126. { 2, 3}, {10, 3}, { 2,11}, {10,11}, { 6, 7}, {14, 7}, { 6,15}, {14,15},
  127. { 2, 7}, {10, 7}, { 2,15}, {10,15}, { 6, 3}, {14, 3}, { 6,11}, {14,11},
  128. { 0, 3}, { 8, 3}, { 0,11}, { 8,11}, { 4, 7}, {12, 7}, { 4,15}, {12,15},
  129. { 0, 7}, { 8, 7}, { 0,15}, { 8,15}, { 4, 3}, {12, 3}, { 4,11}, {12,11},
  130. { 2, 1}, {10, 1}, { 2, 9}, {10, 9}, { 6, 5}, {14, 5}, { 6,13}, {14,13},
  131. { 2, 5}, {10, 5}, { 2,13}, {10,13}, { 6, 1}, {14, 1}, { 6, 9}, {14, 9},
  132. { 1, 0}, { 9, 0}, { 1, 8}, { 9, 8}, { 5, 4}, {13, 4}, { 5,12}, {13,12},
  133. { 1, 4}, { 9, 4}, { 1,12}, { 9,12}, { 5, 0}, {13, 0}, { 5, 8}, {13, 8},
  134. { 3, 2}, {11, 2}, { 3,10}, {11,10}, { 7, 6}, {15, 6}, { 7,14}, {15,14},
  135. { 3, 6}, {11, 6}, { 3,14}, {11,14}, { 7, 2}, {15, 2}, { 7,10}, {15,10},
  136. { 1, 2}, { 9, 2}, { 1,10}, { 9,10}, { 5, 6}, {13, 6}, { 5,14}, {13,14},
  137. { 1, 6}, { 9, 6}, { 1,14}, { 9,14}, { 5, 2}, {13, 2}, { 5,10}, {13,10},
  138. { 3, 0}, {11, 0}, { 3, 8}, {11, 8}, { 7, 4}, {15, 4}, { 7,12}, {15,12},
  139. { 3, 4}, {11, 4}, { 3,12}, {11,12}, { 7, 0}, {15, 0}, { 7, 8}, {15, 8},
  140. };
  141. static void store_slice_c(uint8_t *dst, const uint16_t *src,
  142. int dst_stride, int src_stride,
  143. int width, int height, int log2_scale)
  144. {
  145. int y, x;
  146. #define STORE(pos) do { \
  147. temp = ((src[x + y * src_stride + pos] << log2_scale) + d[pos]) >> 8; \
  148. if (temp & 0x100) temp = ~(temp >> 31); \
  149. dst[x + y * dst_stride + pos] = temp; \
  150. } while (0)
  151. for (y = 0; y < height; y++) {
  152. const uint8_t *d = dither[y&7];
  153. for (x = 0; x < width; x += 8) {
  154. int temp;
  155. STORE(0);
  156. STORE(1);
  157. STORE(2);
  158. STORE(3);
  159. STORE(4);
  160. STORE(5);
  161. STORE(6);
  162. STORE(7);
  163. }
  164. }
  165. }
  166. static void filter(USPPContext *p, uint8_t *dst[3], uint8_t *src[3],
  167. int dst_stride[3], int src_stride[3], int width,
  168. int height, uint8_t *qp_store, int qp_stride)
  169. {
  170. int x, y, i, j;
  171. const int count = 1<<p->log2_count;
  172. for (i = 0; i < 3; i++) {
  173. int is_chroma = !!i;
  174. int w = AV_CEIL_RSHIFT(width, is_chroma ? p->hsub : 0);
  175. int h = AV_CEIL_RSHIFT(height, is_chroma ? p->vsub : 0);
  176. int stride = p->temp_stride[i];
  177. int block = BLOCK >> (is_chroma ? p->hsub : 0);
  178. if (!src[i] || !dst[i])
  179. continue;
  180. for (y = 0; y < h; y++) {
  181. int index = block + block * stride + y * stride;
  182. memcpy(p->src[i] + index, src[i] + y * src_stride[i], w );
  183. for (x = 0; x < block; x++) {
  184. p->src[i][index - x - 1] = p->src[i][index + x ];
  185. p->src[i][index + w + x ] = p->src[i][index + w - x - 1];
  186. }
  187. }
  188. for (y = 0; y < block; y++) {
  189. memcpy(p->src[i] + ( block-1-y) * stride, p->src[i] + ( y+block ) * stride, stride);
  190. memcpy(p->src[i] + (h+block +y) * stride, p->src[i] + (h-y+block-1) * stride, stride);
  191. }
  192. p->frame->linesize[i] = stride;
  193. memset(p->temp[i], 0, (h + 2 * block) * stride * sizeof(int16_t));
  194. }
  195. if (p->qp)
  196. p->frame->quality = p->qp * FF_QP2LAMBDA;
  197. else {
  198. int qpsum=0;
  199. int qpcount = (height>>4) * (height>>4);
  200. for (y = 0; y < (height>>4); y++) {
  201. for (x = 0; x < (width>>4); x++)
  202. qpsum += qp_store[x + y * qp_stride];
  203. }
  204. p->frame->quality = ff_norm_qscale((qpsum + qpcount/2) / qpcount, p->qscale_type) * FF_QP2LAMBDA;
  205. }
  206. // init per MB qscale stuff FIXME
  207. p->frame->height = height + BLOCK;
  208. p->frame->width = width + BLOCK;
  209. for (i = 0; i < count; i++) {
  210. const int x1 = offset[i+count-1][0];
  211. const int y1 = offset[i+count-1][1];
  212. const int x1c = x1 >> p->hsub;
  213. const int y1c = y1 >> p->vsub;
  214. const int BLOCKc = BLOCK >> p->hsub;
  215. int offset;
  216. AVPacket pkt = {0};
  217. int got_pkt_ptr;
  218. av_init_packet(&pkt);
  219. pkt.data = p->outbuf;
  220. pkt.size = p->outbuf_size;
  221. p->frame->data[0] = p->src[0] + x1 + y1 * p->frame->linesize[0];
  222. p->frame->data[1] = p->src[1] + x1c + y1c * p->frame->linesize[1];
  223. p->frame->data[2] = p->src[2] + x1c + y1c * p->frame->linesize[2];
  224. p->frame->format = p->avctx_enc[i]->pix_fmt;
  225. avcodec_encode_video2(p->avctx_enc[i], &pkt, p->frame, &got_pkt_ptr);
  226. p->frame_dec = p->avctx_enc[i]->coded_frame;
  227. offset = (BLOCK-x1) + (BLOCK-y1) * p->frame_dec->linesize[0];
  228. for (y = 0; y < height; y++)
  229. for (x = 0; x < width; x++)
  230. p->temp[0][x + y * p->temp_stride[0]] += p->frame_dec->data[0][x + y * p->frame_dec->linesize[0] + offset];
  231. if (!src[2] || !dst[2])
  232. continue;
  233. offset = (BLOCKc-x1c) + (BLOCKc-y1c) * p->frame_dec->linesize[1];
  234. for (y = 0; y < AV_CEIL_RSHIFT(height, p->vsub); y++) {
  235. for (x = 0; x < AV_CEIL_RSHIFT(width, p->hsub); x++) {
  236. p->temp[1][x + y * p->temp_stride[1]] += p->frame_dec->data[1][x + y * p->frame_dec->linesize[1] + offset];
  237. p->temp[2][x + y * p->temp_stride[2]] += p->frame_dec->data[2][x + y * p->frame_dec->linesize[2] + offset];
  238. }
  239. }
  240. }
  241. for (j = 0; j < 3; j++) {
  242. int is_chroma = !!j;
  243. if (!dst[j])
  244. continue;
  245. store_slice_c(dst[j], p->temp[j], dst_stride[j], p->temp_stride[j],
  246. AV_CEIL_RSHIFT(width, is_chroma ? p->hsub : 0),
  247. AV_CEIL_RSHIFT(height, is_chroma ? p->vsub : 0),
  248. 8-p->log2_count);
  249. }
  250. }
  251. static int query_formats(AVFilterContext *ctx)
  252. {
  253. static const enum AVPixelFormat pix_fmts[] = {
  254. AV_PIX_FMT_YUV444P,
  255. AV_PIX_FMT_YUV420P,
  256. AV_PIX_FMT_YUV410P,
  257. AV_PIX_FMT_YUVJ444P,
  258. AV_PIX_FMT_YUVJ420P,
  259. AV_PIX_FMT_GRAY8,
  260. AV_PIX_FMT_NONE
  261. };
  262. AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
  263. if (!fmts_list)
  264. return AVERROR(ENOMEM);
  265. return ff_set_common_formats(ctx, fmts_list);
  266. }
  267. static int config_input(AVFilterLink *inlink)
  268. {
  269. AVFilterContext *ctx = inlink->dst;
  270. USPPContext *uspp = ctx->priv;
  271. const int height = inlink->h;
  272. const int width = inlink->w;
  273. const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
  274. int i;
  275. AVCodec *enc = avcodec_find_encoder(AV_CODEC_ID_SNOW);
  276. if (!enc) {
  277. av_log(ctx, AV_LOG_ERROR, "SNOW encoder not found.\n");
  278. return AVERROR(EINVAL);
  279. }
  280. uspp->hsub = desc->log2_chroma_w;
  281. uspp->vsub = desc->log2_chroma_h;
  282. for (i = 0; i < 3; i++) {
  283. int is_chroma = !!i;
  284. int w = (width + 4 * BLOCK-1) & (~(2 * BLOCK-1));
  285. int h = (height + 4 * BLOCK-1) & (~(2 * BLOCK-1));
  286. if (is_chroma) {
  287. w = AV_CEIL_RSHIFT(w, uspp->hsub);
  288. h = AV_CEIL_RSHIFT(h, uspp->vsub);
  289. }
  290. uspp->temp_stride[i] = w;
  291. if (!(uspp->temp[i] = av_malloc_array(uspp->temp_stride[i], h * sizeof(int16_t))))
  292. return AVERROR(ENOMEM);
  293. if (!(uspp->src [i] = av_malloc_array(uspp->temp_stride[i], h * sizeof(uint8_t))))
  294. return AVERROR(ENOMEM);
  295. }
  296. for (i = 0; i < (1<<uspp->log2_count); i++) {
  297. AVCodecContext *avctx_enc;
  298. AVDictionary *opts = NULL;
  299. int ret;
  300. if (!(uspp->avctx_enc[i] = avcodec_alloc_context3(NULL)))
  301. return AVERROR(ENOMEM);
  302. avctx_enc = uspp->avctx_enc[i];
  303. avctx_enc->width = width + BLOCK;
  304. avctx_enc->height = height + BLOCK;
  305. avctx_enc->time_base = (AVRational){1,25}; // meaningless
  306. avctx_enc->gop_size = INT_MAX;
  307. avctx_enc->max_b_frames = 0;
  308. avctx_enc->pix_fmt = inlink->format;
  309. avctx_enc->flags = AV_CODEC_FLAG_QSCALE | CODEC_FLAG_LOW_DELAY;
  310. avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
  311. avctx_enc->global_quality = 123;
  312. av_dict_set(&opts, "no_bitstream", "1", 0);
  313. ret = avcodec_open2(avctx_enc, enc, &opts);
  314. if (ret < 0)
  315. return ret;
  316. av_dict_free(&opts);
  317. av_assert0(avctx_enc->codec);
  318. }
  319. uspp->outbuf_size = (width + BLOCK) * (height + BLOCK) * 10;
  320. if (!(uspp->frame = av_frame_alloc()))
  321. return AVERROR(ENOMEM);
  322. if (!(uspp->outbuf = av_malloc(uspp->outbuf_size)))
  323. return AVERROR(ENOMEM);
  324. return 0;
  325. }
  326. static int filter_frame(AVFilterLink *inlink, AVFrame *in)
  327. {
  328. AVFilterContext *ctx = inlink->dst;
  329. USPPContext *uspp = ctx->priv;
  330. AVFilterLink *outlink = ctx->outputs[0];
  331. AVFrame *out = in;
  332. int qp_stride = 0;
  333. uint8_t *qp_table = NULL;
  334. /* if we are not in a constant user quantizer mode and we don't want to use
  335. * the quantizers from the B-frames (B-frames often have a higher QP), we
  336. * need to save the qp table from the last non B-frame; this is what the
  337. * following code block does */
  338. if (!uspp->qp) {
  339. qp_table = av_frame_get_qp_table(in, &qp_stride, &uspp->qscale_type);
  340. if (qp_table && !uspp->use_bframe_qp && in->pict_type != AV_PICTURE_TYPE_B) {
  341. int w, h;
  342. /* if the qp stride is not set, it means the QP are only defined on
  343. * a line basis */
  344. if (!qp_stride) {
  345. w = AV_CEIL_RSHIFT(inlink->w, 4);
  346. h = 1;
  347. } else {
  348. w = qp_stride;
  349. h = AV_CEIL_RSHIFT(inlink->h, 4);
  350. }
  351. if (w * h > uspp->non_b_qp_alloc_size) {
  352. int ret = av_reallocp_array(&uspp->non_b_qp_table, w, h);
  353. if (ret < 0) {
  354. uspp->non_b_qp_alloc_size = 0;
  355. return ret;
  356. }
  357. uspp->non_b_qp_alloc_size = w * h;
  358. }
  359. av_assert0(w * h <= uspp->non_b_qp_alloc_size);
  360. memcpy(uspp->non_b_qp_table, qp_table, w * h);
  361. }
  362. }
  363. if (uspp->log2_count && !ctx->is_disabled) {
  364. if (!uspp->use_bframe_qp && uspp->non_b_qp_table)
  365. qp_table = uspp->non_b_qp_table;
  366. if (qp_table || uspp->qp) {
  367. /* get a new frame if in-place is not possible or if the dimensions
  368. * are not multiple of 8 */
  369. if (!av_frame_is_writable(in) || (inlink->w & 7) || (inlink->h & 7)) {
  370. const int aligned_w = FFALIGN(inlink->w, 8);
  371. const int aligned_h = FFALIGN(inlink->h, 8);
  372. out = ff_get_video_buffer(outlink, aligned_w, aligned_h);
  373. if (!out) {
  374. av_frame_free(&in);
  375. return AVERROR(ENOMEM);
  376. }
  377. av_frame_copy_props(out, in);
  378. out->width = in->width;
  379. out->height = in->height;
  380. }
  381. filter(uspp, out->data, in->data, out->linesize, in->linesize,
  382. inlink->w, inlink->h, qp_table, qp_stride);
  383. }
  384. }
  385. if (in != out) {
  386. if (in->data[3])
  387. av_image_copy_plane(out->data[3], out->linesize[3],
  388. in ->data[3], in ->linesize[3],
  389. inlink->w, inlink->h);
  390. av_frame_free(&in);
  391. }
  392. return ff_filter_frame(outlink, out);
  393. }
  394. static av_cold void uninit(AVFilterContext *ctx)
  395. {
  396. USPPContext *uspp = ctx->priv;
  397. int i;
  398. for (i = 0; i < 3; i++) {
  399. av_freep(&uspp->temp[i]);
  400. av_freep(&uspp->src[i]);
  401. }
  402. for (i = 0; i < (1 << uspp->log2_count); i++) {
  403. avcodec_close(uspp->avctx_enc[i]);
  404. av_freep(&uspp->avctx_enc[i]);
  405. }
  406. av_freep(&uspp->non_b_qp_table);
  407. av_freep(&uspp->outbuf);
  408. av_frame_free(&uspp->frame);
  409. }
  410. static const AVFilterPad uspp_inputs[] = {
  411. {
  412. .name = "default",
  413. .type = AVMEDIA_TYPE_VIDEO,
  414. .config_props = config_input,
  415. .filter_frame = filter_frame,
  416. },
  417. { NULL }
  418. };
  419. static const AVFilterPad uspp_outputs[] = {
  420. {
  421. .name = "default",
  422. .type = AVMEDIA_TYPE_VIDEO,
  423. },
  424. { NULL }
  425. };
  426. AVFilter ff_vf_uspp = {
  427. .name = "uspp",
  428. .description = NULL_IF_CONFIG_SMALL("Apply Ultra Simple / Slow Post-processing filter."),
  429. .priv_size = sizeof(USPPContext),
  430. .uninit = uninit,
  431. .query_formats = query_formats,
  432. .inputs = uspp_inputs,
  433. .outputs = uspp_outputs,
  434. .priv_class = &uspp_class,
  435. .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL,
  436. };