vf_spp.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529
  1. /*
  2. * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
  3. * Copyright (c) 2013 Clément Bœsch <u pkh me>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU General Public License along
  18. * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
  19. * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  20. */
  21. /**
  22. * @file
  23. * Simple post processing filter
  24. *
  25. * This implementation is based on an algorithm described in
  26. * "Aria Nosratinia Embedded Post-Processing for
  27. * Enhancement of Compressed Images (1999)"
  28. *
  29. * Originally written by Michael Niedermayer for the MPlayer project, and
  30. * ported by Clément Bœsch for FFmpeg.
  31. */
  32. #include "libavutil/avassert.h"
  33. #include "libavutil/imgutils.h"
  34. #include "libavutil/opt.h"
  35. #include "libavutil/pixdesc.h"
  36. #include "internal.h"
  37. #include "vf_spp.h"
  38. enum mode {
  39. MODE_HARD,
  40. MODE_SOFT,
  41. NB_MODES
  42. };
  43. static const AVClass *child_class_next(const AVClass *prev)
  44. {
  45. return prev ? NULL : avcodec_dct_get_class();
  46. }
  47. static void *child_next(void *obj, void *prev)
  48. {
  49. SPPContext *s = obj;
  50. return prev ? NULL : s->dct;
  51. }
  52. #define OFFSET(x) offsetof(SPPContext, x)
  53. #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
  54. static const AVOption spp_options[] = {
  55. { "quality", "set quality", OFFSET(log2_count), AV_OPT_TYPE_INT, {.i64 = 3}, 0, MAX_LEVEL, FLAGS },
  56. { "qp", "force a constant quantizer parameter", OFFSET(qp), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 63, FLAGS },
  57. { "mode", "set thresholding mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64 = MODE_HARD}, 0, NB_MODES - 1, FLAGS, "mode" },
  58. { "hard", "hard thresholding", 0, AV_OPT_TYPE_CONST, {.i64 = MODE_HARD}, INT_MIN, INT_MAX, FLAGS, "mode" },
  59. { "soft", "soft thresholding", 0, AV_OPT_TYPE_CONST, {.i64 = MODE_SOFT}, INT_MIN, INT_MAX, FLAGS, "mode" },
  60. { "use_bframe_qp", "use B-frames' QP", OFFSET(use_bframe_qp), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, FLAGS },
  61. { NULL }
  62. };
  63. static const AVClass spp_class = {
  64. .class_name = "spp",
  65. .item_name = av_default_item_name,
  66. .option = spp_options,
  67. .version = LIBAVUTIL_VERSION_INT,
  68. .category = AV_CLASS_CATEGORY_FILTER,
  69. .child_class_next = child_class_next,
  70. .child_next = child_next,
  71. };
  72. // XXX: share between filters?
  73. DECLARE_ALIGNED(8, static const uint8_t, ldither)[8][8] = {
  74. { 0, 48, 12, 60, 3, 51, 15, 63 },
  75. { 32, 16, 44, 28, 35, 19, 47, 31 },
  76. { 8, 56, 4, 52, 11, 59, 7, 55 },
  77. { 40, 24, 36, 20, 43, 27, 39, 23 },
  78. { 2, 50, 14, 62, 1, 49, 13, 61 },
  79. { 34, 18, 46, 30, 33, 17, 45, 29 },
  80. { 10, 58, 6, 54, 9, 57, 5, 53 },
  81. { 42, 26, 38, 22, 41, 25, 37, 21 },
  82. };
  83. static const uint8_t offset[127][2] = {
  84. {0,0},
  85. {0,0}, {4,4}, // quality = 1
  86. {0,0}, {2,2}, {6,4}, {4,6}, // quality = 2
  87. {0,0}, {5,1}, {2,2}, {7,3}, {4,4}, {1,5}, {6,6}, {3,7}, // quality = 3
  88. {0,0}, {4,0}, {1,1}, {5,1}, {3,2}, {7,2}, {2,3}, {6,3}, // quality = 4
  89. {0,4}, {4,4}, {1,5}, {5,5}, {3,6}, {7,6}, {2,7}, {6,7},
  90. {0,0}, {0,2}, {0,4}, {0,6}, {1,1}, {1,3}, {1,5}, {1,7}, // quality = 5
  91. {2,0}, {2,2}, {2,4}, {2,6}, {3,1}, {3,3}, {3,5}, {3,7},
  92. {4,0}, {4,2}, {4,4}, {4,6}, {5,1}, {5,3}, {5,5}, {5,7},
  93. {6,0}, {6,2}, {6,4}, {6,6}, {7,1}, {7,3}, {7,5}, {7,7},
  94. {0,0}, {4,4}, {0,4}, {4,0}, {2,2}, {6,6}, {2,6}, {6,2}, // quality = 6
  95. {0,2}, {4,6}, {0,6}, {4,2}, {2,0}, {6,4}, {2,4}, {6,0},
  96. {1,1}, {5,5}, {1,5}, {5,1}, {3,3}, {7,7}, {3,7}, {7,3},
  97. {1,3}, {5,7}, {1,7}, {5,3}, {3,1}, {7,5}, {3,5}, {7,1},
  98. {0,1}, {4,5}, {0,5}, {4,1}, {2,3}, {6,7}, {2,7}, {6,3},
  99. {0,3}, {4,7}, {0,7}, {4,3}, {2,1}, {6,5}, {2,5}, {6,1},
  100. {1,0}, {5,4}, {1,4}, {5,0}, {3,2}, {7,6}, {3,6}, {7,2},
  101. {1,2}, {5,6}, {1,6}, {5,2}, {3,0}, {7,4}, {3,4}, {7,0},
  102. };
  103. static void hardthresh_c(int16_t dst[64], const int16_t src[64],
  104. int qp, const uint8_t *permutation)
  105. {
  106. int i;
  107. int bias = 0; // FIXME
  108. unsigned threshold1 = qp * ((1<<4) - bias) - 1;
  109. unsigned threshold2 = threshold1 << 1;
  110. memset(dst, 0, 64 * sizeof(dst[0]));
  111. dst[0] = (src[0] + 4) >> 3;
  112. for (i = 1; i < 64; i++) {
  113. int level = src[i];
  114. if (((unsigned)(level + threshold1)) > threshold2) {
  115. const int j = permutation[i];
  116. dst[j] = (level + 4) >> 3;
  117. }
  118. }
  119. }
  120. static void softthresh_c(int16_t dst[64], const int16_t src[64],
  121. int qp, const uint8_t *permutation)
  122. {
  123. int i;
  124. int bias = 0; //FIXME
  125. unsigned threshold1 = qp * ((1<<4) - bias) - 1;
  126. unsigned threshold2 = threshold1 << 1;
  127. memset(dst, 0, 64 * sizeof(dst[0]));
  128. dst[0] = (src[0] + 4) >> 3;
  129. for (i = 1; i < 64; i++) {
  130. int level = src[i];
  131. if (((unsigned)(level + threshold1)) > threshold2) {
  132. const int j = permutation[i];
  133. if (level > 0) dst[j] = (level - threshold1 + 4) >> 3;
  134. else dst[j] = (level + threshold1 + 4) >> 3;
  135. }
  136. }
  137. }
  138. static void store_slice_c(uint8_t *dst, const int16_t *src,
  139. int dst_linesize, int src_linesize,
  140. int width, int height, int log2_scale,
  141. const uint8_t dither[8][8])
  142. {
  143. int y, x;
  144. #define STORE(pos) do { \
  145. temp = ((src[x + y*src_linesize + pos] << log2_scale) + d[pos]) >> 6; \
  146. if (temp & 0x100) \
  147. temp = ~(temp >> 31); \
  148. dst[x + y*dst_linesize + pos] = temp; \
  149. } while (0)
  150. for (y = 0; y < height; y++) {
  151. const uint8_t *d = dither[y];
  152. for (x = 0; x < width; x += 8) {
  153. int temp;
  154. STORE(0);
  155. STORE(1);
  156. STORE(2);
  157. STORE(3);
  158. STORE(4);
  159. STORE(5);
  160. STORE(6);
  161. STORE(7);
  162. }
  163. }
  164. }
  165. static void store_slice16_c(uint16_t *dst, const int16_t *src,
  166. int dst_linesize, int src_linesize,
  167. int width, int height, int log2_scale,
  168. const uint8_t dither[8][8], int depth)
  169. {
  170. int y, x;
  171. unsigned int mask = -1<<depth;
  172. #define STORE16(pos) do { \
  173. temp = ((src[x + y*src_linesize + pos] << log2_scale) + (d[pos]>>1)) >> 5; \
  174. if (temp & mask ) \
  175. temp = ~(temp >> 31); \
  176. dst[x + y*dst_linesize + pos] = temp; \
  177. } while (0)
  178. for (y = 0; y < height; y++) {
  179. const uint8_t *d = dither[y];
  180. for (x = 0; x < width; x += 8) {
  181. int temp;
  182. STORE16(0);
  183. STORE16(1);
  184. STORE16(2);
  185. STORE16(3);
  186. STORE16(4);
  187. STORE16(5);
  188. STORE16(6);
  189. STORE16(7);
  190. }
  191. }
  192. }
  193. static inline void add_block(uint16_t *dst, int linesize, const int16_t block[64])
  194. {
  195. int y;
  196. for (y = 0; y < 8; y++) {
  197. *(uint32_t *)&dst[0 + y*linesize] += *(uint32_t *)&block[0 + y*8];
  198. *(uint32_t *)&dst[2 + y*linesize] += *(uint32_t *)&block[2 + y*8];
  199. *(uint32_t *)&dst[4 + y*linesize] += *(uint32_t *)&block[4 + y*8];
  200. *(uint32_t *)&dst[6 + y*linesize] += *(uint32_t *)&block[6 + y*8];
  201. }
  202. }
  203. static void filter(SPPContext *p, uint8_t *dst, uint8_t *src,
  204. int dst_linesize, int src_linesize, int width, int height,
  205. const uint8_t *qp_table, int qp_stride, int is_luma, int depth)
  206. {
  207. int x, y, i;
  208. const int count = 1 << p->log2_count;
  209. const int linesize = is_luma ? p->temp_linesize : FFALIGN(width+16, 16);
  210. DECLARE_ALIGNED(16, uint64_t, block_align)[32];
  211. int16_t *block = (int16_t *)block_align;
  212. int16_t *block2 = (int16_t *)(block_align + 16);
  213. uint16_t *psrc16 = (uint16_t*)p->src;
  214. const int sample_bytes = (depth+7) / 8;
  215. for (y = 0; y < height; y++) {
  216. int index = 8 + 8*linesize + y*linesize;
  217. memcpy(p->src + index*sample_bytes, src + y*src_linesize, width*sample_bytes);
  218. if (sample_bytes == 1) {
  219. for (x = 0; x < 8; x++) {
  220. p->src[index - x - 1] = p->src[index + x ];
  221. p->src[index + width + x ] = p->src[index + width - x - 1];
  222. }
  223. } else {
  224. for (x = 0; x < 8; x++) {
  225. psrc16[index - x - 1] = psrc16[index + x ];
  226. psrc16[index + width + x ] = psrc16[index + width - x - 1];
  227. }
  228. }
  229. }
  230. for (y = 0; y < 8; y++) {
  231. memcpy(p->src + ( 7-y)*linesize * sample_bytes, p->src + ( y+8)*linesize * sample_bytes, linesize * sample_bytes);
  232. memcpy(p->src + (height+8+y)*linesize * sample_bytes, p->src + (height-y+7)*linesize * sample_bytes, linesize * sample_bytes);
  233. }
  234. for (y = 0; y < height + 8; y += 8) {
  235. memset(p->temp + (8 + y) * linesize, 0, 8 * linesize * sizeof(*p->temp));
  236. for (x = 0; x < width + 8; x += 8) {
  237. int qp;
  238. if (p->qp) {
  239. qp = p->qp;
  240. } else{
  241. const int qps = 3 + is_luma;
  242. qp = qp_table[(FFMIN(x, width - 1) >> qps) + (FFMIN(y, height - 1) >> qps) * qp_stride];
  243. qp = FFMAX(1, ff_norm_qscale(qp, p->qscale_type));
  244. }
  245. for (i = 0; i < count; i++) {
  246. const int x1 = x + offset[i + count - 1][0];
  247. const int y1 = y + offset[i + count - 1][1];
  248. const int index = x1 + y1*linesize;
  249. p->dct->get_pixels(block, p->src + sample_bytes*index, sample_bytes*linesize);
  250. p->dct->fdct(block);
  251. p->requantize(block2, block, qp, p->dct->idct_permutation);
  252. p->dct->idct(block2);
  253. add_block(p->temp + index, linesize, block2);
  254. }
  255. }
  256. if (y) {
  257. if (sample_bytes == 1) {
  258. p->store_slice(dst + (y - 8) * dst_linesize, p->temp + 8 + y*linesize,
  259. dst_linesize, linesize, width,
  260. FFMIN(8, height + 8 - y), MAX_LEVEL - p->log2_count,
  261. ldither);
  262. } else {
  263. store_slice16_c((uint16_t*)(dst + (y - 8) * dst_linesize), p->temp + 8 + y*linesize,
  264. dst_linesize/2, linesize, width,
  265. FFMIN(8, height + 8 - y), MAX_LEVEL - p->log2_count,
  266. ldither, depth);
  267. }
  268. }
  269. }
  270. }
  271. static int query_formats(AVFilterContext *ctx)
  272. {
  273. static const enum AVPixelFormat pix_fmts[] = {
  274. AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV422P,
  275. AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV411P,
  276. AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV440P,
  277. AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ422P,
  278. AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ440P,
  279. AV_PIX_FMT_YUV444P10, AV_PIX_FMT_YUV422P10,
  280. AV_PIX_FMT_YUV420P10,
  281. AV_PIX_FMT_YUV444P9, AV_PIX_FMT_YUV422P9,
  282. AV_PIX_FMT_YUV420P9,
  283. AV_PIX_FMT_GRAY8,
  284. AV_PIX_FMT_GBRP,
  285. AV_PIX_FMT_GBRP9,
  286. AV_PIX_FMT_GBRP10,
  287. AV_PIX_FMT_NONE
  288. };
  289. AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
  290. if (!fmts_list)
  291. return AVERROR(ENOMEM);
  292. return ff_set_common_formats(ctx, fmts_list);
  293. }
  294. static int config_input(AVFilterLink *inlink)
  295. {
  296. SPPContext *s = inlink->dst->priv;
  297. const int h = FFALIGN(inlink->h + 16, 16);
  298. const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
  299. const int bps = desc->comp[0].depth;
  300. av_opt_set_int(s->dct, "bits_per_sample", bps, 0);
  301. avcodec_dct_init(s->dct);
  302. if (ARCH_X86)
  303. ff_spp_init_x86(s);
  304. s->hsub = desc->log2_chroma_w;
  305. s->vsub = desc->log2_chroma_h;
  306. s->temp_linesize = FFALIGN(inlink->w + 16, 16);
  307. s->temp = av_malloc_array(s->temp_linesize, h * sizeof(*s->temp));
  308. s->src = av_malloc_array(s->temp_linesize, h * sizeof(*s->src) * 2);
  309. if (!s->temp || !s->src)
  310. return AVERROR(ENOMEM);
  311. return 0;
  312. }
  313. static int filter_frame(AVFilterLink *inlink, AVFrame *in)
  314. {
  315. AVFilterContext *ctx = inlink->dst;
  316. SPPContext *s = ctx->priv;
  317. AVFilterLink *outlink = ctx->outputs[0];
  318. AVFrame *out = in;
  319. int qp_stride = 0;
  320. const int8_t *qp_table = NULL;
  321. const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
  322. const int depth = desc->comp[0].depth;
  323. /* if we are not in a constant user quantizer mode and we don't want to use
  324. * the quantizers from the B-frames (B-frames often have a higher QP), we
  325. * need to save the qp table from the last non B-frame; this is what the
  326. * following code block does */
  327. if (!s->qp) {
  328. qp_table = av_frame_get_qp_table(in, &qp_stride, &s->qscale_type);
  329. if (qp_table && !s->use_bframe_qp && in->pict_type != AV_PICTURE_TYPE_B) {
  330. int w, h;
  331. /* if the qp stride is not set, it means the QP are only defined on
  332. * a line basis */
  333. if (!qp_stride) {
  334. w = AV_CEIL_RSHIFT(inlink->w, 4);
  335. h = 1;
  336. } else {
  337. w = qp_stride;
  338. h = AV_CEIL_RSHIFT(inlink->h, 4);
  339. }
  340. if (w * h > s->non_b_qp_alloc_size) {
  341. int ret = av_reallocp_array(&s->non_b_qp_table, w, h);
  342. if (ret < 0) {
  343. s->non_b_qp_alloc_size = 0;
  344. return ret;
  345. }
  346. s->non_b_qp_alloc_size = w * h;
  347. }
  348. av_assert0(w * h <= s->non_b_qp_alloc_size);
  349. memcpy(s->non_b_qp_table, qp_table, w * h);
  350. }
  351. }
  352. if (s->log2_count && !ctx->is_disabled) {
  353. if (!s->use_bframe_qp && s->non_b_qp_table)
  354. qp_table = s->non_b_qp_table;
  355. if (qp_table || s->qp) {
  356. const int cw = AV_CEIL_RSHIFT(inlink->w, s->hsub);
  357. const int ch = AV_CEIL_RSHIFT(inlink->h, s->vsub);
  358. /* get a new frame if in-place is not possible or if the dimensions
  359. * are not multiple of 8 */
  360. if (!av_frame_is_writable(in) || (inlink->w & 7) || (inlink->h & 7)) {
  361. const int aligned_w = FFALIGN(inlink->w, 8);
  362. const int aligned_h = FFALIGN(inlink->h, 8);
  363. out = ff_get_video_buffer(outlink, aligned_w, aligned_h);
  364. if (!out) {
  365. av_frame_free(&in);
  366. return AVERROR(ENOMEM);
  367. }
  368. av_frame_copy_props(out, in);
  369. out->width = in->width;
  370. out->height = in->height;
  371. }
  372. filter(s, out->data[0], in->data[0], out->linesize[0], in->linesize[0], inlink->w, inlink->h, qp_table, qp_stride, 1, depth);
  373. if (out->data[2]) {
  374. filter(s, out->data[1], in->data[1], out->linesize[1], in->linesize[1], cw, ch, qp_table, qp_stride, 0, depth);
  375. filter(s, out->data[2], in->data[2], out->linesize[2], in->linesize[2], cw, ch, qp_table, qp_stride, 0, depth);
  376. }
  377. emms_c();
  378. }
  379. }
  380. if (in != out) {
  381. if (in->data[3])
  382. av_image_copy_plane(out->data[3], out->linesize[3],
  383. in ->data[3], in ->linesize[3],
  384. inlink->w, inlink->h);
  385. av_frame_free(&in);
  386. }
  387. return ff_filter_frame(outlink, out);
  388. }
  389. static int process_command(AVFilterContext *ctx, const char *cmd, const char *args,
  390. char *res, int res_len, int flags)
  391. {
  392. SPPContext *s = ctx->priv;
  393. if (!strcmp(cmd, "level")) {
  394. if (!strcmp(args, "max"))
  395. s->log2_count = MAX_LEVEL;
  396. else
  397. s->log2_count = av_clip(strtol(args, NULL, 10), 0, MAX_LEVEL);
  398. return 0;
  399. }
  400. return AVERROR(ENOSYS);
  401. }
  402. static av_cold int init_dict(AVFilterContext *ctx, AVDictionary **opts)
  403. {
  404. SPPContext *s = ctx->priv;
  405. int ret;
  406. s->avctx = avcodec_alloc_context3(NULL);
  407. s->dct = avcodec_dct_alloc();
  408. if (!s->avctx || !s->dct)
  409. return AVERROR(ENOMEM);
  410. if (opts) {
  411. AVDictionaryEntry *e = NULL;
  412. while ((e = av_dict_get(*opts, "", e, AV_DICT_IGNORE_SUFFIX))) {
  413. if ((ret = av_opt_set(s->dct, e->key, e->value, 0)) < 0)
  414. return ret;
  415. }
  416. av_dict_free(opts);
  417. }
  418. s->store_slice = store_slice_c;
  419. switch (s->mode) {
  420. case MODE_HARD: s->requantize = hardthresh_c; break;
  421. case MODE_SOFT: s->requantize = softthresh_c; break;
  422. }
  423. return 0;
  424. }
  425. static av_cold void uninit(AVFilterContext *ctx)
  426. {
  427. SPPContext *s = ctx->priv;
  428. av_freep(&s->temp);
  429. av_freep(&s->src);
  430. if (s->avctx) {
  431. avcodec_close(s->avctx);
  432. av_freep(&s->avctx);
  433. }
  434. av_freep(&s->dct);
  435. av_freep(&s->non_b_qp_table);
  436. }
  437. static const AVFilterPad spp_inputs[] = {
  438. {
  439. .name = "default",
  440. .type = AVMEDIA_TYPE_VIDEO,
  441. .config_props = config_input,
  442. .filter_frame = filter_frame,
  443. },
  444. { NULL }
  445. };
  446. static const AVFilterPad spp_outputs[] = {
  447. {
  448. .name = "default",
  449. .type = AVMEDIA_TYPE_VIDEO,
  450. },
  451. { NULL }
  452. };
  453. AVFilter ff_vf_spp = {
  454. .name = "spp",
  455. .description = NULL_IF_CONFIG_SMALL("Apply a simple post processing filter."),
  456. .priv_size = sizeof(SPPContext),
  457. .init_dict = init_dict,
  458. .uninit = uninit,
  459. .query_formats = query_formats,
  460. .inputs = spp_inputs,
  461. .outputs = spp_outputs,
  462. .process_command = process_command,
  463. .priv_class = &spp_class,
  464. .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL,
  465. };