idct_mmi.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362
  1. /*
  2. * Originally provided by Intel at Application Note AP-922.
  3. *
  4. * Column code adapted from Peter Gubanov.
  5. * Copyright (c) 2000-2001 Peter Gubanov <peter@elecard.net.ru>
  6. * http://www.elecard.com/peter/idct.shtml
  7. * rounding trick copyright (c) 2000 Michel Lespinasse <walken@zoy.org>
  8. *
  9. * MMI port and (c) 2002 by Leon van Stuivenberg
  10. *
  11. * This file is part of FFmpeg.
  12. *
  13. * FFmpeg is free software; you can redistribute it and/or
  14. * modify it under the terms of the GNU Lesser General Public
  15. * License as published by the Free Software Foundation; either
  16. * version 2.1 of the License, or (at your option) any later version.
  17. *
  18. * FFmpeg is distributed in the hope that it will be useful,
  19. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  20. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  21. * Lesser General Public License for more details.
  22. *
  23. * You should have received a copy of the GNU Lesser General Public
  24. * License along with FFmpeg; if not, write to the Free Software
  25. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  26. */
  27. #include "libavutil/common.h"
  28. #include "libavcodec/dsputil.h"
  29. #include "mmi.h"
  30. #define BITS_INV_ACC 5 // 4 or 5 for IEEE
  31. #define SHIFT_INV_ROW (16 - BITS_INV_ACC)
  32. #define SHIFT_INV_COL (1 + BITS_INV_ACC)
  33. #define TG1 6518
  34. #define TG2 13573
  35. #define TG3 21895
  36. #define CS4 23170
  37. #define ROUNDER_0 0
  38. #define ROUNDER_1 16
  39. #define TAB_i_04 (32+0)
  40. #define TAB_i_17 (32+64)
  41. #define TAB_i_26 (32+128)
  42. #define TAB_i_35 (32+192)
  43. #define TG_1_16 (32+256+0)
  44. #define TG_2_16 (32+256+16)
  45. #define TG_3_16 (32+256+32)
  46. #define COS_4_16 (32+256+48)
  47. #define CLIPMAX (32+256+64+0)
  48. static short consttable[] align16 = {
  49. /* rounder 0*/ // assume SHIFT_INV_ROW == 11
  50. 0x3ff, 1, 0x3ff, 1, 0x3ff, 1, 0x3ff, 1,
  51. /* rounder 1*/
  52. 0x3ff, 0, 0x3ff, 0, 0x3ff, 0, 0x3ff, 0,
  53. /* row 0/4*/
  54. 16384, 21407, -16384, -21407, 22725, 19266, -22725, -12873,
  55. 8867, 16384, 8867, 16384, 4520, 12873, -4520, 19266,
  56. 16384, -8867, 16384, -8867, 12873, -22725, 19266, -22725,
  57. 21407, -16384, -21407, 16384, 19266, 4520, -12873, 4520,
  58. /* row 1/7*/
  59. 22725, 29692, -22725, -29692, 31521, 26722, -31521, -17855,
  60. 12299, 22725, 12299, 22725, 6270, 17855, -6270, 26722,
  61. 22725, -12299, 22725, -12299, 17855, -31521, 26722, -31521,
  62. 29692, -22725, -29692, 22725, 26722, 6270, -17855, 6270,
  63. /* row 2/6*/
  64. 21407, 27969, -21407, -27969, 29692, 25172, -29692, -16819,
  65. 11585, 21407, 11585, 21407, 5906, 16819, -5906, 25172,
  66. 21407, -11585, 21407, -11585, 16819, -29692, 25172, -29692,
  67. 27969, -21407, -27969, 21407, 25172, 5906, -16819, 5906,
  68. /*row 3/5*/
  69. 19266, 25172, -19266, -25172, 26722, 22654, -26722, -15137,
  70. 10426, 19266, 10426, 19266, 5315, 15137, -5315, 22654,
  71. 19266, -10426, 19266, -10426, 15137, -26722, 22654, -26722,
  72. 25172, -19266, -25172, 19266, 22654, 5315, -15137, 5315,
  73. /*column constants*/
  74. TG1, TG1, TG1, TG1, TG1, TG1, TG1, TG1,
  75. TG2, TG2, TG2, TG2, TG2, TG2, TG2, TG2,
  76. TG3, TG3, TG3, TG3, TG3, TG3, TG3, TG3,
  77. CS4, CS4, CS4, CS4, CS4, CS4, CS4, CS4,
  78. /* clamp */
  79. 255, 255, 255, 255, 255, 255, 255, 255
  80. };
  81. #define DCT_8_INV_ROW1(blk, rowoff, taboff, rnd, outreg) { \
  82. lq(blk, rowoff, $16); /* r16 = x7 x5 x3 x1 x6 x4 x2 x0 */ \
  83. /*slot*/ \
  84. lq($24, 0+taboff, $17); /* r17 = w */ \
  85. /*delay slot $16*/ \
  86. lq($24, 16+taboff, $18);/* r18 = w */ \
  87. prevh($16, $2); /* r2 = x1 x3 x5 x7 x0 x2 x4 x6 */ \
  88. lq($24, 32+taboff, $19);/* r19 = w */ \
  89. phmadh($17, $16, $17); /* r17 = b1"b0'a1"a0' */ \
  90. lq($24, 48+taboff, $20);/* r20 = w */ \
  91. phmadh($18, $2, $18); /* r18 = b1'b0"a1'a0" */ \
  92. phmadh($19, $16, $19); /* r19 = b3"b2'a3"a2' */ \
  93. phmadh($20, $2, $20); /* r20 = b3'b2"a3'a2" */ \
  94. paddw($17, $18, $17); /* r17 = (b1)(b0)(a1)(a0) */ \
  95. paddw($19, $20, $19); /* r19 = (b3)(b2)(a3)(a2) */ \
  96. pcpyld($19, $17, $18); /* r18 = (a3)(a2)(a1)(a0) */ \
  97. pcpyud($17, $19, $20); /* r20 = (b3)(b2)(b1)(b0) */ \
  98. paddw($18, rnd, $18); /* r18 = (a3)(a2)(a1)(a0) */\
  99. paddw($18, $20, $17); /* r17 = ()()()(a0+b0) */ \
  100. psubw($18, $20, $20); /* r20 = ()()()(a0-b0) */ \
  101. psraw($17, SHIFT_INV_ROW, $17); /* r17 = (y3 y2 y1 y0) */ \
  102. psraw($20, SHIFT_INV_ROW, $20); /* r20 = (y4 y5 y6 y7) */ \
  103. ppach($20, $17, outreg);/* out = y4 y5 y6 y7 y3 y2 y1 y0 Note order */ \
  104. \
  105. prevh(outreg, $2); \
  106. pcpyud($2, $2, $2); \
  107. pcpyld($2, outreg, outreg); \
  108. }
  109. #define DCT_8_INV_COL8() \
  110. \
  111. lq($24, TG_3_16, $2); /* r2 = tn3 */ \
  112. \
  113. pmulth($11, $2, $17); /* r17 = x3 * tn3 (6420) */ \
  114. psraw($17, 15, $17); \
  115. pmfhl_uw($3); /* r3 = 7531 */ \
  116. psraw($3, 15, $3); \
  117. pinteh($3, $17, $17); /* r17 = x3 * tn3 */ \
  118. psubh($17, $13, $17); /* r17 = tm35 */ \
  119. \
  120. pmulth($13, $2, $18); /* r18 = x5 * tn3 (6420) */ \
  121. psraw($18, 15, $18); \
  122. pmfhl_uw($3); /* r3 = 7531 */ \
  123. psraw($3, 15, $3); \
  124. pinteh($3, $18, $18); /* r18 = x5 * tn3 */ \
  125. paddh($18, $11, $18); /* r18 = tp35 */ \
  126. \
  127. lq($24, TG_1_16, $2); /* r2 = tn1 */ \
  128. \
  129. pmulth($15, $2, $19); /* r19 = x7 * tn1 (6420) */ \
  130. psraw($19, 15, $19); \
  131. pmfhl_uw($3); /* r3 = 7531 */ \
  132. psraw($3, 15, $3); \
  133. pinteh($3, $19, $19); /* r19 = x7 * tn1 */ \
  134. paddh($19, $9, $19); /* r19 = tp17 */ \
  135. \
  136. pmulth($9, $2, $20); /* r20 = x1 * tn1 (6420) */ \
  137. psraw($20, 15, $20); \
  138. pmfhl_uw($3); /* r3 = 7531 */ \
  139. psraw($3, 15, $3); \
  140. pinteh($3, $20, $20); /* r20 = x1 * tn1 */ \
  141. psubh($20, $15, $20); /* r20 = tm17 */ \
  142. \
  143. psubh($19, $18, $3); /* r3 = t1 */ \
  144. paddh($20, $17, $16); /* r16 = t2 */ \
  145. psubh($20, $17, $23); /* r23 = b3 */ \
  146. paddh($19, $18, $20); /* r20 = b0 */ \
  147. \
  148. lq($24, COS_4_16, $2); /* r2 = cs4 */ \
  149. \
  150. paddh($3, $16, $21); /* r21 = t1+t2 */ \
  151. psubh($3, $16, $22); /* r22 = t1-t2 */ \
  152. \
  153. pmulth($21, $2, $21); /* r21 = cs4 * (t1+t2) 6420 */ \
  154. psraw($21, 15, $21); \
  155. pmfhl_uw($3); /* r3 = 7531 */ \
  156. psraw($3, 15, $3); \
  157. pinteh($3, $21, $21); /* r21 = b1 */ \
  158. \
  159. pmulth($22, $2, $22); /* r22 = cs4 * (t1-t2) 6420 */ \
  160. psraw($22, 15, $22); \
  161. pmfhl_uw($3); /* r3 = 7531 */ \
  162. psraw($3, 15, $3); \
  163. pinteh($3, $22, $22); /* r22 = b2 */ \
  164. \
  165. lq($24, TG_2_16, $2); /* r2 = tn2 */ \
  166. \
  167. pmulth($10, $2, $17); /* r17 = x2 * tn2 (6420) */ \
  168. psraw($17, 15, $17); \
  169. pmfhl_uw($3); /* r3 = 7531 */ \
  170. psraw($3, 15, $3); \
  171. pinteh($3, $17, $17); /* r17 = x3 * tn3 */ \
  172. psubh($17, $14, $17); /* r17 = tm26 */ \
  173. \
  174. pmulth($14, $2, $18); /* r18 = x6 * tn2 (6420) */ \
  175. psraw($18, 15, $18); \
  176. pmfhl_uw($3); /* r3 = 7531 */ \
  177. psraw($3, 15, $3); \
  178. pinteh($3, $18, $18); /* r18 = x6 * tn2 */ \
  179. paddh($18, $10, $18); /* r18 = tp26 */ \
  180. \
  181. paddh($8, $12, $2); /* r2 = tp04 */ \
  182. psubh($8, $12, $3); /* r3 = tm04 */ \
  183. \
  184. paddh($2, $18, $16); /* r16 = a0 */ \
  185. psubh($2, $18, $19); /* r19 = a3 */ \
  186. psubh($3, $17, $18); /* r18 = a2 */ \
  187. paddh($3, $17, $17); /* r17 = a1 */
  188. #define DCT_8_INV_COL8_STORE(blk) \
  189. \
  190. paddh($16, $20, $2); /* y0 a0+b0 */ \
  191. psubh($16, $20, $16); /* y7 a0-b0 */ \
  192. psrah($2, SHIFT_INV_COL, $2); \
  193. psrah($16, SHIFT_INV_COL, $16); \
  194. sq($2, 0, blk); \
  195. sq($16, 112, blk); \
  196. \
  197. paddh($17, $21, $3); /* y1 a1+b1 */ \
  198. psubh($17, $21, $17); /* y6 a1-b1 */ \
  199. psrah($3, SHIFT_INV_COL, $3); \
  200. psrah($17, SHIFT_INV_COL, $17); \
  201. sq($3, 16, blk); \
  202. sq($17, 96, blk); \
  203. \
  204. paddh($18, $22, $2); /* y2 a2+b2 */ \
  205. psubh($18, $22, $18); /* y5 a2-b2 */ \
  206. psrah($2, SHIFT_INV_COL, $2); \
  207. psrah($18, SHIFT_INV_COL, $18); \
  208. sq($2, 32, blk); \
  209. sq($18, 80, blk); \
  210. \
  211. paddh($19, $23, $3); /* y3 a3+b3 */ \
  212. psubh($19, $23, $19); /* y4 a3-b3 */ \
  213. psrah($3, SHIFT_INV_COL, $3); \
  214. psrah($19, SHIFT_INV_COL, $19); \
  215. sq($3, 48, blk); \
  216. sq($19, 64, blk);
  217. #define DCT_8_INV_COL8_PMS() \
  218. paddh($16, $20, $2); /* y0 a0+b0 */ \
  219. psubh($16, $20, $20); /* y7 a0-b0 */ \
  220. psrah($2, SHIFT_INV_COL, $16); \
  221. psrah($20, SHIFT_INV_COL, $20); \
  222. \
  223. paddh($17, $21, $3); /* y1 a1+b1 */ \
  224. psubh($17, $21, $21); /* y6 a1-b1 */ \
  225. psrah($3, SHIFT_INV_COL, $17); \
  226. psrah($21, SHIFT_INV_COL, $21); \
  227. \
  228. paddh($18, $22, $2); /* y2 a2+b2 */ \
  229. psubh($18, $22, $22); /* y5 a2-b2 */ \
  230. psrah($2, SHIFT_INV_COL, $18); \
  231. psrah($22, SHIFT_INV_COL, $22); \
  232. \
  233. paddh($19, $23, $3); /* y3 a3+b3 */ \
  234. psubh($19, $23, $23); /* y4 a3-b3 */ \
  235. psrah($3, SHIFT_INV_COL, $19); \
  236. psrah($23, SHIFT_INV_COL, $23);
  237. #define PUT(rs) \
  238. pminh(rs, $11, $2); \
  239. pmaxh($2, $0, $2); \
  240. ppacb($0, $2, $2); \
  241. sd3(2, 0, 4); \
  242. __asm__ volatile ("add $4, $5, $4");
  243. #define DCT_8_INV_COL8_PUT() \
  244. PUT($16); \
  245. PUT($17); \
  246. PUT($18); \
  247. PUT($19); \
  248. PUT($23); \
  249. PUT($22); \
  250. PUT($21); \
  251. PUT($20);
  252. #define ADD(rs) \
  253. ld3(4, 0, 2); \
  254. pextlb($0, $2, $2); \
  255. paddh($2, rs, $2); \
  256. pminh($2, $11, $2); \
  257. pmaxh($2, $0, $2); \
  258. ppacb($0, $2, $2); \
  259. sd3(2, 0, 4); \
  260. __asm__ volatile ("add $4, $5, $4");
  261. /*fixme: schedule*/
  262. #define DCT_8_INV_COL8_ADD() \
  263. ADD($16); \
  264. ADD($17); \
  265. ADD($18); \
  266. ADD($19); \
  267. ADD($23); \
  268. ADD($22); \
  269. ADD($21); \
  270. ADD($20);
  271. void ff_mmi_idct(int16_t * block)
  272. {
  273. /* $4 = block */
  274. __asm__ volatile("la $24, %0"::"m"(consttable[0]));
  275. lq($24, ROUNDER_0, $8);
  276. lq($24, ROUNDER_1, $7);
  277. DCT_8_INV_ROW1($4, 0, TAB_i_04, $8, $8);
  278. DCT_8_INV_ROW1($4, 16, TAB_i_17, $7, $9);
  279. DCT_8_INV_ROW1($4, 32, TAB_i_26, $7, $10);
  280. DCT_8_INV_ROW1($4, 48, TAB_i_35, $7, $11);
  281. DCT_8_INV_ROW1($4, 64, TAB_i_04, $7, $12);
  282. DCT_8_INV_ROW1($4, 80, TAB_i_35, $7, $13);
  283. DCT_8_INV_ROW1($4, 96, TAB_i_26, $7, $14);
  284. DCT_8_INV_ROW1($4, 112, TAB_i_17, $7, $15);
  285. DCT_8_INV_COL8();
  286. DCT_8_INV_COL8_STORE($4);
  287. //let savedtemp regs be saved
  288. __asm__ volatile(" ":::"$16", "$17", "$18", "$19", "$20", "$21", "$22", "$23");
  289. }
  290. void ff_mmi_idct_put(uint8_t *dest, int line_size, DCTELEM *block)
  291. {
  292. /* $4 = dest, $5 = line_size, $6 = block */
  293. __asm__ volatile("la $24, %0"::"m"(consttable[0]));
  294. lq($24, ROUNDER_0, $8);
  295. lq($24, ROUNDER_1, $7);
  296. DCT_8_INV_ROW1($6, 0, TAB_i_04, $8, $8);
  297. DCT_8_INV_ROW1($6, 16, TAB_i_17, $7, $9);
  298. DCT_8_INV_ROW1($6, 32, TAB_i_26, $7, $10);
  299. DCT_8_INV_ROW1($6, 48, TAB_i_35, $7, $11);
  300. DCT_8_INV_ROW1($6, 64, TAB_i_04, $7, $12);
  301. DCT_8_INV_ROW1($6, 80, TAB_i_35, $7, $13);
  302. DCT_8_INV_ROW1($6, 96, TAB_i_26, $7, $14);
  303. DCT_8_INV_ROW1($6, 112, TAB_i_17, $7, $15);
  304. DCT_8_INV_COL8();
  305. lq($24, CLIPMAX, $11);
  306. DCT_8_INV_COL8_PMS();
  307. DCT_8_INV_COL8_PUT();
  308. //let savedtemp regs be saved
  309. __asm__ volatile(" ":::"$16", "$17", "$18", "$19", "$20", "$21", "$22", "$23");
  310. }
  311. void ff_mmi_idct_add(uint8_t *dest, int line_size, DCTELEM *block)
  312. {
  313. /* $4 = dest, $5 = line_size, $6 = block */
  314. __asm__ volatile("la $24, %0"::"m"(consttable[0]));
  315. lq($24, ROUNDER_0, $8);
  316. lq($24, ROUNDER_1, $7);
  317. DCT_8_INV_ROW1($6, 0, TAB_i_04, $8, $8);
  318. DCT_8_INV_ROW1($6, 16, TAB_i_17, $7, $9);
  319. DCT_8_INV_ROW1($6, 32, TAB_i_26, $7, $10);
  320. DCT_8_INV_ROW1($6, 48, TAB_i_35, $7, $11);
  321. DCT_8_INV_ROW1($6, 64, TAB_i_04, $7, $12);
  322. DCT_8_INV_ROW1($6, 80, TAB_i_35, $7, $13);
  323. DCT_8_INV_ROW1($6, 96, TAB_i_26, $7, $14);
  324. DCT_8_INV_ROW1($6, 112, TAB_i_17, $7, $15);
  325. DCT_8_INV_COL8();
  326. lq($24, CLIPMAX, $11);
  327. DCT_8_INV_COL8_PMS();
  328. DCT_8_INV_COL8_ADD();
  329. //let savedtemp regs be saved
  330. __asm__ volatile(" ":::"$16", "$17", "$18", "$19", "$20", "$21", "$22", "$23");
  331. }