ffmpeg/libavfilter/x86/colorspacedsp.asm

;*****************************************************************************
;* x86-optimized functions for colorspace filter
;*
;* Copyright (C) 2016 Ronald S. Bultje <rsbultje@gmail.com>
;*
;* This file is part of FFmpeg.
;*
;* FFmpeg is free software; you can redistribute it and/or
;* modify it under the terms of the GNU Lesser General Public
;* License as published by the Free Software Foundation; either
;* version 2.1 of the License, or (at your option) any later version.
;*
;* FFmpeg is distributed in the hope that it will be useful,
;* but WITHOUT ANY WARRANTY; without even the implied warranty of
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
;* Lesser General Public License for more details.
;*
;* You should have received a copy of the GNU Lesser General Public
;* License along with FFmpeg; if not, write to the Free Software
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
;******************************************************************************

%include "libavutil/x86/x86util.asm"

SECTION_RODATA

pw_1: times 8 dw 1
pw_2: times 8 dw 2
pw_4: times 8 dw 4
pw_8: times 8 dw 8
pw_16: times 8 dw 16
pw_64: times 8 dw 64
pw_128: times 8 dw 128
pw_256: times 8 dw 256
pw_512: times 8 dw 512
pw_1023: times 8 dw 1023
pw_1024: times 8 dw 1024
pw_2048: times 8 dw 2048
pw_4095: times 8 dw 4095
pw_8192: times 8 dw 8192
pw_16384: times 8 dw 16384

pd_1: times 4 dd 1
pd_2: times 4 dd 2
pd_128: times 4 dd 128
pd_512: times 4 dd 512
pd_2048: times 4 dd 2048
pd_8192: times 4 dd 8192
pd_32768: times 4 dd 32768
pd_131072: times 4 dd 131072

SECTION .text

; void ff_yuv2yuv_420p8to8_sse2(uint8_t *yuv_out[3], ptrdiff_t yuv_out_stride[3],
;                               uint8_t *yuv_in[3], ptrdiff_t yuv_in_stride[3],
;                               int w, int h, const int16_t yuv2yuv_coeffs[3][3][8],
;                               const int16_t yuv_offset[2][8])

%if ARCH_X86_64
%macro YUV2YUV_FN 4 ; in_bitdepth, out_bitdepth, log2_chroma_w (horiz), log2_chroma_h (vert)

%assign %%sh (14 + %1 - %2)
%assign %%rnd (1 << (%%sh - 1))
%assign %%uvinoff (128 << (%1 - 8))
%assign %%uvoutoff (128 << (%2 - 8))
%if %3 == 0
%assign %%ss 444
%elif %4 == 0
%assign %%ss 422
%else ; %4 == 1
%assign %%ss 420
%endif ; %3/%4
%if %2 != 8
%assign %%maxval (1 << %2) - 1
%endif ; %2 != 8

%assign %%ypsh %%sh - 1
%if %%ypsh > 14
%assign %%yoffsh %%ypsh - 13
%assign %%ypsh 14
%else
%assign %%yoffsh 1
%endif
%assign %%yprnd (1 << (%%yoffsh - 1))
%assign %%ypmul (1 << %%ypsh)

cglobal yuv2yuv_ %+ %%ss %+ p%1to%2, 8, 14, 16, 0 - (4 * mmsize), \
                                     yo, yos, yi, yis, w, h, c, yoff, ui, vi, uo, vo
%if %3 == 1
    inc             wd
    sar             wd, 1
%if %4 == 1
    inc             hd
    sar             hd, 1
%endif ; %4 == 1
%endif ; %3 == 1
    mov [rsp+3*mmsize+0], wd
    mov [rsp+3*mmsize+4], hd

    mova           m10, [cq]
    pxor           m11, m11
    mova           m12, [pd_ %+ %%uvoutoff]
    pslld          m12, %%sh
    paddd          m12, [pd_ %+ %%rnd]
    mova           m13, [pw_ %+ %%uvinoff]
    mova           m14, [yoffq+ 0]      ; y_off_in
    mova           m15, [yoffq+16]      ; y_off_out
%if %%yoffsh != 0
    psllw          m15, %%yoffsh
%endif
    paddw          m15, [pw_ %+ %%yprnd]
    punpcklwd      m10, m15
    mova           m15, [pw_ %+ %%ypmul]
    movh            m0, [cq+1*16]       ; cyu
    movh            m1, [cq+2*16]       ; cyv
    movh            m2, [cq+4*16]       ; cuu
    movh            m3, [cq+5*16]       ; cuv
    movh            m4, [cq+7*16]       ; cvu
    movh            m5, [cq+8*16]       ; cvv
    punpcklwd       m0, m1
    punpcklwd       m2, m3
    punpcklwd       m4, m5
    mova [rsp+0*mmsize], m0
    mova [rsp+1*mmsize], m2
    mova [rsp+2*mmsize], m4

    DEFINE_ARGS yo, yos, yi, yis, ui, vi, uo, vo, uis, vis, uos, vos, x, tmp

    mov            uiq, [yiq+gprsize*1]
    mov            viq, [yiq+gprsize*2]
    mov            yiq, [yiq+gprsize*0]
    mov            uoq, [yoq+gprsize*1]
    mov            voq, [yoq+gprsize*2]
    mov            yoq, [yoq+gprsize*0]
    mov           uisq, [yisq+gprsize*1]
    mov           visq, [yisq+gprsize*2]
    mov           yisq, [yisq+gprsize*0]
    mov           uosq, [yosq+gprsize*1]
    mov           vosq, [yosq+gprsize*2]
    mov           yosq, [yosq+gprsize*0]

.loop_v:
    xor             xq, xq

.loop_h:
%if %4 == 1
    lea           tmpq, [yiq+yisq]
%endif ; %4 == 1
%if %1 == 8
    movu            m0, [yiq+xq*(1<<%3)]        ; y00/01
%if %4 == 1
    movu            m2, [tmpq+xq*2]             ; y10/11
%endif ; %4 == 1
%if %3 == 1
    movh            m4, [uiq+xq]                ; u
    movh            m5, [viq+xq]                ; v
%else ; %3 != 1
    movu            m4, [uiq+xq]                ; u
    movu            m5, [viq+xq]                ; v
%endif ; %3 ==/!= 1
    punpckhbw       m1, m0, m11
    punpcklbw       m0, m11
%if %4 == 1
    punpckhbw       m3, m2, m11
    punpcklbw       m2, m11
%endif ; %4 == 1
%if %3 == 0
    punpckhbw       m2, m4, m11
    punpckhbw       m3, m5, m11
%endif ; %3 == 0
    punpcklbw       m4, m11
    punpcklbw       m5, m11
%else ; %1 != 8
    movu            m0, [yiq+xq*(2<<%3)]        ; y00/01
    movu            m1, [yiq+xq*(2<<%3)+mmsize] ; y00/01
%if %4 == 1
    movu            m2, [tmpq+xq*4]             ; y10/11
    movu            m3, [tmpq+xq*4+mmsize]      ; y10/11
%endif ; %4 == 1
    movu            m4, [uiq+xq*2]              ; u
    movu            m5, [viq+xq*2]              ; v
%if %3 == 0
    movu            m2, [uiq+xq*2+mmsize]
    movu            m3, [viq+xq*2+mmsize]
%endif ; %3 == 0
%endif ; %1 ==/!= 8
    psubw           m0, m14
    psubw           m1, m14
%if %4 == 1
    psubw           m2, m14
    psubw           m3, m14
%endif ; %4 == 1
    psubw           m4, m13
    psubw           m5, m13
%if %3 == 0
    psubw           m2, m13
    psubw           m3, m13
%endif ; %3 == 0

    SBUTTERFLY   wd, 4, 5, 6
    pmaddwd         m6, m4, [rsp+1*mmsize]
    pmaddwd         m7, m5, [rsp+1*mmsize]
%if %3 == 0
    SBUTTERFLY   wd, 2, 3, 8
    pmaddwd         m8, m2, [rsp+1*mmsize]
    pmaddwd         m9, m3, [rsp+1*mmsize]
%else ; %3 != 0
    pmaddwd         m8, m4, [rsp+2*mmsize]
    pmaddwd         m9, m5, [rsp+2*mmsize]
%endif
    paddd           m6, m12
    paddd           m7, m12
    paddd           m8, m12
    paddd           m9, m12
    psrad           m6, %%sh
    psrad           m7, %%sh
    psrad           m8, %%sh
    psrad           m9, %%sh
    packssdw        m6, m7
    packssdw        m8, m9
%if %2 == 8
    packuswb        m6, m8
%if %3 == 0
    movu      [uoq+xq], m6
%else ; %3 != 0
    movh      [uoq+xq], m6
    movhps    [voq+xq], m6
%endif ; %3 ==/!= 0
%else ; %2 != 8
    CLIPW           m6, m11, [pw_ %+ %%maxval]
    CLIPW           m8, m11, [pw_ %+ %%maxval]
    movu    [uoq+xq*2], m6
%if %3 == 0
    movu    [uoq+xq*2+mmsize], m8
%else ; %3 != 0
    movu    [voq+xq*2], m8
%endif ; %3 ==/!= 0
%endif ; %2 ==/!= 8

%if %3 == 0
    pmaddwd         m6, m4, [rsp+2*mmsize]
    pmaddwd         m7, m5, [rsp+2*mmsize]
    pmaddwd         m8, m2, [rsp+2*mmsize]
    pmaddwd         m9, m3, [rsp+2*mmsize]
    paddd           m6, m12
    paddd           m7, m12
    paddd           m8, m12
    paddd           m9, m12
    psrad           m6, %%sh
    psrad           m7, %%sh
    psrad           m8, %%sh
    psrad           m9, %%sh
    packssdw        m6, m7
    packssdw        m8, m9
%if %2 == 8
    packuswb        m6, m8
    movu      [voq+xq], m6
%else ; %2 != 8
    CLIPW           m6, m11, [pw_ %+ %%maxval]
    CLIPW           m8, m11, [pw_ %+ %%maxval]
    movu    [voq+xq*2], m6
    movu    [voq+xq*2+mmsize], m8
%endif ; %2 ==/!= 8
%endif ; %3 == 0

    pmaddwd         m4, [rsp+0*mmsize]
    pmaddwd         m5, [rsp+0*mmsize]          ; uv_val
%if %3 == 0
    pmaddwd         m2, [rsp+0*mmsize]
    pmaddwd         m3, [rsp+0*mmsize]
%endif ; %3 == 0

    ; unpack y pixels with m15 (shifted round + offset), then multiply
    ; by m10, add uv pixels, and we're done!
%if %3 == 1
    punpckhdq       m8, m4, m4
    punpckldq       m4, m4
    punpckhdq       m9, m5, m5
    punpckldq       m5, m5
%else ; %3 != 1
    SWAP             8, 5, 2
    SWAP             3, 9
%endif ; %3 ==/!= 1
%if %4 == 1
    punpckhwd       m6, m2, m15
    punpcklwd       m2, m15
    punpckhwd       m7, m3, m15
    punpcklwd       m3, m15
    pmaddwd         m2, m10
    pmaddwd         m6, m10
    pmaddwd         m3, m10
    pmaddwd         m7, m10
    paddd           m2, m4
    paddd           m6, m8
    paddd           m3, m5
    paddd           m7, m9
    psrad           m2, %%sh
    psrad           m6, %%sh
    psrad           m3, %%sh
    psrad           m7, %%sh
    packssdw        m2, m6
    packssdw        m3, m7

    lea           tmpq, [yoq+yosq]
%if %2 == 8
    packuswb        m2, m3
    movu   [tmpq+xq*2], m2
%else ; %2 != 8
    CLIPW           m2, m11, [pw_ %+ %%maxval]
    CLIPW           m3, m11, [pw_ %+ %%maxval]
    movu   [tmpq+xq*4], m2
    movu [tmpq+xq*4+mmsize], m3
%endif ; %2 ==/!= 8
%endif ; %4 == 1

    punpckhwd       m6, m0, m15
    punpcklwd       m0, m15
    punpckhwd       m7, m1, m15
    punpcklwd       m1, m15
    pmaddwd         m0, m10
    pmaddwd         m6, m10
    pmaddwd         m1, m10
    pmaddwd         m7, m10
    paddd           m0, m4
    paddd           m6, m8
    paddd           m1, m5
    paddd           m7, m9
    psrad           m0, %%sh
    psrad           m6, %%sh
    psrad           m1, %%sh
    psrad           m7, %%sh
    packssdw        m0, m6
    packssdw        m1, m7

%if %2 == 8
    packuswb        m0, m1
    movu    [yoq+xq*(1<<%3)], m0
%else ; %2 != 8
    CLIPW           m0, m11, [pw_ %+ %%maxval]
    CLIPW           m1, m11, [pw_ %+ %%maxval]
    movu  [yoq+xq*(2<<%3)], m0
    movu [yoq+xq*(2<<%3)+mmsize], m1
%endif ; %2 ==/!= 8

    add             xq, mmsize >> %3
    cmp             xd, dword [rsp+3*mmsize+0]
    jl .loop_h

%if %4 == 1
    lea            yiq, [yiq+yisq*2]
    lea            yoq, [yoq+yosq*2]
%else ; %4 != 1
    add            yiq, yisq
    add            yoq, yosq
%endif ; %4 ==/!= 1
    add            uiq, uisq
    add            viq, visq
    add            uoq, uosq
    add            voq, vosq
    dec dword [rsp+3*mmsize+4]
    jg .loop_v

    RET
%endmacro

%macro YUV2YUV_FNS 2 ; ss_w, ss_h
YUV2YUV_FN  8,  8, %1, %2
YUV2YUV_FN 10,  8, %1, %2
YUV2YUV_FN 12,  8, %1, %2
YUV2YUV_FN  8, 10, %1, %2
YUV2YUV_FN 10, 10, %1, %2
YUV2YUV_FN 12, 10, %1, %2
YUV2YUV_FN  8, 12, %1, %2
YUV2YUV_FN 10, 12, %1, %2
YUV2YUV_FN 12, 12, %1, %2
%endmacro

INIT_XMM sse2
YUV2YUV_FNS 0, 0
YUV2YUV_FNS 1, 0
YUV2YUV_FNS 1, 1

; void ff_yuv2rgb_420p8_sse2(int16_t *rgb[3], ptrdiff_t rgb_stride,
;                            uint8_t *yuv[3], ptrdiff_t yuv_stride[3],
;                            int w, int h, const int16_t yuv2rgb_coeffs[3][3][8],
;                            const int16_t yuv_offset[8])
%macro YUV2RGB_FN 3 ; depth, log2_chroma_w (horiz), log2_chroma_h (vert)
%assign %%sh (%1 - 1)
%assign %%rnd (1 << (%%sh - 1))
%assign %%uvoff (1 << (%1 - 1))
%if %2 == 0
%assign %%ss 444
%elif %3 == 0
%assign %%ss 422
%else ; %3 == 1
%assign %%ss 420
%endif ; %2/%3

cglobal yuv2rgb_ %+ %%ss %+ p%1, 8, 14, 16, 0 - 8 * mmsize, \
                                rgb, rgbs, yuv, yuvs, ww, h, c, yoff
%if %2 == 1
    inc            wwd
    sar            wwd, 1
%endif ; %2 == 1
%if %3 == 1
    inc             hd
    sar             hd, 1
%endif ; %3 == 1
    pxor           m11, m11
    mova           m15, [yoffq]                 ; yoff
    movh           m14, [cq+  0]                ; cy
    movh           m10, [cq+ 32]                ; crv
    movh           m13, [cq+112]                ; cbu
    movh           m12, [cq+ 64]                ; cgu
    movh            m9, [cq+ 80]                ; cgv
    punpcklwd      m14, [pw_ %+ %%rnd]          ; cy, rnd
    punpcklwd      m13, m11                     ; cbu, 0
    punpcklwd      m11, m10                     ; 0, crv
    punpcklwd      m12, m9                      ; cgu, cgv
    mova [rsp+0*mmsize], m11
    mova [rsp+1*mmsize], m12
    mova [rsp+2*mmsize], m13
    mova [rsp+3*mmsize], m14
    pxor           m14, m14

    DEFINE_ARGS r, rgbs, y, ys, ww, h, g, b, u, v, us, vs, x, tmp

    mov             gq, [rq+1*gprsize]
    mov             bq, [rq+2*gprsize]
    mov             rq, [rq+0*gprsize]
    mov             uq, [yq+1*gprsize]
    mov             vq, [yq+2*gprsize]
    mov             yq, [yq+0*gprsize]
    mov            usq, [ysq+1*gprsize]
    mov            vsq, [ysq+2*gprsize]
    mov            ysq, [ysq+0*gprsize]

.loop_v:
    xor             xq, xq

.loop_h:
%if %3 == 1
    lea           tmpq, [yq+ysq]
%endif ; %3 == 1
%if %1 == 8
    movu            m0, [yq+xq*(1<<%2)]
%if %3 == 1
    movu            m2, [tmpq+xq*2]
%endif ; %3 == 1
%if %2 == 1
    movh            m4, [uq+xq]
    movh            m5, [vq+xq]
%else ; %2 != 1
    movu            m4, [uq+xq]
    movu            m5, [vq+xq]
%endif ; %2 ==/!= 1
    punpckhbw       m1, m0, m14
    punpcklbw       m0, m14
%if %3 == 1
    punpckhbw       m3, m2, m14
    punpcklbw       m2, m14
%endif ; %3 == 1
%if %2 == 0
    punpckhbw       m2, m4, m14
    punpckhbw       m3, m5, m14
%endif ; %2 == 0
    punpcklbw       m4, m14
    punpcklbw       m5, m14
%else ; %1 != 8
    movu            m0, [yq+xq*(2<<%2)]
    movu            m1, [yq+xq*(2<<%2)+mmsize]
%if %3 == 1
    movu            m2, [tmpq+xq*4]
    movu            m3, [tmpq+xq*4+mmsize]
%endif ; %3 == 1
    movu            m4, [uq+xq*2]
    movu            m5, [vq+xq*2]
%if %2 == 0
    movu            m2, [uq+xq*2+mmsize]
    movu            m3, [vq+xq*2+mmsize]
%endif ; %2 == 0
%endif ; %1 ==/!= 8
    psubw           m0, m15
    psubw           m1, m15
%if %3 == 1
    psubw           m2, m15
    psubw           m3, m15
%endif ; %3 == 1
    psubw           m4, [pw_ %+ %%uvoff]
    psubw           m5, [pw_ %+ %%uvoff]
    SBUTTERFLY   wd, 4, 5, 6
%if %2 == 0
    psubw           m2, [pw_ %+ %%uvoff]
    psubw           m3, [pw_ %+ %%uvoff]
    SBUTTERFLY   wd, 2, 3, 6
%endif ; %2 == 0

    ; calculate y+rnd full-resolution [0-3,6-9]
    punpckhwd       m6, m0, [pw_1]              ; y, 1
    punpcklwd       m0, [pw_1]                  ; y, 1
    punpckhwd       m7, m1, [pw_1]              ; y, 1
    punpcklwd       m1, [pw_1]                  ; y, 1
    pmaddwd         m0, [rsp+3*mmsize]
    pmaddwd         m6, [rsp+3*mmsize]
    pmaddwd         m1, [rsp+3*mmsize]
    pmaddwd         m7, [rsp+3*mmsize]
%if %3 == 1
    punpckhwd       m8, m2, [pw_1]              ; y, 1
    punpcklwd       m2, [pw_1]                  ; y, 1
    punpckhwd       m9, m3, [pw_1]              ; y, 1
    punpcklwd       m3, [pw_1]                  ; y, 1
    pmaddwd         m2, [rsp+3*mmsize]
    pmaddwd         m8, [rsp+3*mmsize]
    pmaddwd         m3, [rsp+3*mmsize]
    pmaddwd         m9, [rsp+3*mmsize]
    mova [rsp+4*mmsize], m2
    mova [rsp+5*mmsize], m8
    mova [rsp+6*mmsize], m3
    mova [rsp+7*mmsize], m9
%endif ; %3 == 1

    ; calculate r offsets (un-subsampled, then duplicate)
    pmaddwd        m10, m4, [rsp+0*mmsize]
%if %2 == 1
    pmaddwd        m12, m5, [rsp+0*mmsize]
    punpckhdq      m11, m10, m10
    punpckldq      m10, m10
    punpckhdq      m13, m12, m12
    punpckldq      m12, m12
%else ; %2 != 1
    pmaddwd        m11, m5, [rsp+0*mmsize]
    pmaddwd        m12, m2, [rsp+0*mmsize]
    pmaddwd        m13, m3, [rsp+0*mmsize]
%endif ; %2 ==/!= 1
%if %3 == 1
    paddd           m2, m10, [rsp+4*mmsize]
    paddd           m3, m11, [rsp+5*mmsize]
    paddd           m8, m12, [rsp+6*mmsize]
    paddd           m9, m13, [rsp+7*mmsize]
%endif
    paddd          m10, m0
    paddd          m11, m6
    paddd          m12, m1
    paddd          m13, m7
%if %3 == 1
    psrad           m2, %%sh
    psrad           m3, %%sh
    psrad           m8, %%sh
    psrad           m9, %%sh
%endif ; %3 == 1
    psrad          m10, %%sh
    psrad          m11, %%sh
    psrad          m12, %%sh
    psrad          m13, %%sh
%if %3 == 1
    lea           tmpq, [rq+rgbsq*2]
    packssdw        m2, m3
    packssdw        m8, m9
    mova [tmpq+xq*4], m2
    mova [tmpq+xq*4+mmsize], m8
%endif ; %3 == 1
    packssdw       m10, m11
    packssdw       m12, m13
    mova   [rq+xq*(2 << %2)], m10
    mova   [rq+xq*(2 << %2)+mmsize], m12

    ; calculate g offsets (un-subsampled, then duplicate)
    pmaddwd        m10, m4, [rsp+1*mmsize]
%if %2 == 1
    pmaddwd        m12, m5, [rsp+1*mmsize]
    punpckhdq      m11, m10, m10
    punpckldq      m10, m10
    punpckhdq      m13, m12, m12
    punpckldq      m12, m12
%else ; %2 != 1
    pmaddwd        m11, m5, [rsp+1*mmsize]
    pmaddwd        m12, m2, [rsp+1*mmsize]
    pmaddwd        m13, m3, [rsp+1*mmsize]
%endif ; %2 ==/!= 1
%if %3 == 1
    paddd           m2, m10, [rsp+4*mmsize]
    paddd           m3, m11, [rsp+5*mmsize]
    paddd           m8, m12, [rsp+6*mmsize]
    paddd           m9, m13, [rsp+7*mmsize]
%endif ; %3 == 1
    paddd          m10, m0
    paddd          m11, m6
    paddd          m12, m1
    paddd          m13, m7
%if %3 == 1
    psrad           m2, %%sh
    psrad           m3, %%sh
    psrad           m8, %%sh
    psrad           m9, %%sh
%endif ; %3 == 1
    psrad          m10, %%sh
    psrad          m11, %%sh
    psrad          m12, %%sh
    psrad          m13, %%sh
%if %3 == 1
    lea           tmpq, [gq+rgbsq*2]
    packssdw        m2, m3
    packssdw        m8, m9
    mova [tmpq+xq*4], m2
    mova [tmpq+xq*4+mmsize], m8
%endif ; %3 == 1
    packssdw       m10, m11
    packssdw       m12, m13
    mova   [gq+xq*(2 << %2)], m10
    mova   [gq+xq*(2 << %2)+mmsize], m12

    ; calculate b offsets (un-subsampled, then duplicate)
    pmaddwd         m4, [rsp+2*mmsize]
    pmaddwd         m5, [rsp+2*mmsize]
%if %2 == 1
    punpckhdq       m2, m4, m4
    punpckldq       m4, m4
    punpckhdq       m3, m5, m5
    punpckldq       m5, m5
%else ; %2 != 1
    pmaddwd         m2, [rsp+2*mmsize]
    pmaddwd         m3, [rsp+2*mmsize]
    SWAP             2, 5
%endif ; %2 ==/!= 1
    paddd           m0, m4
    paddd           m6, m2
    paddd           m1, m5
    paddd           m7, m3
%if %3 == 1
    paddd           m4, [rsp+4*mmsize]
    paddd           m2, [rsp+5*mmsize]
    paddd           m5, [rsp+6*mmsize]
    paddd           m3, [rsp+7*mmsize]
%endif ; %3 == 1
    psrad           m0, %%sh
    psrad           m6, %%sh
    psrad           m1, %%sh
    psrad           m7, %%sh
%if %3 == 1
    psrad           m4, %%sh
    psrad           m2, %%sh
    psrad           m5, %%sh
    psrad           m3, %%sh
%endif ; %3 == 1
    packssdw        m0, m6
    packssdw        m1, m7
    movu   [bq+xq*(2 << %2)], m0
    movu   [bq+xq*(2 << %2)+mmsize], m1
%if %3 == 1
    lea           tmpq, [bq+rgbsq*2]
    packssdw        m4, m2
    packssdw        m5, m3
    movu [tmpq+xq*4], m4
    movu [tmpq+xq*4+mmsize], m5
%endif ; %3 == 1

    add             xd, mmsize >> %2
    cmp             xd, wwd
    jl .loop_h

    lea             rq, [rq+rgbsq*(2 << %3)]
    lea             gq, [gq+rgbsq*(2 << %3)]
    lea             bq, [bq+rgbsq*(2 << %3)]
%if %3 == 1
    lea             yq, [yq+ysq*2]
%else ; %3 != 0
    add             yq, ysq
%endif ; %3 ==/!= 1
    add             uq, usq
    add             vq, vsq
    dec             hd
    jg .loop_v

    RET
%endmacro

%macro YUV2RGB_FNS 2
YUV2RGB_FN  8, %1, %2
YUV2RGB_FN 10, %1, %2
YUV2RGB_FN 12, %1, %2
%endmacro

INIT_XMM sse2
YUV2RGB_FNS 0, 0
YUV2RGB_FNS 1, 0
YUV2RGB_FNS 1, 1

%macro RGB2YUV_FN 3 ; depth, log2_chroma_w (horiz), log2_chroma_h (vert)
%assign %%sh 29 - %1
%assign %%rnd (1 << (%%sh - 15))
%assign %%uvrnd ((128 << (%1 - 8)) << (%%sh - 14))
%if %1 != 8
%assign %%maxval ((1 << %1) - 1)
%endif ; %1 != 8
%if %2 == 0
%assign %%ss 444
%elif %3 == 0
%assign %%ss 422
%else ; %3 == 1
%assign %%ss 420
%endif ; %2/%3

cglobal rgb2yuv_ %+ %%ss %+ p%1, 8, 14, 16, 0 - 6 * mmsize, \
                                 yuv, yuvs, rgb, rgbs, ww, h, c, off
%if %2 == 1
    inc            wwd
    sar            wwd, 1
%endif ; %2 == 1
%if %3 == 1
    inc             hd
    sar             hd, 1
%endif ; %3 == 1

    ; prepare coeffs
    movh            m8, [offq]
    movh            m9, [pw_ %+ %%uvrnd]
    psllw           m8, %%sh - 14
    paddw           m9, [pw_ %+ %%rnd]
    paddw           m8, [pw_ %+ %%rnd]
    movh            m0, [cq+  0]
    movh            m1, [cq+ 16]
    movh            m2, [cq+ 32]
    movh            m3, [cq+ 48]
    movh            m4, [cq+ 64]
    movh            m5, [cq+ 80]
    movh            m6, [cq+112]
    movh            m7, [cq+128]
    punpcklwd       m0, m1
    punpcklwd       m2, m8
    punpcklwd       m3, m4
    punpcklwd       m4, m5, m9
    punpcklwd       m5, m6
    punpcklwd       m7, m9

    mova [rsp+0*mmsize], m0                 ; cry, cgy
    mova [rsp+1*mmsize], m2                 ; cby, off + rnd
    mova [rsp+2*mmsize], m3                 ; cru, cgu
    mova [rsp+3*mmsize], m4                 ; cburv, uvoff + rnd
    mova [rsp+4*mmsize], m5                 ; cburv, cgv
    mova [rsp+5*mmsize], m7                 ; cbv, uvoff + rnd


    DEFINE_ARGS y, ys, r, rgbs, ww, h, u, v, us, vs, g, b, tmp, x
    mov             gq, [rq+gprsize*1]
    mov             bq, [rq+gprsize*2]
    mov             rq, [rq+gprsize*0]
    mov             uq, [yq+gprsize*1]
    mov             vq, [yq+gprsize*2]
    mov             yq, [yq+gprsize*0]
    mov            usq, [ysq+gprsize*1]
    mov            vsq, [ysq+gprsize*2]
    mov            ysq, [ysq+gprsize*0]

    pxor           m15, m15
.loop_v:
    xor             xd, xd

.loop_h:
    ; top line y
    mova            m0, [rq+xq*(2<<%2)]
    mova            m3, [rq+xq*(2<<%2)+mmsize]
    mova            m1, [gq+xq*(2<<%2)]
    mova            m4, [gq+xq*(2<<%2)+mmsize]
    mova            m2, [bq+xq*(2<<%2)]
    mova            m5, [bq+xq*(2<<%2)+mmsize]

    punpcklwd       m6, m0, m1
    punpckhwd       m7, m0, m1
    punpcklwd       m8, m3, m4
    punpckhwd       m9, m3, m4
    punpcklwd      m10, m2, [pw_16384]
    punpckhwd      m11, m2, [pw_16384]
    punpcklwd      m12, m5, [pw_16384]
    punpckhwd      m13, m5, [pw_16384]

    pmaddwd         m6, [rsp+0*mmsize]
    pmaddwd         m7, [rsp+0*mmsize]
    pmaddwd         m8, [rsp+0*mmsize]
    pmaddwd         m9, [rsp+0*mmsize]
    pmaddwd        m10, [rsp+1*mmsize]
    pmaddwd        m11, [rsp+1*mmsize]
    pmaddwd        m12, [rsp+1*mmsize]
    pmaddwd        m13, [rsp+1*mmsize]
    paddd           m6, m10
    paddd           m7, m11
    paddd           m8, m12
    paddd           m9, m13
    psrad           m6, %%sh
    psrad           m7, %%sh
    psrad           m8, %%sh
    psrad           m9, %%sh
    packssdw        m6, m7
    packssdw        m8, m9
%if %1 == 8
    packuswb        m6, m8
    movu [yq+xq*(1<<%2)], m6
%else
    CLIPW           m6, m15, [pw_ %+ %%maxval]
    CLIPW           m8, m15, [pw_ %+ %%maxval]
    movu [yq+xq*(2<<%2)], m6
    movu [yq+xq*(2<<%2)+mmsize], m8
%endif

%if %2 == 1
    ; subsampling cached data
    pmaddwd         m0, [pw_1]
    pmaddwd         m1, [pw_1]
    pmaddwd         m2, [pw_1]
    pmaddwd         m3, [pw_1]
    pmaddwd         m4, [pw_1]
    pmaddwd         m5, [pw_1]

%if %3 == 1
    ; bottom line y, r/g portion only
    lea           tmpq, [rgbsq+xq*2]
    mova            m6, [rq+tmpq*2]
    mova            m9, [rq+tmpq*2+mmsize]
    mova            m7, [gq+tmpq*2]
    mova           m10, [gq+tmpq*2+mmsize]
    mova            m8, [bq+tmpq*2]
    mova           m11, [bq+tmpq*2+mmsize]

    punpcklwd      m12, m6, m7
    punpckhwd      m13, m6, m7
    punpcklwd      m14, m9, m10
    punpckhwd      m15, m9, m10

    ; release two more registers
    pmaddwd         m6, [pw_1]
    pmaddwd         m7, [pw_1]
    pmaddwd         m9, [pw_1]
    pmaddwd        m10, [pw_1]
    paddd           m0, m6
    paddd           m3, m9
    paddd           m1, m7
    paddd           m4, m10

    ; bottom line y, b/rnd portion only
    punpcklwd       m6, m8,  [pw_16384]
    punpckhwd       m7, m8,  [pw_16384]
    punpcklwd       m9, m11, [pw_16384]
    punpckhwd      m10, m11, [pw_16384]

    pmaddwd        m12, [rsp+0*mmsize]
    pmaddwd        m13, [rsp+0*mmsize]
    pmaddwd        m14, [rsp+0*mmsize]
    pmaddwd        m15, [rsp+0*mmsize]
    pmaddwd         m6, [rsp+1*mmsize]
    pmaddwd         m7, [rsp+1*mmsize]
    pmaddwd         m9, [rsp+1*mmsize]
    pmaddwd        m10, [rsp+1*mmsize]
    paddd          m12, m6
    paddd          m13, m7
    paddd          m14, m9
    paddd          m15, m10
    psrad          m12, %%sh
    psrad          m13, %%sh
    psrad          m14, %%sh
    psrad          m15, %%sh
    packssdw       m12, m13
    packssdw       m14, m15
    lea           tmpq, [yq+ysq]
%if %1 == 8
    packuswb       m12, m14
    movu   [tmpq+xq*2], m12
%else
    pxor           m15, m15
    CLIPW          m12, m15, [pw_ %+ %%maxval]
    CLIPW          m14, m15, [pw_ %+ %%maxval]
    movu   [tmpq+xq*4], m12
    movu [tmpq+xq*4+mmsize], m14
%endif

    ; complete subsampling of r/g/b pixels for u/v
    pmaddwd         m8, [pw_1]
    pmaddwd        m11, [pw_1]
    paddd           m2, m8
    paddd           m5, m11
    paddd           m0, [pd_2]
    paddd           m1, [pd_2]
    paddd           m2, [pd_2]
    paddd           m3, [pd_2]
    paddd           m4, [pd_2]
    paddd           m5, [pd_2]
    psrad           m0, 2
    psrad           m1, 2
    psrad           m2, 2
    psrad           m3, 2
    psrad           m4, 2
    psrad           m5, 2
%else ; %3 != 1
    paddd           m0, [pd_1]
    paddd           m1, [pd_1]
    paddd           m2, [pd_1]
    paddd           m3, [pd_1]
    paddd           m4, [pd_1]
    paddd           m5, [pd_1]
    psrad           m0, 1
    psrad           m1, 1
    psrad           m2, 1
    psrad           m3, 1
    psrad           m4, 1
    psrad           m5, 1
%endif ; %3 ==/!= 1
    packssdw        m0, m3
    packssdw        m1, m4
    packssdw        m2, m5
%endif ; %2 == 1

    ; convert u/v pixels
    SBUTTERFLY   wd, 0, 1, 6
    punpckhwd       m6, m2, [pw_16384]
    punpcklwd       m2, [pw_16384]

    pmaddwd         m7, m0, [rsp+2*mmsize]
    pmaddwd         m8, m1, [rsp+2*mmsize]
    pmaddwd         m9, m2, [rsp+3*mmsize]
    pmaddwd        m10, m6, [rsp+3*mmsize]
    pmaddwd         m0, [rsp+4*mmsize]
    pmaddwd         m1, [rsp+4*mmsize]
    pmaddwd         m2, [rsp+5*mmsize]
    pmaddwd         m6, [rsp+5*mmsize]
    paddd           m7, m9
    paddd           m8, m10
    paddd           m0, m2
    paddd           m1, m6
    psrad           m7, %%sh
    psrad           m8, %%sh
    psrad           m0, %%sh
    psrad           m1, %%sh
    packssdw        m7, m8
    packssdw        m0, m1
%if %2 == 1
%if %1 == 8
    packuswb        m7, m0
    movh       [uq+xq], m7
    movhps     [vq+xq], m7
%else
    CLIPW           m7, m15, [pw_ %+ %%maxval]
    CLIPW           m0, m15, [pw_ %+ %%maxval]
    movu     [uq+xq*2], m7
    movu     [vq+xq*2], m0
%endif
%else ; %2 != 1
    ; second set of u/v pixels
    SBUTTERFLY   wd, 3, 4, 6
    punpckhwd       m6, m5, [pw_16384]
    punpcklwd       m5, [pw_16384]

    pmaddwd         m8, m3, [rsp+2*mmsize]
    pmaddwd         m9, m4, [rsp+2*mmsize]
    pmaddwd        m10, m5, [rsp+3*mmsize]
    pmaddwd        m11, m6, [rsp+3*mmsize]
    pmaddwd         m3, [rsp+4*mmsize]
    pmaddwd         m4, [rsp+4*mmsize]
    pmaddwd         m5, [rsp+5*mmsize]
    pmaddwd         m6, [rsp+5*mmsize]
    paddd           m8, m10
    paddd           m9, m11
    paddd           m3, m5
    paddd           m4, m6
    psrad           m8, %%sh
    psrad           m9, %%sh
    psrad           m3, %%sh
    psrad           m4, %%sh
    packssdw        m8, m9
    packssdw        m3, m4

%if %1 == 8
    packuswb        m7, m8
    packuswb        m0, m3
    movu       [uq+xq], m7
    movu       [vq+xq], m0
%else
    CLIPW           m7, m15, [pw_ %+ %%maxval]
    CLIPW           m0, m15, [pw_ %+ %%maxval]
    CLIPW           m8, m15, [pw_ %+ %%maxval]
    CLIPW           m3, m15, [pw_ %+ %%maxval]
    movu     [uq+xq*2], m7
    movu [uq+xq*2+mmsize], m8
    movu     [vq+xq*2], m0
    movu [vq+xq*2+mmsize], m3
%endif
%endif ; %2 ==/!= 1

    add             xq, mmsize >> %2
    cmp             xd, wwd
    jl .loop_h

%if %3 == 0
    add             yq, ysq
%else ; %3 != 0
    lea             yq, [yq+ysq*2]
%endif ; %3 ==/!= 0
    add             uq, usq
    add             vq, vsq
    lea             rq, [rq+rgbsq*(2<<%3)]
    lea             gq, [gq+rgbsq*(2<<%3)]
    lea             bq, [bq+rgbsq*(2<<%3)]
    dec             hd
    jg .loop_v

    RET
%endmacro

%macro RGB2YUV_FNS 2
RGB2YUV_FN  8, %1, %2
RGB2YUV_FN 10, %1, %2
RGB2YUV_FN 12, %1, %2
%endmacro

INIT_XMM sse2
RGB2YUV_FNS 0, 0
RGB2YUV_FNS 1, 0
RGB2YUV_FNS 1, 1

; void ff_multiply3x3_sse2(int16_t *data[3], ptrdiff_t stride,
;                          int w, int h, const int16_t coeff[3][3][8])
INIT_XMM sse2
cglobal multiply3x3, 5, 7, 16, data, stride, ww, h, c
    movh            m0, [cq+  0]
    movh            m1, [cq+ 32]
    movh            m2, [cq+ 48]
    movh            m3, [cq+ 80]
    movh            m4, [cq+ 96]
    movh            m5, [cq+128]
    punpcklwd       m0, [cq+ 16]
    punpcklwd       m1, [pw_8192]
    punpcklwd       m2, [cq+ 64]
    punpcklwd       m3, [pw_8192]
    punpcklwd       m4, [cq+112]
    punpcklwd       m5, [pw_8192]

    DEFINE_ARGS data0, stride, ww, h, data1, data2, x
    shl        strideq, 1
    mov         data1q, [data0q+gprsize*1]
    mov         data2q, [data0q+gprsize*2]
    mov         data0q, [data0q+gprsize*0]

.loop_v:
    xor             xd, xd

.loop_h:
    mova            m6, [data0q+xq*2]
    mova            m7, [data1q+xq*2]
    mova            m8, [data2q+xq*2]
    SBUTTERFLY   wd, 6, 7, 9
    punpckhwd       m9, m8, [pw_1]
    punpcklwd       m8, [pw_1]

    pmaddwd        m10, m6, m0
    pmaddwd        m11, m7, m0
    pmaddwd        m12, m8, m1
    pmaddwd        m13, m9, m1
    paddd          m10, m12
    paddd          m11, m13
    psrad          m10, 14
    psrad          m11, 14

    pmaddwd        m12, m6, m2
    pmaddwd        m13, m7, m2
    pmaddwd        m14, m8, m3
    pmaddwd        m15, m9, m3
    paddd          m12, m14
    paddd          m13, m15
    psrad          m12, 14
    psrad          m13, 14

    pmaddwd         m6, m4
    pmaddwd         m7, m4
    pmaddwd         m8, m5
    pmaddwd         m9, m5
    paddd           m6, m8
    paddd           m7, m9
    psrad           m6, 14
    psrad           m7, 14

    packssdw       m10, m11
    packssdw       m12, m13
    packssdw        m6, m7

    mova [data0q+xq*2], m10
    mova [data1q+xq*2], m12
    mova [data2q+xq*2], m6

    add             xd, mmsize / 2
    cmp             xd, wwd
    jl .loop_h

    add         data0q, strideq
    add         data1q, strideq
    add         data2q, strideq
    dec             hd
    jg .loop_v

    RET
%endif