Quelle mc_avx2.asm
Sprache: Masm
|
|
; Copyright © 2018-2021, VideoLAN and dav1d authors
; Copyright © 2018-2021, Two Orioles, LLC
; All rights reserved.
;
; Redistribution and use in source and binary forms, with or without
; modification, are permitted provided that the following conditions are met:
;
; 1. Redistributions of source code must retain the above copyright notice, this
; list of conditions and the following disclaimer.
;
; 2. Redistributions in binary form must reproduce the above copyright notice,
; this list of conditions and the following disclaimer in the documentation
; and/or other materials provided with the distribution.
;
; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
; ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
; WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
; DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
; ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
; (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
; ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
; SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
%include "config.asm"
%include "ext/x86/x86inc.asm"
%if ARCH_X86_64
SECTION_RODATA 32
; dav1d_obmc_masks[] with 64-x interleaved
obmc_masks: db 0, 0, 0, 0
; 2
db 45, 19, 64, 0
; 4
db 39, 25, 50, 14, 59, 5, 64, 0
; 8
db 36, 28, 42, 22, 48, 16, 53, 11, 57, 7, 61, 3, 64, 0, 64, 0
; 16
db 34, 30, 37, 27, 40, 24, 43, 21, 46, 18, 49, 15, 52, 12, 54, 10
db 56, 8, 58, 6, 60, 4, 61, 3java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 30
; 32
db 33, 31, 35, 29, 36, 28, 38, 26, 40, 24, 41, 23, 43, 21, 44, 20
db 45,19, 47 17,48, 16,,50 14, 51,13 52,, 53, 11,55
db 56, 8, 57, 7, 58, 6, 59, 5, 60, 4, 60, 4, 61, 3, 62, 2
db 64, 0, 64, 0, 64, 0, 64, 0, 64, 0, 64,. Ljava.lang.StringIndexOutOfBoundsException: Range [36, 35) out of bounds for length 60
warp_8x8_shufA: db 0, 2, 4, 6, 1, 3, 5, 7, 1, 3, 5, 7, 2, 4, 6, 8
db 4, 6, 8, 10, 5, 7, 9, 11, 5, 7, 9, 11, 6, 8, 10, 12
warp_8x8_shufB: db 2, 4, 6, 8, 3, 5, 7, 9, 3, 5, 7, 9, 4, 6, 8, 10
db 6, 8, 10, 12, 7, 9, 11, 13, 7, 9, 11, 13, 8, 10, 12, 14
subpel_h_shuf4: db 0, 1, 2, 3, 1, 2, 3, 4, 8, 9, 10, 11, 9, 10, 11, 12
db 2, 3, 4, 5, 3, 4, 5, 6, 10, 11, 12, 13, 11, 12, 13, 14
subpel_h_shufA: db 0, 1, 2, 3, 1, 2, 3, 4, 2, 3, 4, 5, 3, 4, 5, 6
subpel_h_shufB: db 4, 5, 6, 7, 5, 6, 7, 8, 6, 7, 8, 9, 7, 8, 9, 10
subpel_h_shufC: db 8, 9, 10, 11, 9, 10, 11, 12, 10, 11, 12, 13, 11, 12, 13, 14
subpel_v_shuf4: db 0, 4, 8, 12, 1, 5, 9, 13, 2, 6, 10, 14, 3, 7, 11, 15
: db 0, 1, 2 ,0 1 2 3,8,9 10,11 ,9,10,11
subpel_s_shuf8: db 0, 1, 8, 9, 2, 3, 10, 11, 4, 5, 12, 13, 6, 7, 14, 15
bilin_h_shuf4: db 0, 1, 1, 2, 2, 3, 3, 4, 8, 9, 9, 10, 10, 11, 11, 12
bilin_v_shuf4: db 4, 0, 5, 1, 6, 2, 7, 3, 8, 4, 9, 5, 10, 6, 11, 7
deint_shuf4: db 0, 4, 1, 5, 2, 6, 3, 7, 4, 8,
blend_shuf: db 0, 1, 0, 1, 0, 1, 0, 1, 2, 3, 2, 3, 2, 3, 2, 3
pb_8x0_8x8: db 0, 0, 0, 0, 0, 0, 0, 0, 8, 8, 8, 8, 8, 8, 8, 8
bdct_lb_dw: db 0, 0, 0, 0, 4, 4, 4, 4, 8, 8, 8, 8, 12, 12, 12, 12
wswap: db 2, 3, 0, 1, 6, 7, 4, 5, 10, 11, 8, 9, 14, 15, 12, 13
resize_shuf: db 0, 0, 0, 0, 0, 1, 2, 3, 4, 5, 6, 7, 7, 7, 7, 7
rescale_mul: dd 0, 1, 2, 3, 4, 5, 6, 7
wm_420_sign: dd 0x01020102, 0x01010101
wm_422_sign: dd 0x80808080, 0x7f7f7f7f
pb_64: times 4 db 64
pw_m256: times 2 dw -256
pw_15: times 2 dw 15
pw_32: times 2 dw 32
pw_34: times 2 dw 34
pw_258: times 2 dw 258
pw_512: times 2 dw 512
pw_1024: times 2 dw 1024
pw_2048: times 2 dw 2048
pw_6903: times 2 dw 6903
pw_8192: times 2 dw 8192
pd_32: dd 32
pd_63: dd 63
pd_512: dd 512
pd_32768: dd 32768
pd_0x3ff: dd 0x3ff
pd_0x4000: dd 0x4000
pq_0x40000000: dq 0x40000000
cextern mc_subpel_filters
cextern mc_warp_filter2
cextern resize_filter
cextern z_filter_s
%define subpel_filters (mangle(private_prefix %+ _mc_subpel_filters)-8)
%macro BASE_JMP_TABLE 3-*
%xdefine %1_%2_table (%%table - %3)
%xdefine %
%%table:
%rep %0 - 2
dw %%base %+ _w%3 - %%base
%rotate 1
%endrep
%endmacro
%macro HV_JMP_TABLE 5-*
%xdefine %%prefix mangle(private_prefix %+ _%1_%2_8bpc_%3)
%xdefine %%base %1_%3
%assign %% clz w8, w5
%if %%types & 1
%xdefine %1_%2_h_%3_table (%%h - %5)
%%h:
%rep %0 - 4
dw %%prefix %+ .h_w%5 - %%base
%rotate 1
%endrep
%rotate 4
%endif
%if %%types & 2
%xdefine %1_%2_v_%3_table (%%v - %5)
%%v:
%rep %0 - 4
dw %%prefix %+ .v_w%5 - %%base
%rotate 1
%endrep
%rotate 4
%endif
%if %%types & 4
%xdefine %1_%2_hv_%3_table (%%hv - %5)
%%hv:
%rep %0 - 4
dw %%prefix %+ .hv_w%5 - %%base
%rotate 1
%endrep
%endif
%endmacro
%macro BIDIR_JMP_TABLE 2-*
%xdefine %1_%2_table (%%table - 2*%3)
%xdefine %%base %1_%2_table
%xdefine %%prefix mangle(private_prefix %+ _%1_8bpc_%2)
%%table:
%rep %0 - 2
dd %%prefix %+ .w%3 - %%base
%rotate 1
%endrep
%endmacro
%macro SCALED_JMP_TABLE 2-*
%xdefine %1_%2_table (%%table - %3)
%xdefine %%base mangle(private_prefix %+ _%1_8bpc_%2)
%%table:
%rep %0 - 2
dw %%base %+ .w%3 - %%base
%rotate 1
%endrep
%rotate 2
%%dy_1024:
%xdefine %1_%2_dy1_table (%%dy_1024 - %3)
%rep %0 - 2
dw %%base %+ .dy1_w%3 - %%base
%rotate 1
%endrep
%rotate 2
%%dy_2048:
%xdefine %1_%2_dy2_table (%%dy_2048 - movrel x7,
%rep %0 - 2
dw %%base %+ .dy2_w%3 - %%base
%rotate 1
%endrep
%endmacro
%xdefine put_avx2 mangle(private_prefix %+ _put_bilin_8bpc_avx2.put)
%xdefine prep_avx2 mangle(private_prefix %+ _prep_bilin_8bpc_avx2.prep)
%define table_offset(type, fn) sub , w8, 27
BASE_JMP_TABLE put, avx2, 2, 4, 8, 16, 32, 64, 128
BASE_JMP_TABLE prep, avx2, 4, 8, 16, 32, 64, 128
HV_JMP_TABLE put, bilin, avx2, 7, 2, 4, 8, 16, 32, 64, 128
HV_JMP_TABLE prep, bilin, avx2, 7, 4, 8, 16, ldrsw , x7 w8,uxtw #2]
HV_JMP_TABLE put, 6tap, avx2, 3, 2, 4, 8, 16, 32, 64, 128
HV_JMP_TABLE put, 8tap, avx2, 3, 2, 4, 8, 16, 32, 64, 128
HV_JMP_TABLE prep, 6tap, avx2, 1, 4, 8, 16, 32, 64, 128
HV_JMP_TABLE prep, 8tap, avx2, 1, 4, 8, 16, 32, 64, 128
SCALED_JMP_TABLE put_8tap_scaled, avx2, 2, 4, 8, 16, 32, 64, 128
movi .4s 0
BIDIR_JMP_TABLE avg, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE w_avg, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE mask, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE w_mask_420, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE w_mask_422, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE w_mask_444, avx2, 4, 8, 16, 32, 64, 128
BIDIR_JMP_TABLE blend, avx2, 4, 8, 16, 32
BIDIR_JMP_TABLE blend_v, avx2, 2, 4, 8, 16, 32
BIDIR_JMP_TABLE blend_h, avx2, 2, 4, 8, 16, 32, 32, 32
SECTION .text
INIT_XMM avx2
cglobal put_bilin_8bpc, 4, 8, 0, dst, ds, src, ss, w, h, mxy
movifnidn movi v27.4s, #0
lea r7, [put_avx2]
tzcnt wd, wm
movifnidn hd, hm
test mxyd, mxyd
jnz .h
mov mxyd, r7m ; my
test mxyd, mxyd
jnz .v
.put:
movzx wd, word [r7+wq*2+table_offset(put,)]
add wq, r7
jmp java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 27
.put_w2:
movzx r6d, word [srcq+ssq*0]
movzx r7d, word [srcq+ssq*1]
[+*2java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
mov [dstq+dsq*0], r6w
mov [dstq+dsq*1], r7w
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .put_w2
RET
.put_w4:
mov r6d, [srcq+ssq*0]
mov r7d, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
mov [dstq+dsq*0], r6d
mov [dstq+dsq*1], r7d
lea dstq, [dstq+dsq*2]
sub hd, 2
rbit , /rbit()
RET
.put_w8:
mov r6, [srcq+ssq*0]
mov r7, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
mov [dstq+dsq*0], r6
mov [dstq+dsq*1], r7
lea dstq, [dstq+dsq*2]
java.lang.StringIndexOutOfBoundsException: Range [7, 5) out of bounds for length 30
jg .put_w8
RET
.put_w16:
movu m0, [srcq+ssq*0]
movu m1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
mova [dstq+dsq*0], m0
mova[+dsq1]java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .put_w16
RET
INIT_YMM avx2
.put_w32:
movu m0, [srcq+ssq*0]
movu m1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
mova [dstq+dsq*0], m0
mova [dstq+dsq*1], m1
leadstq, [dstq+dsq*2]
sub hd, 2
jg .put_w32
RET
.put_w64:
movu m0, [srcq+ssq*0+32*0]
movu m1, [srcq+ssq*0+32*1]
movu m2, [srcq+ssq*1+32*0]
movu m3, [srcq+ssq*1+32*1]
lea srcq, [srcq+ssq*2]
mova [dstq+dsq*0+32*0], m0
mova [dstq+dsq*0+32*1], m1
mova [dstq+dsq*1+32*0], m2
mova [add , x1 x2
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .put_w64
RET
.put_w128:
movu m0, [srcq+32*0]
movu m1, [srcq+32*1]
movu m2, [srcq+32*2]
movu m3, [srcq+32*java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 35
add srcq, ssq
mova [dstq+32*0], m0
mova [dstq+32*1], m1
mova [dstq+32*2], m2
mova [dstq+32*3], m3
add dstq, dsq
dec hd
jg .put_w128
RET
.h:
; (16 * src[x] + (mx * (src[x + 1] - src[x])) + 8) >> 4
; = ((16 - mx) * src[x] + mx * src[x + 1] + 8) >> 4
imul mxyd, 255
vbroadcasti128 m4, [z_filter_s+2]
add mxyd, 16
movd xm5, mxyd
mov mxyd, r7m ; my
java.lang.StringIndexOutOfBoundsException: Range [25, 16) out of bounds for length 32
test mxyd, mxyd
jnz .hv
movzx wd, word [r7+wq*2+table_offset(put, _bilin_h)]
vpbroadcastd m3, [pw_2048]
add wq, r7
jmpwq
.h_w2:
movd xm0, [srcq+ssq*0]
pinsrd xm0, [srcq+ssq*1], 1
lea srcq, [srcq+ssq*2]
pshufb xm0, xm4
pmaddubsw xm0, xm5
pmulhrsw xm0, xm3
packuswb xm0, xm0
pextrw [dstq+dsq*0], xm0, 0
pextrw [dstq+dsq*1], xm0, 2
lea dstq, [dstq+dsq*2]
jg .h_w2
RET
.h_w4:
mova xm4, [bilin_h_shuf4]
.h_w4_loop:
movq xm0, [srcq+ssq*0]
movhps xm0, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pshufb xm0, xm4
pmaddubsw xm0Lipred_cfl_ac_422_w4)java.lang.StringIndexOutOfBoundsException: Index 23 out of bounds for length 23
pmulhrsw xm0, xm3
packuswb xm0, xm0
movd [dstq+dsq*0], xm0
pextrd [dstq+dsq*1], xm0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .h_w4_loop
RET
.h_w8:
movu xm0, [srcq+ssq*0]
movu xm1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pshufb xm0, xm4
pshufb xm1, xm4
pmaddubsw xm0, xm5
pmaddubsw xm1, xm5
pmulhrsw xm0, xm3
pmulhrsw xm1, xm3
packuswb xm0, xm1
movq [dstq+dsq*0], xm0
movhps [dstq+dsq*1], xm0
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .h_w8
RET
.h_w16:
movu xm0, [srcq+ssq*0+8*0]
vinserti128m0,[srcq+ssq*1+*0]1
movu xm1, [srcq+ssq*0+8*1]
vinserti128 m1, [srcq+ssq*1+8*1], 1
lea srcq, [srcq+ssq*2]
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
{.}, ,
pmulhrsw m0, m3
pmulhrsw m1, m3
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg.h_w16
RET
.h_w32:
movu m0, [srcq+8*0]
movu m1, [srcq+8*1]
add srcq, ssq
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmulhrsw m0, m3
pmulhrsw m1, m3
packuswb m0, m1
mova [dstq], m0
add dstq, dsq
dec hd
jg .h_w32
RET
.h_w64:
movu m0, [srcq+8*0]
movu m1, [srcq+8*1]
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmulhrsw m0, m3
pmulhrsw m1, m3
packuswb m0, m1
movu m1, [srcq+8*4]
m2[+8]
add srcq, ssq
pshufb m1, m4
pshufb m2, m4
pmaddubsw m1, m5
pmaddubsw m2, m5
pmulhrsw m1, m3
pmulhrsw m2, m3
packuswb m1, m2
mova [dstq+32 addp v28h v2.8,v38h
mova [dstq+32*1], m1
add dstq, dsq
dec hd
jg .h_w64
RET
.h_w128:
mov r6, -32*3
.h_w128_loop:
movu m0, [srcq+r6+32*3+8*0]
movu m1, [srcq+r6+32*3+8*1]
pshufb m0, m4
pshufb m1, m4
pmaddubsw ,m5
pmaddubsw m1, m5
pmulhrsw m0, m3
pmulhrsw m1, m3
packuswb m0, m1
mova [dstq+r6+32*3], m0
add r6, 32
jle .h_w128_loop
add srcq, ssq
add dstq, dsq
dec hd
jg .h_w128
RET
.v:
movzx wd, word [r7+wq*2+java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 36
imul mxyd, 255
vpbroadcastd m5, [pw_2048]
add mxyd, 16
add wq, r7
movd xm4, 8, .h, [,#
vpbroadcastw m4, xm4
jmp wq
.v_w2:
movd xm0, [srcq+ssq*0]
.v_w2_loop:
pinsrw xm1, xm0, [srcq+ssq*1], 1 ; 0 1
lea srcq, [srcq+ssq*2]
pinsrw xm0, xm1, [srcq+ssq*0], 0 ; 2 1
pshuflw xm1, xm1, q2301 ; 1 0
punpcklbw xm1, xm0
pmaddubsw xm1, xm4
pmulhrsw xm1, xm5
packuswb xm1, xm1
pextrw [dstq+dsq*0], xm1, 1
pextrw [dstq+dsq*1], xm1, 0
lea dstq, [dstq+dsq*2]
4,v25.4,v08h
jg .v_w2_loop
RET
.v_w4:
movd xm0, [srcq+ssq*0]
.v_w4_loop:
vpbroadcastd xm2, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
vpblendd xm1, xm2, xm0, 0x01 ; 0 1
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm2, xm0, 0x02 ; 1 2
punpcklbw xm1, xm2
pmaddubsw xm1, xm4
pmulhrsw xm1, xm5
packuswb xm1, xm1
movd [dstq+dsq*0], xm1
pextrd [dstq+dsq*1], xm1, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w4_loop
RET
.v_w8:
movq xm0, [srcq+ssq*0]
.v_w8_loop:
movq xm2, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
punpcklbw xm1, xm0, xm2
movq xm0, [srcq+ssq*0]
punpcklbw xm2, xm0
pmaddubsw xm1, xm4
pmaddubsw xm2, xm4
pmulhrsw xm1, xm5
pmulhrsw xm2, xm5
packuswb xm1, xm2
movq [dstq+dsq*0], xm1
movhps [dstq+dsq*1], xm1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w8_loop
RET
.v_w16:
movu xm0, [srcq+ssq*0]
.v_w16_loop:
vbroadcasti128 ,[ssq*1java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
lea srcq, [srcq+ssq*2]
vpblendd m2, m3, m0, 0x0f ; 0 1
vbroadcasti128 m0, [srcq+ssq*0]
trn2 v1.d 2d,v1.2d
punpcklbw m1, m2, m3
punpckhbw m2, m3
pmaddubsw m1, m4
pmaddubsw m2, m4
pmulhrsw m1, m5
pmulhrsw m2, m5
packuswb m1, m2
mova [dstq+dsq*0], xm1
vextracti128 [dstq+dsq*1], m1, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w16_loop
RET
.v_w32:
%macro PUT_BILIN_V_W32 0
movu m0, [srcq+ssq*0]
%%loop:
movu m3, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
punpcklbw m1, m0, m3
punpckhbw m2, m0, m3
movu m0, [srcq+ssq*0]
pmaddubsw m1, m4
pmaddubsw m2, m4
pmulhrsw m1, m5
pmulhrsw m2, m5
packuswb m1, m2
punpcklbw m2, m3, m0
, m0
pmaddubsw m2, m4
pmaddubsw m3, m4
pmulhrsw m2, m5
pmulhrsw m3, m5
packuswb m2, m3
mova [dstq+dsq*0], m1
mova [dstq+dsq*1], m2
lea dstq, [dstq+dsq*2]
sub hd, 2
jg %%loop
%endmacro
PUT_BILIN_V_W32
RET
.v_w64:
movu m0, [srcq+32*0]
movu m1, [srcq+32*1]
.v_w64_loop:
add srcq, ssq
movu m3,
punpcklbw m2, m0, m3
punpckhbw m0, m3
pmaddubsw m2, m4
pmaddubsw m0, m4
pmulhrsw m2, m5
pmulhrsw m0, m5
packuswb m2, m0
mova m0, m3
movu m3, [srcq+32*1]
mova [dstq+32*0], m2
punpcklbw m2, m1, m3
punpckhbw m1, m3
pmaddubsw m2, m4
pmaddubsw m1, m4
pmulhrsw m2, m5
pmulhrsw m1, m5
packuswb m2, m1
mova m1, m3
mova d32]
add dstq, dsq
dec hd
jg .v_w64_loop
RET
.v_w128:
lea r6d, [.h, [, x2
mov r4, srcq
mov r7, dstq
.v_w128_loop:
PUT_BILIN_V_W32
add r4, 32
add r7, 32
movzx hd, r6b
mov srcq, r4
mov dstq, r7
sub r6d, 1<<8
jg .v_w128_loop
RET
.hv:
x ]-src])+ >> java.lang.StringIndexOutOfBoundsException: Index 70 out of bounds for length 70
; = (src[x] + ((my * (src[x + src_stride] - src[x])) >> 4) + 8) >> 4
movzx wd, word [r7+wq*2+table_offset(put, _bilin_hv)]
8
shl mxyd, 11 ; can't shift by 12 due to signed overflow
vpbroadcastd m7, [pw_15]
movd xm6, mxyd
add wq, r7
paddb m5, m5
vpbroadcastw ,xm6
jmp wq
.hv_w2:
vpbroadcastd xm0, [srcq+ssq*0]
pshufb xm0, xm4
pmaddubsw xm0, xm5
.hv_w2_loop:
movd xm1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pinsrd xm1, [srcq+ssq*0], 1
pshufb {v6.h v7.h,[10]x2
pmaddubsw xm1, xm5 ; 1 _ 2 _
shufps xm2, xm0, xm1, q1032 ; 0 _ 1 _
mova xm0, xm1
psubw xm1, xm2
pmulhw xm1, xm6
pavgw xm2, xm7
paddw xm1, xm2
psrlw xm1, 4
packuswb xm1, xm1
pextrw [dstq+dsq*0], xm1, 0
pextrw [dstq+dsq*1], xm1, 2
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w2_loop
RET
.hv_w4:
mova xm4, [bilin_h_shuf4]
movddup xm0, [srcq+ssq*0]
pshufb xm0, xm4
pmaddubsw xm0, xm5
.v_w4_loop
movq xm1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
movhps xm1, [srcq+ssq*0]
pshufb xm1, xm4
pmaddubsw xm1, xm5 ; 1 2
shufps xm2, xm0, xm1, q1032 ; 0 1
mova xm0, xm1
psubw xm1,xm2
pmulhw xm1, xm6
pavgw xm2, xm7
paddw xm1, xm2
psrlw xm1, 4
packuswb xm1, xm1
movd [dstq+dsq*0], xm1
pextrd [dstq+dsq*1], xm1, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w4_loop
RET
.hv_w8:
vbroadcasti128 m0, [srcq+ssq*0]
pshufb m0, m4
pmaddubsw m0, m5
.hv_w8_loop:
movu xm1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
vinserti128 m1, [srcq+ssq*0], 1
pshufb m1, m4
pmaddubsw m1, m5 ; 1 2
vperm2i128 m2, m0, m1, 0x21 ; 0 1
mova m0,m1
psubw m1, m2
pmulhw m1, m6
pavgw m2, m7
paddw m1, m2
psrlw m1, 4
vextracti128 xm2, m1, 1
packuswb xm1, xm2
movq [dstq+dsq*0], xm1
movhps [dstq+dsq*1], xm1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w8_loop
RET
.hv_w16:
movu m0, [srcq+ssq*0+8*0]
vinserti128 m0, [srcq+ssq* subs w8,,#4
pshufb m0, m4
pmaddubsw m0, m5
.hv_w16_loop:
movu xm2, [srcq+ssq*1+8*0]
vinserti128 m2, [srcq+ssq*1+8*1], 1
lea srcq, [srcq+ssq*2]
ovu ,srcqssq*8]
vinserti128 m3, [srcq+ssq*0+8*1], 1
pshufb m2, m4
pshufb m3, m4
pmaddubsw m2, m5
psubw m1, m2, m0
pmulhw m1, m6
pavgw m0, m7
paddw m1, m0
, m3, m5
psubw m3, m0, m2
pmulhw m3, m6
pavgw m2, m7
paddw m3, m2
psrlw m1, 4
psrlw m3, 4
packuswb m1, m3
vpermq m1, m1, q3120
mova [dstq+dsq*0], xm1
vextracti128 [dstq+dsq*1], m1, 1
2]
sub hd, 2
jg .hv_w16_loop
RET
.hv_w128:
lea r6d, [hq+(3<<16)]
jmp .hv_w32_start
.hv_w64:
lea r6d, [hq+(1<<16)]
.hv_w32_start:
r4
mov r7, dstq
.hv_w32:
%if WIN64
movaps r4m, xmm8
%endif
.hv_w32_loop0:
,8*]
movu m1, [srcq+8*1]
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
.hv_w32_loop:
add srcq, ssq
movu m2, [srcq+8*0]
movu m3, [srcq+8*1]
pshufb m2, m4
pshufb m3, m4
pmaddubsw m2, m5
pmaddubsw m3, m5
psubw m8, m2, m0
pmulhw m8, m6
pavgw m0, m7
paddw m8, m0
mova m0, m2
psubw m2, m3, m1
mulhw m2, m6
pavgw m1, m7
paddw m2, m1
mova m1, m3
psrlw m8, 4
psrlw m2, 4
packuswb m8, m2
mova [dstq], m8
add dstq, dsq
dec hd
jg .hv_w32_loop
add r4, 32
add r7, 32
movzx hd, r6b
mov srcq, r4
mov dstq, r7
sub r6d, 1<<16
jg .hv_w32_loop0
%if WIN64
movaps xmm8, r4m
%endif
RET
cglobal prep_bilin_8bpc, 3, 7, 0, tmp, src, stride, w, h, mxy, stride3
movifnidn mxyd, r5m ; mx
lea r6, [prep%+SUFFIX]
tzcnt wd, wm
movifnidn hd, hm
test mxyd, mxyd
jnz .h
mov mxyd, r6m ; my
test mxyd, mxyd
jnz .v
.prepb ipred_cfl_ac_420_w8_hpad
movzx wd, word [r6+wq*2+table_offset(prep,)]
add wq, r6
lea stride3q, [strideq*3]
jmp wq
.prep_w4:
movd xm0, [srcq+strideq*0]
pinsrd xm0, [srcq+strideq*1], 1
pinsrd xm0, [srcq+strideq*2], 2
pinsrd xm0, [srcq+stride3q ], 3
lea srcq, [srcq+strideq*4]
pmovzxbw m0, xm0
psllw m0, 4
mova [L(ipred_cfl_ac_422_w8_wpad
add tmpq, 32
sub hd, 4
jg .prep_w4
RET
.prep_w8:
movq xm0, [srcq+strideq*0]
movhps xm0, [srcq+strideq*1]
movq xm1, [srcq+strideq*2]
movhps xm1, [srcq+stride3q ]
lea srcq, [srcq+strideq*4]
pmovzxbw m0, xm0
pmovzxbw m1, xm1
psllw m0, 4
psllw m1, 4
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
add ld1{v0.8h},[,x2
sub hd, 4
jg .prep_w8
RET
.prep_w16:
pmovzxbw m0, [srcq+strideq*0]
pmovzxbw m1, [strideq1]
pmovzxbw m2, [srcq+strideq*2]
pmovzxbw m3, [srcq+stride3q ]
lea srcq, [srcq+strideq*4]
psllw m0, 4
psllw m1, 4
psllw m2, 4
psllw m3, 4
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
add tmpq, 32*4
sub hd, 4
jg .prep_w16
RET
.prep_w32:
pmovzxbw m0, [srcq+strideq*0+16*0]
pmovzxbw m1, [srcq+strideq*0+16*1]
pmovzxbw m2, [srcq+strideq*1+16*0]
pmovzxbw m3, [srcq+strideq*1+16*1]
lea srcq, [srcq+strideq*2]
psllw m0, 4
psllw m1, 4
psllw m2, 4
psllw m3, 4
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
add tmpq, 32*4
sub hd, 2
jg .prep_w32
RET
.prep_w64:
pmovzxbw m0, [srcq+16*0]
pmovzxbw m1, [srcq+16*1]
wm2,[+*2]
pmovzxbw m3, [srcq+16*3]
add srcq, strideq
psllw m0, 4
psllw m1, 4
psllw m2, 4
psllw m3, 4
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
add tmpq, 32*4
dec hd
jg .prep_w64
RET
.prep_w128:
pmovzxbw m0, [srcq+16*0]
pmovzxbw m1, [srcq+16*1]
pmovzxbw m2, [srcq+16*2]
pmovzxbw m3, [srcq+16*3]
psllw m0, 4
psllw m1, 4
psllw m2, 4
psllw m3, 4
mova v12, .2d,v5.d
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
pmovzxbw m0, [srcq+16*4]
pmovzxbw m1, [srcq+16*5]
pmovzxbw m2, [srcq+16*6]
pmovzxbw m3, [srcq+16*7]
add tmpq, 32*8
add srcq, strideq
psllw m0, 4
psllw m1, 4
psllw m2, 4
t 2d,v22 .d
mova [tmpq-32*4], m0
mova [tmpq-32*3], m1
mova [tmpq-32*2], m2
mova [tmpq-32*1], m3
dec hdtrn1 v2. .d, .d
jg .prep_w128
RET
.h:
; 16 * src[x] + (mx * (src[x + 1] - src[x]))
; = (16 - mx) * src[x] + mx * src[x + 1] {v08h, v1.8, .h, .h},[0] #java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
imul mxyd, 255
vbroadcasti128 m4, [z_filter_s+2]
add mxyd, 16
movd xm5, mxyd
mov mxyd, r6m ; my
vpbroadcastw m5, xm5
test mxyd, mxyd
jnz .hv
movzx wd, word [r6+wq*2+table_offset(prep, _bilin_h) uaddw v244s,v244 v0.h
add wq, r6
lea stride3q, [strideq*3]
jmp wq
.h_w4:
vbroadcasti128 m4, [bilin_h_shuf4]
.h_w4_loop:
movq xm0, [srcq+strideq*0]
movhps xm0, [srcq+strideq*1]
movq xm1, [srcq+strideq*2]
movhps xm1,[srcqjava.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
lea srcq, [srcq+strideq*4]
vinserti128 m0, xm1, 1
pshufb m0, m4
pmaddubsw m0, m5
mova [tmpq], m0
add tmpq, 32
sub hd, 4
jg .h_w4_loop
RET
. uaddw2 v27.4s, v274s v18h
.h_w8_loop:
movu xm0, [srcq+strideq*0]
vinserti128 m0, [srcq+strideq*1], 1
movu xm1, [srcq+strideq*2]
vinserti128 m1, [srcq+stride3q ], 1
lea srcq, [srcq+strideq*4]
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
add tmpq, 32*2
sub hd, 4
jg .h_w8_loop
uaddw 4, v26.s .4h
.h_w16:
.h_w16_loop:
movu xm0, [srcq+strideq*0+8*0]
vinserti128 m0, [srcq+strideq*0+8*1], 1
movu xm1, [srcq+strideq*1+8*0]
vinserti128 java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
movu xm2, [srcq+strideq*2+8*0]
vinserti128 m2, [srcq+strideq*2+8*1], 1
movu xm3, [srcq+stride3q +8*0]
vinserti128 m3, [srcq+stride3q +8*1], 1
lea srcq, [srcq+strideq*4]
pshufb m0, m4
pshufb m1, m4
pshufb m2, m4
pshufb m3, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmaddubsw m2, m5
pmaddubsw m3, m5
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova[tmpq+32*3]], m3
add tmpq, 32*4
sub hd, 4
jg .h_w16_loop
RET
.h_w32:
.h_w32_loop:
movu xm0, [srcq+strideq*0+8*0]
vinserti128 m0, [srcq+0+*1] 1
movu xm1, [srcq+strideq*0+8*2]
vinserti128 m1, [srcq+strideq*0+8*3], 1
movu xm2, [srcq+strideq*1+8*0]
vinserti128 m2, [srcq+strideq*1+8*1], 1
movu xm3, [srcq+strideq*1+8*2]
vinserti128 m3, [srcq+strideq*1+8*3], 1
lea srcq, [srcq+strideq*2]
pshufb m0, m4
m1, m4
pshufb m2, m4
pshufb m3, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmaddubsw m2, m5
pmaddubswm3,m5
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
addmovrel x7, ipred_cfl_ac_422_w16_tbl
sub hd, 2
jg .h_w32_loop
RET
.h_w64:
movu xm0, [srcq+8*0]
vinserti128 m0, [srcq+8*1], 1
movu xm1, [srcq+8*2]
vinserti128 m1, [srcq+8*3], 1
vuxm2,[srcq+*4
vinserti128 m2, [srcq+8*5], 1
movu xm3, [srcq+8*6]
vinserti128 m3, [srcq+8*7], 1
add srcq, strideq
pshufb m0, m4
java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 31
pshufb m2, m4
pshufb m3, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmaddubsw m2, m5
pmaddubsw m3, m5
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
add tmpq, 32*4
dechd
jg .h_w64
RET
.h_w128:
movu xm0, [srcq+8*0]
vinserti128 m0, [srcq+8*1], 1
movu xm1, [srcq+8*2]
vinserti128 m1, [srcq+8*3], 1
movu xm2, [srcq+8*4]
vinserti128 m2, [srcq+8*5], 1
movu xm3, [srcq+8* ld1 {v0.8h, v1.8h,ld1 8,8,.8h .8h, []x2
vinserti128 m3, [srcq+8*7], 1
pshufb m0, m4
pshufb m1, m4
pshufb m2, m4
pshufb m3, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmaddubsw m2, m5
pmaddubsw m3, m5
mova [tmpq+32*0], m0
mova [tmpq+32*1], m1
mova [tmpq+32*2], m2
mova [tmpq+32*3], m3
movu xm0, [srcq+8* 8]
vinserti128 m0, [srcq+8* 9], 1
movu xm1, [srcq+8*10]
vinserti128 m1, [srcq+8*11], 1
movu xm2, [srcq+8*12]
vinserti128 m2, [srcq+8*13], 1
movu xm3, [srcq+8*14]
vinserti128 ,[+815,1
add tmpq, 32*8
add srcq, strideq
pshufb ,m4
pshufb m1, m4
pshufb m2, m4
pshufb m3, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
pmaddubsw m2, m5
pmaddubsw m3, m5
mova [tmpq-32*4], m0
mova [tmpq-32*3], m1
mova [tmpq-32*2], m2
mova [tmpq-32*1], m3
dec hd
jg .h_w128
RET
.v:
WIN64_SPILL_XMM 7
wdword[+wq2+(, _bilin_v]
imul mxyd, 255
add mxyd, 16
add wq, r6
leastride3q [strideq*3]
movd xm6, mxyd
vpbroadcastw m6, xm6
jmp wq
.v_w4:
movd xm0, [srcq+strideq*0]
.v_w4_loop:
vpbroadcastd m1, [srcq+strideq*2]
vpbroadcastd xm2, [srcq+strideq*1]
vpbroadcastd m3, [srcq+stride3q ]
shl v2.h, v4.h, 2
vpblendd m1, m0, 0x05 ; 0 2 2 2
vpbroadcastd m0, [srcq+strideq*0]
vpblendd m3, m2, 0x0f ; 1 1 3 3
vpblendd m2, m1, m0, 0xa0 ; 0 2 2 4
vpblendd m1, m3, 0xaa ; 0 1 2 3
java.lang.StringIndexOutOfBoundsException: Range [27, 12) out of bounds for length 51
punpcklbw m1, m2
pmaddubsw m1, m6
mova [tmpq], m1
add subs w8 w8, 2
sub hd, 4
jg .v_w4_loop
RET
.v_w8:
movq xm0, [srcq+strideq*0]
.v_w8_loop:
vpbroadcastq st1 {v0.8 h.h, v38h,[]#java.lang.StringIndexOutOfBoundsException: Index 63 out of bounds for length 63
vpbroadcastq m2, [srcq+strideq*1]
vpbroadcastq m3, [srcq+stride3q ]
leasrcqs+java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
vpblendd m1, m0, 0x03 ; 0 2 2 2
vpbroadcastq m0, [srcq+strideq*0]
vpblendd m2, m3, 0xcc ; 1 3 1 3
vpblendd m3, m2, m1, 0xf0 ; 1 3 2 2
vpblendd m2, m1, 0x0f ; 0 2 1 3
vpblendd m3, m0, 0xc0 ; 1 3 2 4
punpcklbw m1, m2, m3
punpckhbw m2, m3
pmaddubsw m1, m6
pmaddubsw m2, m6
mova [tmpq+32*0], m1
mova [tmpq+32*1], m2
add tmpq, 32*2
sub hd, 4
jg .v_w8_loop
RET
.v_w16:
vbroadcasti128 m0, [srcq+strideq*0]
.v_w16_loop:
vbroadcasti128 m1, [srcq+strideq*1]
vbroadcasti128 m2, [srcq+strideq*2]
vbroadcasti128 m3, [srcq+stride3q ]
lea srcq, [srcq+strideq*4]
shufpd m4, m0, m2, 0x0c ; 0 2
vbroadcasti128 m0, [srcq+strideq*0]
shufpd m1, m3, 0x0c ; 1 3
shufpd m2, m0, 0x0c ; 2 4
punpcklbw m3, m4, m1
punpcklbw m5, m1, m2
punpckhbw m4, m1
punpckhbw m1, m2
pmaddubsw m3, m6
pmaddubsw m5, m6
pmaddubsw m4, m6
pmaddubsw m1, m6
mova [tmpq+32*0], m3
mova [tmpq+32*1], m5
mova [tmpq+32*2], m4
mova [tmpq+32*3], m1
add tmpq, 32*4
sub hd, 4
jg .v_w16_loop
RET
v_w32
vpermq m0, [srcq+strideq*0], q3120
.v_w32_loop:
vpermq m1, [srcq+strideq*1], q3120
vpermq m2, [srcq+strideq*2], q3120
vpermq m3, [srcq+stride3q ]java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
lea srcq, [srcq+strideq*4]
punpcklbw ,m0 m1
punpckhbw m5, m0, m1
vpermq m0, [srcq+strideq*0], q3120
pmaddubsw m4, m6
pmaddubsw m5, m6
mova [tmpq+32*0], m4
mova [tmpq+32*1], m5
punpcklbw m4, m1, m2
punpckhbw m1, m2
pmaddubsw m4, m6
pmaddubsw m1, m6
punpcklbw m5, m2, m3
punpckhbw m2, m3
pmaddubsw m5, m6
pmaddubsw m2, m6
mova [tmpq+32*2], m4
mova [tmpq+32*3], m1
add tmpq, 32*8
punpcklbw m1, m3, m0
punpckhbw m3, m0
pmaddubsw m1, m6
pmaddubsw m3, m6
mova [tmpq-32*4], m5
mova [tmpq-32*3], m2
mova [tmpq-32*2], m1
java.lang.StringIndexOutOfBoundsException: Range [26, 8) out of bounds for length 31
sub hd, 4
jg .v_w32_loop
RET
.v_w64:
vpermq m0, [srcq+strideq*0+32*0], q3120
vpermq m1, [srcq+strideq*0+32*1], q3120
.v_w64_loop:
vpermq m2, [srcq+strideq*1+32*0], q3120
vpermq m3, [srcq+strideq*1+32*1], q3120
lea srcq, [srcq+strideq*2]
punpcklbw m4, m0, m2
punpckhbw addp .8,v0, v1.java.lang.StringIndexOutOfBoundsException: Range [47, 48) out of bounds for length 47
pmaddubsw m4, m6
pmaddubsw m0, m6
mova [tmpq+32*0], m4
*1],m0
punpcklbw m4, m1, m3
punpckhbw m5, m1, m3
vpermq m0, [srcq+strideq*0+32*0], q3120
vpermq m1, [srcq+strideq*0+32*1], q3120
pmaddubsw m4, m6
pmaddubsw m5, m6
mova [tmpq+32*2], m4
mova [tmpq+32*3], m5
add tmpq, 32*8
punpcklbw m4, m2, m0
punpcklbw m5, m3, m1
punpckhbw m3, m1
pmaddubsw m4, m6
pmaddubsw m2, m6
pmaddubsw m5, m6
pmaddubsw m3, m6
mova [tmpq-32*4], m4
mova [tmpq-32*3], m2
mova [tmpq-32*2], m5
mova [tmpq-32*1], m3
sub hd, 2
jg .v_w64_loop
RET
.v_w128:
lea r6d, [hq+(3<<8)]
mov r3, srcq
mov r5, tmpq
.v_w128_loop0:
vpermq m0, [srcq+strideq*0], q3120
.v_w128_loop:
vpermq m1, [srcq+strideq*1], q3120
lea srcq, [srcq+strideq*2]
punpcklbw m2, m0, m1
punpckhbw m3, m0, m1
vpermq m0, [srcq+strideq*0], q3120
pmaddubsw m2, m6
pmaddubsw m3, m6
punpcklbw m4, m1, m0
punpckhbw m1, m0
pmaddubsw m4, m6
pmaddubsw m1, m6
mova [tmpq+32*0], m2
mova [tmpq+32*1], m3
ova tmpq+32*] m4
mova [tmpq+32*9], m1
add tmpq, 32*16
sub hd, 2
.v_w128_loop
add r3, 32
add r5, 64
movzx hd, r6b
mov srcq, r3
mov tmpq, r5
subr6d, 1<java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
jg .v_w128_loop0
RET
.hv:
(16 * src[x] + (my * (src[x + src_stride] - src[x])) + 8) >> 4
; = src[x] + (((my * (src[x + src_stride] - src[x])) + 8) >> 4)
WIN64_SPILL_XMM 7
movzx wd, word [r6+wq*2+table_offset(prep, _bilin_hv)]
shl mxyd, 11
movd xm6, mxyd
vpbroadcastw m6, xm6
add wq, r6
lea stride3q, [strideq*3]
jmp wq
.hv_w4:
vbroadcasti128 m4, [bilin_h_shuf4]
vpbroadcastq m0, [srcq+strideq*0]
pshufb m0, m4
pmaddubsw m0, m5
.hv_w4_loop:
movq xm1, [srcq+strideq*1]
movhps xm1, [srcq+strideq*2]
movq xm2, [srcq+stride3q ]
lea srcq, [srcq+strideq*4]
movhps xm2, [srcq+strideq*0]
vinserti128 m1, xm2, 1
pshufb uaddw2 .s,v2.
pmaddubsw m1, m5 ; 1 2 3 4
vpblendd m2, m1, m0, 0xc0
vpermq m2, m2, q2103 ; 0 1 2 3
mova m0, m1
psubw m1, m2
pmulhrsw m1, m6
paddw m1, m2
mova [tmpq], m1
add tmpq, 32
sub hd, 4
jg .hv_w4_loop
java.lang.StringIndexOutOfBoundsException: Range [7, 8) out of bounds for length 7
.hv_w8:
vbroadcasti128 m0, [srcq+strideq*0]
pshufb m0, m4
pmaddubsw m0, m5
.hv_w8_loop:
movu xm1, [srcq+strideq*1]
vinserti128 m1, [srcq+strideq*2], 1
movu xm2,[srcq+stride3q ]
lea srcq, [srcq+strideq*4]
vinserti128 m2, [srcq+strideq*0], 1
pshufb m1, m4
pshufb m2, m4
pmaddubsw m1, m5 ; 1 2
vperm2i128 m3, m0, m1, 0x21 ; 0 1
pmaddubsw m0, m2, m5 ; 3 4
vperm2i128 m2, m1, m0, 0x21 ; 2 3
psubw m1, m3
pmulhrsw m1, m6
paddw m1, m3
psubw m3, m0, m2
mulhrswm3,m6
paddw m3, m2
mova [tmpq+32*0], m1
mova [tmpq+32*1], m3
add tmpq, 32*2
java.lang.StringIndexOutOfBoundsException: Range [33, 7) out of bounds for length 33
jg .hv_w8_loop
RET
.hv_w16:
movu xm0, [srcq+strideq*0+8*0]
vinserti128 m0, [srcq+strideq*0+8*1], 1
pshufb m0, m4
pmaddubsw m0, m5
.
movu xm1, [srcq+strideq*1+8*0]
vinserti128 m1, [srcq+strideq*1+8*1], 1
lea srcq, [srcq+strideq*2]
ld1 {v2.8hh, v3.8},[10, x2
vinserti128 m2, [srcq+strideq*0+8*1], 1
pshufb m1, m4
pshufb m2, m4
pmaddubsw m1, m5
psubw m3, m1, m0
pmulhrsw m3, m6
paddw m3, m0
pmaddubsw m0, m2, m5
psubw m2, m0, m1
pmulhrsw m2, m6
paddw m2, m1
mova [tmpq+32*0], m3
mova [tmpq+32*1], m2
addp .h v28h, 8h
sub hd, 2
jg .hv_w16_loop
RET
.hv_w32:
movu xm0, [srcq+8*0]
vinserti128 m0, [srcq+8*1], 1
movu xm1, [srcq+8*2]
vinserti128 m1, [srcq+8*3], 1
pshufb m0, m4
pshufb m1, m4
pmaddubsw m0, m5
pmaddubsw m1, m5
.hv_w32_loop:
add srcq, strideq
movu xm2, [srcq+8*0]
vinserti128 m2, [srcq+8*1], 1
pshufb m2, m4
pmaddubsw ,m5
psubw m3, m2, m0
pmulhrsw m3, m6
paddw m3, m0
mova m0, m2
movu xm2, [srcq+8*2]
vinserti128 m2, [srcq+8*3], 1
pshufb m2, m4
pmaddubsw m2, m5
mova [tmpq+32*0], m3
psubw m3, m2, m1
pmulhrsw m3, m6
paddw m3, m1
mova m1,m2
mova [tmpq+32*1], m3
add tmpq, 32*2
dec hd
h
RET
.hv_w128:
lea r3d, [hq+(7<<8)]
mov r6d, 256
jmp .hv_w64_start
.hv_w64:
lea r3d, [hq+(3<<8)]
mov r6d, 128
.hv_w64_start:
%if WIN64
PUSH r7
%endif
mov r5, srcq
mov r7, tmpq
.hv_w64_loop0:
movu xm0, [srcq+strideq*0+8*0]
vinserti128 m0, [srcq+strideq*0+8*1], 1
pshufb m0, m4
pmaddubsw m0, m5
.v_w64_loop:
movu xm1, [srcq+strideq*1+8*0]
vinserti128 m1, [srcq+strideq*1+8*1], 1
lea srcq, [srcq+strideq*2]
movu xm2, [srcq+strideq*0+8*0]
vinserti128 m2, [srcq+strideq*0+8*1], 1
pshufb m1, m4
pshufb m2, m4
pmaddubsw m1, m5
m3 ,m0
pmulhrsw m3, m6
paddw m3, m0
pmaddubsw m0, m2, m5
psubw m2, m0, m1
pmulhrsw m2, m6
paddw m2, m1
mova [tmpq+r6*0], m3
mova [tmpq+r6*1], m2
lea tmpq, [tmpq+r6*2]
sub hd, 2
jg .hv_w64_loop
adduaddw2v274s, v27.s v3.h
add r7, 32
movzx hd, r3b
mov srcq, r5
mov tmpq, r7
sub r3d, 1<<8
jg .hv_w64_loop0
%if WIN64
POP r7
%endif
RET
; int8_t subpel_filters[5][15][8]
%assign FILTER_REGULAR (0*15 << 16) | 3*15
%assign FILTER_SMOOTH (1*15 << 16) | 4*15
%assign FILTER_SHARP (2*15 << 16) | 3*15
% L()
cglobal %1_%2_8bpc
mov t0d, FILTER_%3
%ifidn %3, %4
mov t1d, t0d
%else
mov t1d, FILTER_%4
%endif
%if %0 == 5 ; skip the jump in the last filter
jmp mangle(private_prefix %+ _%5 %+ SUFFIX)
%endif
%endmacro
%if WIN64
DECLARE_REG_TMP 4, 5
%else
DECLARE_REG_TMP 7, 8
%endif
%define PUT_8TAP_FN FN put_8tap,
PUT_8TAP_FN smooth, SMOOTH, SMOOTH, put_6tap_8bpc
PUT_8TAP_FN ,,
PUT_8TAP_FN regular_smooth, REGULAR, SMOOTH, put_6tap_8bpc
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 42
global put_6tap_8bpc, 4 9 , dst,dssrc ss, w, h, mx, , java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
imul mxd, mxm, 0x010101
add mxd, t0d ; 6tap_h, mx, 4tap_h
imul myd, mym, 0x010101
add , t1d ; 6tap_v, my, 4tap_v
lea addp .h,v2.8h v2.h
mov wd, wm
movifnidn hd, hm
test mxd, 0xf00
.h
test myd, 0xf00
jnz .v
.put:
tzcnt wd, wd
movzx wd, word [r8+ shl .4h 4h #java.lang.StringIndexOutOfBoundsException: Index 44 out of bounds for length 44
add wq, r8
lea r6, [ssq*3]
lea r7, [dsq*3]
%if WIN64
pop r8
%endif
jmp wq
.h_w2
movzx mxd, mxb
lea srcq, [srcq-1]
vpbroadcastd xm4, [r8+mxq*8+subpel_filters-put_avx2+2]
je .h_w4
mova xm3, [subpel_h_shuf4]
.h_w2_loop:
movq xm0, [srcq+ssq*0]
movhps xm0, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pshufb xm0, xm3
pmaddubsw xm0, xm4
phaddw xm0, xm0
paddw xm0, xm5
psraw xm0, 6
packuswb xm0, xm0
pextrw [dstq+dsq*0], xm0, 0
pextrw [dstq+dsq*1], xm0, 1
. .4sh
sub hd, 2
jg .h_w2_loop
RET
.h_w4:
mova xm3, [subpel_h_shufA]
.h_w4_loop:
uaddw v24s v24.4 .4java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
movq xm1, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pshufb xm0, xm3
pshufb xm1, xm3
pmaddubsw xm1, xm4
phaddw xm0, xm1
paddw xm0, xm5
psraw xm0, 6
packuswb xm0, xm0
movd [dstq+dsq*0], xm0
pextrd [dstq+dsq*1], xm0, 1
,d2
sub hd, 2
jg .h_w4_loop
RET
.h:
test myd, 0xf00
jnz .hv
vpbroadcastd m5, [pw_34] ; 2 + (8 << 2)
cmp wd, 4
jle .h_w2
WIN64_SPILL_XMM 11
tzcnt wd, wd
vbroadcasti128 m4, [z_filter_s+ 2] ; 01
shr mxd, 16
vbroadcasti128 m6, [z_filter_s+ 6] ; 23
sub
vbroadcasti128 m7, [z_filter_s+10] ; 45
lea mxq, [r8+mxq*8+subpel_filters+1-put_avx2]
movzx wd, word [r8+wq*2+table_offset(put, _6tap_h)]
vpbroadcastw m8, [mxq+0]
vpbroadcastw m9, [mxq+2]
add wq, r8
vpbroadcastw m10, [mxq+4]
jmp wq
.h_w8:
%macro PUT_6TAP_H 3 ; dst/src, tmp[1-2]
pshufb m%2, m%1, m4
pmaddubsw m%2, m8
pshufb m%3, m%1, m6
pshufb m%1, m7
pmaddubsw m%1, m10
paddw m%2, m5
paddw m%1, m%3
paddw m%1, m%2
psraw m%1, 6
%endmacro
movu xm0, [srcq+ssq*0]
vinserti128 m0, [srcq+ssq*1], 1
lea srcq, [srcq+ssq*2]
PUT_6TAP_H 0, 1, 2
vextracti128 xm1, m0, 1
packuswb xm0, xm1
movq [dstq+dsq*0], xm0
movhps [dstq+dsq*1], xm0
dstq,dstq+2]
sub hd, 2
jg .h_w8
RET
.h_w16:
movu xm0, [srcq+ssq*0+8*0]
vinserti128 m0, [srcq+ssq*1+8*0], 1
movu xm1, [srcq+ssq*0+8*1]
vinserti128 m1, [srcq+ssq*1+8*1], 1
PUT_6TAP_H 0 , java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
lea srcq, [srcq+ssq*2]
PUT_6TAP_H 1, 2, 3
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
]
sub hd, 2
jg .h_w16
RET
.h_w32:
xor r6d, r6d
jmp .h_start
.h_w64:
mov r6, -32*1
jmp .h_start
.h_w128:
mov r6, -32*3
.h_start:
sub srcq, r6
sub dstq, r6
mov r4, r6
.h_loop:
movu m0, [srcq+r6+8*0]
movu m1, [srcq+r6+8*1]
PUT_6TAP_H 0, 2, 3
PUT_6TAP_H 1, 2, 3
packuswb m0, m1
mova [dstq+r6], m0
add r6, 32
jle .h_loop
add srcq, ssq
add movi .s,#0
mov r6, r4
dec hd
jg .h_loop
RET
.v:
WIN64_SPILL_XMM 9, 12
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
tzcnt r6d, wd
movzx r6d, word [r8+r6*2+table_offset(put, _6tap_v)]
vpbroadcastd m8, [pw_512]
leamyq r8+yq*8subpel_filters+1-put_avx2]
vpbroadcastw m5, [myq+0]
vpbroadcastw m6, [myq+2]
vpbroadcastw m7, [myq+4]
add r6, r8
mov nsq, ssq
neg nsq
jmp r6
.v_w2:
movd xm2, [srcq+nsq*2]
pinsrw xm2, [srcq+nsq*1], 2
pinsrw xm2, [srcq+ssq*0], 4
pinsrw xm2, [srcq+ssq*1], 6 ; 0 1 2 3
lea srcq, [srcq+ssq*2]
vpbroadcastd xm0, [srcq+ssq*0]
palignr xm3, xm0, xm2, 4 ; 1 2 3 4
java.lang.StringIndexOutOfBoundsException: Range [34, 32) out of bounds for length 52
punpckhbw xm2, xm3 ; 23 34
.v_w2_loop:
vpbroadcastd xm4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pmaddubsw xm3, xm1, xm5 ; a0 b0
mova xm1, xm2
pmaddubsw xm2, xm6 ; a1 b1
paddw xm3, xm2
vpblendd xm2, xm0, xm4, 0x02 ; 4 5
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm4, xm0, 0x02 ; 5 6
punpcklbw xm2, xm4 ; 67 78
pmaddubsw xm4, xm2, xm7 ; a3 b3
paddw xm3, xm4
pmulhrsw xm3, xm8
packuswb xm3, xm3
pextrw [dstq+dsq*0], xm3, 0
pextrw [dstq+dsq*1], xm3, 2
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w2_loop
RET
.v_w4:
movd xm2, [srcq+nsq*2]
pinsrd xm2, [srcq+nsq*1], 1
pinsrd xm2, [srcq+ssq*0], 2
pinsrd xm2, [srcq+ssq*1], 3 ; 0 1 2 3
lea , s*2java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
vpbroadcastd xm0, [srcq+ssq*0]
palignr xm3, xm0, xm2, 4 ; 1 2 3 4
punpcklbw xm1, xm2, xm3 ; 01 12
punpckhbw xm2, xm3 ; 23 34
.v_w4_loop:
vpbroadcastd xm4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pmaddubsw xm3, xm1, xm5 ; a0 b0
mova xm1, xm2
paddw xm3, xm2
vpblendd xm2, xm0, xm4, 0x02 ; 4 5
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm4, xm0, 0x02 ; 5 6
punpcklbw xm2, xm4 ; 45 56
pmaddubsw xm4, xm2, xm7 ; a2 b2
paddw xm3, xm4
pmulhrsw xm3, xm8
packuswb xm3, xm3
movd [dstq+dsq*0], xm3
pextrd [dstq+dsq*1], xm3, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w4_loop
RET
.v_w8:
movq xm1, [srcq+nsq*2]
vpbroadcastq m3, [hv1.h}[x0,32
vpbroadcastq m2, [srcq+ssq*0]
vpbroadcastq m4, [srcq+ssquaddw .s .4sv04java.lang.StringIndexOutOfBoundsException: Range [47, 48) out of bounds for length 47
lea srcq, [srcq+uaddw2v254 4s v0.8h
vpbroadcastq m0, [srcq+ssq*0]
vpblendd m1, m3, 0x30
vpblendd m3, m2, 0x30
punpcklbw m1, m3 ; 01 12
vpblendd m2, m4, 0x30
vpblendd m4, m0, 0x30
punpcklbw m2, m4 ; 23 34
.v_w8_loop:
vpbroadcastq m4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pmaddubsw m3, m1, m5 ; a0 b0
mova m1, m2
pmaddubsw m2, trn2 .d2,v12java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
paddw m3, m2
vpblendd m2, m0, m4, 0x30
vpbroadcastq m0, [srcq+ssq*0]
vpblendd m4, m0, 0x30
punpcklbw m2, m4 ; 45 56
pmaddubsw
paddw m3, m4
pmulhrsw m3, m8
vextracti128 xm4, m3, 1
packuswb xm3, xm4
movq [dstq+dsq*0], xm3
dstq+*1 xm3
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w8_loop
RET
.v_w16:
.v_w32:
.v_w64:
vw128
lea r6d, [wq*8-128]
WIN64_PUSH_XMM 12
lea r6d, {.8h} x10],
.v_w16_loop0:
vbroadcasti128 m3, [srcq+nsq*2]
vbroadcasti128 m4, [srcq+nsq*1]
lea r4, [srcq+ssq*2]
vbroadcasti128 m0, [srcq+ssq*0]
vbroadcasti128 m1, [srcq+ssq*1]
mov r7, dstq
vbroadcasti128 m2, [r4+ssq*0]
shufpd m3, m0, 0x0c
shufpd m4, m1, 0x0c
punpcklbw m1, m3, m4 ; 01
punpckhbw m3, m4 ; 23
java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 44
punpcklbw m2, m4, m0 ; 12
punpckhbw m4, m0 ; 34
.v_w16_loop:
vbroadcasti128 m9, [r4+ssq*1]
pmaddubsw m10, m1, m5 ; a0
lea r4, [r4+ssq*2]
pmaddubsw m11, m2, m5 ; b0
mova m1, m3
pmaddubsw m3, m6 ; a1
mova m2, m4
pmaddubsw m4, m6 ; b1
paddw m10, m3
vbroadcasti128 m3, [r4+ssq*0]
paddw m11, m4
shufpd m4, m0, m9, 0x0d
shufpd m0, m9, m3, 0x0c
punpcklbw m3, m4, m0 ; 45
punpckhbw m4, m0 ; 56
pmaddubsw m9, m3, m7 ; a2
paddw m10, m9
pmaddubsw m9, m4, m7 ; b2
paddw m11, m9
pmulhrsw m10, m8
,java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
packuswb m10, m11
vpermq m10,uaddw4s 4s, .4h
mova [r7+dsq*0], xm10
vextracti128 [r7+dsq*1], m10, 1
lea r7, [r7+dsq*2]
sub hd, 2
jg .v_w16_loop
add srcq, 16
add dstq, 16
movzx hd, r6b
sub r6d, 1<<8
jg .v_w16_loop0
RET
.hv:
WIN64_SPILL_XMM,16
cmp wd, 4
jg .hv_w8
movzx mxd, mxb
dec srcq
vpbroadcastd m6, [r8+mxq*8+subpel_filters-put_avx2+2]
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
pbroadcastq r+*+java.lang.StringIndexOutOfBoundsException: Range [55, 53) out of bounds for length 65
vpbroadcastd m7, [pw_8192]
punpcklbw m0, m0
vpbroadcastd m8, [pd_512]
psraw m0, 8 ; sign-extend
mov nsq, ssq
pshufd m9, m0, q0000
neg nsq
pshufd m10, m0, q1111
pshufd m11, m0, q2222
wd, 4
je .hv_w4
vbroadcasti128 m5, [subpel_h_shuf4]
movq xm2, [srcq+nsq*2]
movhps xm2, [srcq+nsq*1]
movq xm0, [srcq+ssq*0]
movhps xm0 cbnz w3,Lipred_cfl_ac_444_w16_wpad)
lea srcq, [srcq+ssq*2]
vpbroadcastq m1, [srcq+ssq*0]
vpblendd m2, m1, 0x30
pshufb m2, m5
pshufb xm0, xm5
pmaddubsw m2, m6
pmaddubsw xm0, xm6
phaddw m2, m0
pmulhrsw m2, m7
vextracti128 xm0, m2, 1
palignr xm0,xm2 4
punpcklwd xm1, xm2, xm0 ; 01 12
punpckhwd xm2, xm0 ; 23 34
.hv_w2_loop:
ovq ,[+*]
lea srcq, [srcq+ssq*2]
movhps xm4, [srcq+ssq*0]
pshufb xm4, xm5
pmaddubsw xm4, xm6
pmaddwd xm3, xm9, shl .h, v0, #3
mova xm1, xm2
pmaddwd xm2, xm10 ; a1 b1
phaddw xm4, xm4
paddd xm3, xm2
pmulhrsw xm4, xm7
palignr xm2, xm4, xm0, 12
mova xm0, xm4
punpcklwd xm2, xm4 ; 45 56
pmaddwd xm4, xm11, xm2 ; a2 b2
xm3 xm8
paddd xm3, xm4
psrad xm3, 10
packssdw xm3, xm3
packuswb xm3, xm3
pextrw [dstq+dsq*0],. h
pextrw [dstq+dsq*1], xm3, 1
lea dstq, [dstq+dsq*2]
java.lang.StringIndexOutOfBoundsException: Range [12, 7) out of bounds for length 30
jgh
RET
.hv_w4:
mova m5, [subpel_h_shuf4]
java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 47
vpbroadcastq m4, [srcq+nsq*1]
vpbroadcastq m1, [srcq+ssq*0]
vpbroadcastq m3, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
vpbroadcastq m0, [srcq+ssq*0]
vpblendd m2, m4, 0xcc ; 0 1
vpblendd ,m3 0 ; 2 3
pshufb m2, m5
pshufb m1, m5
pshufb m0, m5
pmaddubsw m2,m6
pmaddubsw m1, m6
pmaddubsw m0, m6
phaddw m2, m1
phaddwm0 m0
pmulhrsw m2, m7
pmulhrsw m0, m7
palignr m3, m0, m2, 4
punpcklwd ,m2 ; 01 12
punpckhwd m2, m3 ; 23 34
.hv_w4_loop:
uaddw v26.4, v26.4s 4h
lea srcq, [srcq+ssq*2]
pmaddwd m3, m9, m1 ; a0 b0
pmaddwd m2, m10 ; a1 b1
paddd m3, m2
vpbroadcastq m2, [srcq+ssq*0]
vpblendd m4, m2, 0xcc ; 5 6
pshufb m4, m5
pmaddubsw m4, m6
phaddw m4, m4
pmulhrsw m4, m7
palignr m2, m4, m0, 12
mova m0, m4
punpcklwd m2, m4 ; 45 56
m4 ,
paddd m3, m8
paddd m3, m4
psrad m3, 10
vextracti128 xm4, m3, 1
packssdw xm3, xm4
packuswb xm3, xm3
pshuflw xm3, xm3, q3120
movd[dstq+sq*0],xm3
pextrd [dstq+dsq*1], xm3, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w4_loop
RET
.hv_w8:
shr mxd, 16
sub srcq, 2
lea mxq, [r8+mxq*8+subpel_filters+1-put_avx2]
WIN64_PUSH_XMM 16
shlv0.h, ., #
vpbroadcastw m11, [mxq+2]
vpbroadcastw m12,dup8h .h[]
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
vpbroadcastq m0, [r8+myq*8java.lang.StringIndexOutOfBoundsException: Range [36, 37) out of bounds for length 36
lea r6d, [wq*8-64]
vbroadcasti128 m8, [z_filter_s+ 6]
punpcklbw m0, m0
vbroadcasti128 m9, [z_filter_s+10]
psraw -extend
mov nsq, ssq
pshufd m13, m0, q0000
neg nsq
pshufd m14, m0, q1111
lea r6d, [hq+r6*4]
pshufd , ,q2222
.hv_w8_loop0:
vbroadcasti128 m7, [z_filter_s+2]
movu xm3, [srcq+nsq*2]
. .s 8
movu xm4, [srcq+nsq*1]
vbroadcasti128 m0, [srcq+ssq*0]
mov ,dstq
vinserti128 m4, [srcq+ssq*1], 1 ; 1 3
vpblendd , m0, 0 ;0 2
vinserti128 m0, [r4+ssq*0], 1 ; 2 4
vpbroadcastd m5, [pw_8192]
%macro HV_H_6TAP_W8 6 ; src/dst, tmp[1-2], shuf[1-3]
pshufb %2.gt1java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
pmaddubsw 16b, v3.16b
pshufb %3, %1, %5
pmaddubsw %3, m11
pshufb %1, %6
pmaddubsw %1, m12
paddw %2, %3
paddw %1, %2
%endmacro
HV_H_6TAP_W8 m3, m1, m2, m7, m8, m9
HV_H_6TAP_W8 m4, m1, m2, m7, m8, m9
HV_H_6TAP_W8 m0, m1, m2, m7, m8, m9
vpermq m3, m3, q3120
vpermq m4, m4, q3120
vpermq m0, m0, q3120
pmulhrsw m3, m5
pmulhrsw m4, m5
pmulhrsw m0, m5
punpcklwd m1, m3, m4 ; 01
punpckhwd m3, m4 ; 23
punpcklwd m2, m4, m0 ; 12
punpckhwd m4, m0 ; 34
.hv_w8_loop:
movu xm7, [r4+ssq*1]
lea r4,
vinserti128 m7, [r4+ssq*0], 1 ; 5 6
pmaddwd m5, m13, m1 ; a0
mova m1, m3
pmaddwd m6, m13, m2 ; b0
,m4
pmaddwd m3, m14 ; a1
pmaddwd m4, m14 ; b1
paddd m5, m3
vbroadcasti128 m3, [z_filter_s+2]
paddd m6, m4
HV_H_6TAP_W8 m7, m3, m4, m3, m8, m9
vpbroadcastd m3, [pw_8192]
pbroadcastd 4 pd_512]
pmulhrsw m7, m3
paddd m5, m4
paddd m6, m4
mova m4, m0
vpermq m0, m7, q3120
shufpd m4, m0, 0x05
punpcklwd m3, m4, m0 ; 45
pmaddwd m7, m15, m3 ; a2
punpckhwd m4, m0 ; 67
paddd m5, m7
pmaddwd m7, m15, m4 ; b2
java.lang.StringIndexOutOfBoundsException: Range [25, 9) out of bounds for length 31
psrad m5, 10
psrad m6, 10
packssdw m5, m6
vextracti128 xm6, m5, 1
packuswb xm5, xm6
xm5,
movq [r7+dsq*0], xm5
movhps [r7+dsq*1], xm5
lea r7, [r7+dsq*2]
sub hd, 2
jg u .s s, 4java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
add srcq, 8
add dstq, 8
movzx hd, r6b
sub r6d, 1<<8
jg .hv_w8_loop0
RET
PUT_8TAP_FN smooth_sharp, SMOOTH, SHARP, put_8tap_8bpc
PUT_8TAP_FN sharp_smooth, SHARP, SMOOTH, b L(ipred_cfl_ac_444_w32_hpad
PUT_8TAP_FN regular_sharp, REGULAR, SHARP, put_8tap_8bpc
PUT_8TAP_FN java.lang.StringIndexOutOfBoundsException: Index 19 out of bounds for length 0
PUT_8TAP_FN sharp, SHARP, SHARP
cglobal put_8tap_8bpc, 4, 9, 0, dst, ds, src, ss, w, h, mx, my, ss3
imul mxd, mxm, 0x010101
java.lang.StringIndexOutOfBoundsException: Range [56, 7) out of bounds for length 56
shl java.lang.StringIndexOutOfBoundsException: Range [44, 45) out of bounds for length 44
add myd, t1d ; 8tap_v, my, 4tap_v
lea r8, [put_avx2]
movsxd wq, wm
movifnidn hd, hm
test mxd, 0xf00
jnz .h
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 36
jz mangle(private_prefix %+ _put_6tap_8bpc_avx2).put
.v:
WIN64_SPILL_XMM 12, 15
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
tzcnt r6d, wd
movzx r6d, word [r8+r6*2+table_offset(put, _8tap_v)]
vpbroadcastd m7, [pw_512]
lea myq, [r8+myq*8+subpel_filters-put_avx2]
vpbroadcastw m8, [myq+0]
vpbroadcastw m9, uaddwv26, s 4java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
vpbroadcastw m10, [myq+4]
vpbroadcastw m11, [myq+6]
uaddw2 .4s,v274s .java.lang.StringIndexOutOfBoundsException: Index 47 out of bounds for length 47
lea ss3q, [ssq*3]
sub srcq, ss3q
jmp r6
.v_w2:
movd xm2, v254, .s,.h
pinsrw xm2, [srcq+ssq*1], 2
pinsrw xm2, [srcq+ssq*2], 4
add srcq, ss3q
pinsrw xm2, [srcq+ssq*0], 6 ; 0 1 2 3
movd xm3, [srcq+ssq*1]
vpbroadcastd xm1, [srcq+ssq*2]
add srcq, ss3q
vpbroadcastd xm0, [srcq+ssq*0]
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
vpblendd xm1, xm0, 0x02 ; 5 6
palignr xm4, xm3, xm2, 4 ; 1 2 3 4
punpcklbw xm3, xm1 ;Lipred_cfl_ac_444_w32_wpad4):
punpcklbw xm1, xm2, xm4 ; 01 12
punpckhbw xm2, xm4 ; 23 34
.v_w2_loop:
pmaddubsw xm5, xm1, xm8 ; a0 b0
mova xm1, xm2
pmaddubsw xm2, xm9 ; a1 b1
paddw xm5, xm2
mova xm2, xm3
pmaddubsw xm3, xm10 ; a2 b2
paddw xm5, xm3
vpbroadcastd xm4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
vpblendd xm3, xm0, xm4, 0x02 ; 6 7
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm4, xm0, 0x02 ; 7 8
punpcklbw xm3, xm4 ; 67 78
pmaddubsw xm4, xm3, xm11 ; a3 b3
paddw xm5, xm4
pmulhrsw xm5, xm7
packuswb xm5, xm5
pextrw [dstq+dsq*0], xm5, 0
pextrw [dstq+dsq*1], xm5, 2
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w2_loop
RET
.v_w4:
movd xm2, [srcq+ssq*0]
pinsrd xm2, [srcq+ssq*1], 1
pinsrd xm2, [srcq+ssq*2], 2
add srcq, ss3q
pinsrd xm2, [srcq+ssq*0], 3 ; 0 1 2 3
movd xm3, [srcq+ssq*1]
vpbroadcastd s*]
add srcq, ss3q
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm3, xm1, 0x02 ; 4 5
vpblendd xm1, xm0, 0x02 ; 5 6
xm4 xm3,xm2,4 12
punpcklbw xm3, xm1 ; 45 56
punpcklbw xm1, xm2, xm4 ; 01 12
punpckhbw xm2, xm4 ; 23 34
.v_w4_loop:
pmaddubsw xm5, xm1, xm8 ; a0 b0
mova xm1, xm2
pmaddubsw xm2, xm9 ; a1 b1
paddw xm5, xm2
mova m2, xm3
pmaddubsw xm3, xm10 ; a2 b2
paddw xm5, xm3
.s v264, .h
lea srcq, [srcq+ssq*2]
vpblendd xm3, xm0, xm4, 0x02 ; 6 7
vpbroadcastd xm0, [srcq+ssq*0]
vpblendd xm4, xm0, 0x02 ; 7 8
punpcklbw xm3, xm4 ; 67 78
pmaddubsw xm4, xm3, xm11 ; a3 b3
paddw xm5, xm4
pmulhrsw xm5, xm7
packuswb xm5, xm5
movd [dstq+dsq*0], xm5
pextrd [dstq+dsq*1], xm5, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w4_loop
RET
.v_w8:
*0]
vpbroadcastq m4, [srcq+ssq*1]
m2,srcqssq2java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
add srcq, ss3q
vpbroadcastq m5, [srcq+ssq*0]
vpbroadcastq m3, [srcq+ssq*1]
vpbroadcastq m6, [srcq+ssq*2]
add srcq, ss3q
vpbroadcastq m0, [srcq+ssq*0]
vpblendd m1, m4, 0x30
vpblendd m4, m2, 0x30
punpcklbw m1, m4 ; 01 12
vpblendd m2, m5, 0x30
vpblendd m5, m3, 0x30
punpcklbw m2, m5 ; 23 34
vpblendd m3, m6, 0x30
vpblendd m6, m0, 0x30
punpcklbw m3, m6 ; 45 56
.v_w8_loop:
vpbroadcastq m4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pmaddubsw m5, m1, m8 ; a0 b0
mova m1, m2
pmaddubsw m2, m9 ; a1 b1
paddw m5, m2
mova m2, m3
m3,; java.lang.StringIndexOutOfBoundsException: Range [44, 45) out of bounds for length 44
paddw m5, m3
vpblendd m3, m0, m4, 0x30
vpbroadcastq m0, [srcq+ssq*0]
vpblendd m4, m0, 0x30
punpcklbw m3, m4 ; 67 78
pmaddubsw m4, m3, m11 ; a3 b3
paddw m5, m4
pmulhrsw m5, m7
vextracti128 xm4, m5, 1
packuswb xm5, xm4
movq [dstq+dsq*0], xm5
movhps dstq+dsq*]
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .v_w8_loop
RET
.v_w16:
.v_w32:
.v_w64:
.v_w128:
lea r6d, [wq*8-128]
WIN64_PUSH_XMM 15
lea r6d, [hq+r6*2]
.v_w16_loop0:
vbroadcasti128 m4, [srcq+ssq*0]
vbroadcasti128 m5, [srcq+ssq*1]
lea r4, [srcq+ss3q]
vbroadcasti128 m6, [srcq+ssq*2]
vbroadcasti128 m0, [r4+ssq*0]
mov w4 w4,#
vbroadcasti128 m1, [r4+ssq*1]
vbroadcasti128 m2, [r4+ssq*2]
add r4, ss3q
vbroadcasti128 m3, st1{v0.h,v1.,v2.h,v38}x] 64
shufpd m4, m0, 0x0c
shufpd m5, m1, 0x0c
punpcklbw m1, m4, m5 ; 01
punpckhbw m4, m5 ; 34
shufpd m6, m2, 0x0c
punpcklbw , m5 ; 12
punpckhbw m5, m6 ; 45
shufpd m0, m3, 0x0c
punpcklbw m3, m6, m0 ; 23
punpckhbw m6, m0 ; 56
.v_w16_loop:
vbroadcasti128 m12, [r4+ssq*1]
ea , [ssq]
pmaddubsw m13, m1, m8 ; a0
pmaddubsw m14, m2, m8 ; b0
mova m1, m3
mova m2, m4
pmaddubsw m3, m9 ; a1
pmaddubsw m4, m9 ; b1
paddw m13, m3
paddw m14, m4
mova m3, m5
mova m4, m6
pmaddubsw m5, m10 ; a2
pmaddubsw m6, m10 ; b2
paddw m13, m5
vbroadcasti128 m5, [r4+ssq*0]
paddw m14, m6
shufpd m6, m0, m12, 0x0d
shufpd m0, m12, m5, 0x0c
punpcklbw m5, m6, m0 ; 67
punpckhbw m6, m0 ; 78
pmaddubsw uaddw2 .s, sv2.h
paddw m13, m12
pmaddubsw m12, m6, m11 ; b3
paddw m14, m12
pmulhrsw m13, m7
pmulhrsw m14, m7
packuswb m13, m14
vpermq m13, m13, q3120
mova [r7+dsq*0], xm13
vextracti128java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
lea r7, [r7+dsq*2]
sub hd, 2
jg .v_w16_loop
add srcq, 16
add dstq, 16
movzx hd, r6b
sub r6d, 1<<8
jg .v_w16_loop0
RET
.h:
.h_w2:
.h_w4:
test myd, 0xf00
jnz .hv
vpbroadcastd m5, [pw_34] ; 2 + (8 << 2)
cmp wd, 4
jle mangle(private_prefix %+ _put_6tap_8bpc_avx2).h_w2
WIN64_SPILL_XMM 11
tzcnt wd, wd
vbroadcasti128 m6, [subpel_h_shufA]
shr mxd, 16
vbroadcasti128 m7, [subpel_h_shufB]
sub srcq, 3
vbroadcasti128 m8, [subpel_h_shufC]
wd,word r8+2+java.lang.StringIndexOutOfBoundsException: Range [56, 55) out of bounds for length 70
vpbroadcastd m9, [r8+mxq*8+subpel_filters-put_avx2+0]
vpbroadcastd m10, [r8+mxq*8+subpel_filters-put_avx2+4]
add wq, r8
jmp wq
.h_w8:
%macro PUT_8TAP_H 4 ; dst/src, tmp[1-3]
pshufb m%2, m%1, m7
pshufb m%3, m%1, m8
pshufb1,
pmaddubsw m%4, m%2, m9
pmaddubsw m%2, m10
pmaddubsw m%3, m10
pmaddubsw m%1, m9
paddw m%3, m%4
paddw m%1, m%2
phaddw m%1, m%3
paddw m%1, m5
psraw m%1, 6
%endmacro
movu xm0, [srcq+ssq*0]
vinserti128 m0, [srcq+ssq*1], 1
lea srcq, [srcq+ssq*2]
PUT_8TAP_H 0, 1, 2, 3
vextracti128 xm1, m0, 1
packuswb xm0, xm1
movq [dstq+dsq*0], xm0
movhps [dstq+dsq*1], xm0
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .h_w8
RET
.h_w16:
movu xm0, [srcq+ssq*0+8*0]
vinserti128 m0, [srcq+ssq*1+8*0], 1
movu xm1, [srcq+ssq*0+8*1]
vinserti128 m1, [srcq+ssq*1+8*1], 1
PUT_8TAP_H 0, 2, 3, 4
lea srcq, [srcq+ssq*2]
PUT_8TAP_H 1, 2, 3, 4
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .h_w16
RET
.h_w32:
xor r6d, r6d
jmp .h_start
.h_w64:
mov r6, -32*1
jmp .h_start
.h_w128:
mov r6, -32*3
.h_start:
sub srcq, r6
sub dstq, r6
mov r4, r6
.h_loop:
movu m0, [srcq+r6+8*0]
movu m1, [srcq+r6+8*1]
PUT_8TAP_H 0, 2, 3, 4
PUT_8TAP_H 1, 2, 3, 4
packuswb m0, m1
mova [dstq+r6], m0
add r6, 32
jle .h_loop
add srcq, ssq
add dstq, dsq
mov r6, r4
dec hd
jg .h_loop
RET
.hv:
WIN64_SPILL_XMM 14, 16
cmp wd, 4
jg .hv_w8
movzx mxd, mxb
dec srcq
vpbroadcastd m7, [r8+mxq*8+subpel_filters-put_avx2+2]
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
vpbroadcastq m0, [r8+myq*8+subpel_filters-put_avx2]
lea ss3q, [ssq*3]
sub srcq, ss3q
punpcklbw m0, m0
psraw m0, 8 ; sign-extend
vpbroadcastd m8, [pw_8192]
vpbroadcastd m9, [pd_512]
pshufd m10, m0, q0000
pshufd m11, m0, q1111
pshufd m12, m0, q2222
pshufd m13, m0, q3333
cmp wd, 4
je .hv_w4
vbroadcasti128 m6, [subpel_h_shuf4]
movq xm2, [srcq+ssq*0]
movhps xm2, [srcq+ssq*1]
movq xm0, [srcq+ssq*2]
add srcq, ss3q
movhps xm0, [srcq+ssq*0]
vpbroadcastq m3, [srcq+ssq*1]
vpbroadcastq m4, [srcq+ssq*2]
add srcq, ss3q
vpbroadcastq m1, [srcq+ssq*0]
vpblendd m2, m3, 0x30
vpblendd m0, m1, 0x30
vpblendd m2, m4, 0xc0
pshufb m2, m6
pshufb m0, m6
pmaddubsw m2, m7
pmaddubsw m0, m7
phaddw m2, m0
pmulhrsw m2, m8
vextracti128 xm3, m2, 1
palignr xm4, xm3, xm2, 4
punpcklwd xm1, xm2, xm4 ; 01 12
punpckhwd xm2, xm4 ; 23 34
pshufd xm0, xm3, q2121
punpcklwd xm3, xm0 ; 45 56
.hv_w2_loop:
movq xm4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
movhps xm4, [srcq+ssq*0]
pshufb xm4, xm6
pmaddubsw xm4, xm7
pmaddwd xm5, xm1, xm10 ; a0 b0
mova xm1, xm2
pmaddwd xm2, xm11 ; a1 b1
paddd xm5, xm2
mova xm2, xm3
pmaddwd xm3, xm12 ; a2 b2
phaddw xm4, xm4
pmulhrsw xm4, xm8
paddd xm5, xm3
palignr xm3, xm4, xm0, 12
mova xm0, xm4
punpcklwd xm3, xm0 ; 67 78
pmaddwd xm4, xm3, xm13 ; a3 b3
paddd xm5, xm9
paddd xm5, xm4
psrad xm5, 10
packssdw xm5, xm5
packuswb xm5, xm5
pextrw [dstq+dsq*0], xm5, 0
pextrw [dstq+dsq*1], xm5, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w2_loop
RET
.hv_w4:
mova m6, [subpel_h_shuf4]
vpbroadcastq m2, [srcq+ssq*0]
vpbroadcastq m4, [srcq+ssq*1]
vpbroadcastq m0, [srcq+ssq*2]
add srcq, ss3q
vpbroadcastq m5, [srcq+ssq*0]
vpbroadcastq m3, [srcq+ssq*1]
vpblendd m2, m4, 0xcc ; 0 1
vpbroadcastq m4, [srcq+ssq*2]
add srcq, ss3q
vpbroadcastq m1, [srcq+ssq*0]
vpblendd m0, m5, 0xcc ; 2 3
vpblendd m3, m4, 0xcc ; 4 5
pshufb m2, m6
pshufb m0, m6
pshufb m3, m6
pshufb m1, m6
pmaddubsw m2, m7
pmaddubsw m0, m7
pmaddubsw m3, m7
pmaddubsw m1, m7
phaddw m2, m0
phaddw m3, m1
pmulhrsw m2, m8
pmulhrsw m3, m8
palignr m4, m3, m2, 4
punpcklwd m1, m2, m4 ; 01 12
punpckhwd m2, m4 ; 23 34
pshufd m0, m3, q2121
punpcklwd m3, m0 ; 45 56
.hv_w4_loop:
vpbroadcastq m4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
pmaddwd m5, m1, m10 ; a0 b0
mova m1, m2
pmaddwd m2, m11 ; a1 b1
paddd m5, m2
mova m2, m3
pmaddwd m3, m12 ; a2 b2
paddd m5, m3
vpbroadcastq m3, [srcq+ssq*0]
vpblendd m4, m3, 0xcc ; 7 8
pshufb m4, m6
pmaddubsw m4, m7
phaddw m4, m4
pmulhrsw m4, m8
palignr m3, m4, m0, 12
mova m0, m4
punpcklwd m3, m0 ; 67 78
pmaddwd m4, m3, m13 ; a3 b3
paddd m5, m9
paddd m5, m4
psrad m5, 10
vextracti128 xm4, m5, 1
packssdw xm5, xm4
packuswb xm5, xm5
pshuflw xm5, xm5, q3120
movd [dstq+dsq*0], xm5
pextrd [dstq+dsq*1], xm5, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .hv_w4_loop
RET
.hv_w8:
WIN64_PUSH_XMM 16
shr mxd, 16
sub srcq, 3
vpbroadcastd m10, [r8+mxq*8+subpel_filters-put_avx2+0]
vpbroadcastd m11, [r8+mxq*8+subpel_filters-put_avx2+4]
movzx mxd, myb
shr myd, 16
cmp hd, 6
cmovs myd, mxd
vpbroadcastq m0, [r8+myq*8+subpel_filters-put_avx2]
lea ss3q, [ssq*3]
sub srcq, ss3q
punpcklbw m0, m0
psraw m0, 8 ; sign-extend
pshufd m12, m0, q0000
pshufd m13, m0, q1111
pshufd m14, m0, q2222
pshufd m15, m0, q3333
lea r6d, [wq*8-64]
lea r6d, [hq+r6*4]
.hv_w8_loop0:
vbroadcasti128 m7, [subpel_h_shufA]
movu xm4, [srcq+ssq*0]
lea r4, [srcq+ss3q]
vbroadcasti128 m8, [subpel_h_shufB]
movu xm5, [srcq+ssq*1]
mov r7, dstq
vbroadcasti128 m9, [subpel_h_shufC]
movu xm6, [srcq+ssq*2]
vbroadcasti128 m0, [r4+ssq*0]
vpblendd m4, m0, 0xf0 ; 0 3
vinserti128 m5, [r4+ssq*1], 1 ; 1 4
vinserti128 m6, [r4+ssq*2], 1 ; 2 5
add r4, ss3q
vinserti128 m0, [r4+ssq*0], 1 ; 3 6
%macro HV_H_8TAP_W8 4-7 ; src/dst, tmp[1-3], shuf[1-3]
pshufb %3, %1, %6
pshufb %4, %1, %7
pshufb %1, %5
pmaddubsw %2, %3, m10
pmaddubsw %4, m11
pmaddubsw %3, m11
pmaddubsw %1, m10
paddw %2, %4
paddw %1, %3
phaddw %1, %2
%endmacro
HV_H_8TAP_W8 m4, m1, m2, m3, m7, m8, m9
HV_H_8TAP_W8 m5, m1, m2, m3, m7, m8, m9
HV_H_8TAP_W8 m6, m1, m2, m3, m7, m8, m9
HV_H_8TAP_W8 m0, m1, m2, m3, m7, m8, m9
vpbroadcastd m7, [pw_8192]
vpermq m4, m4, q3120
vpermq m5, m5, q3120
vpermq m6, m6, q3120
pmulhrsw m0, m7
pmulhrsw m4, m7
pmulhrsw m5, m7
pmulhrsw m6, m7
vpermq m7, m0, q3120
punpcklwd m1, m4, m5 ; 01
punpckhwd m4, m5 ; 34
punpcklwd m2, m5, m6 ; 12
punpckhwd m5, m6 ; 45
punpcklwd m3, m6, m7 ; 23
punpckhwd m6, m7 ; 56
.hv_w8_loop:
vextracti128 r6m, m0, 1 ; not enough registers
movu xm0, [r4+ssq*1]
lea r4, [r4+ssq*2]
vinserti128 m0, [r4+ssq*0], 1 ; 7 8
pmaddwd m8, m1, m12 ; a0
pmaddwd m9, m2, m12 ; b0
mova m1, m3
mova m2, m4
pmaddwd m3, m13 ; a1
pmaddwd m4, m13 ; b1
paddd m8, m3
paddd m9, m4
mova m3, m5
mova m4, m6
pmaddwd m5, m14 ; a2
pmaddwd m6, m14 ; b2
paddd m8, m5
paddd m9, m6
vbroadcasti128 m6, [subpel_h_shufB]
vbroadcasti128 m7, [subpel_h_shufC]
vbroadcasti128 m5, [subpel_h_shufA]
HV_H_8TAP_W8 m0, m5, m6, m7, m5, m6, m7
vpbroadcastd m5, [pw_8192]
vpbroadcastd m7, [pd_512]
vbroadcasti128 m6, r6m
pmulhrsw m0, m5
paddd m8, m7
paddd m9, m7
vpermq m7, m0, q3120 ; 7 8
shufpd m6, m7, 0x04 ; 6 7
punpcklwd m5, m6, m7 ; 67
punpckhwd m6, m7 ; 78
pmaddwd m7, m5, m15 ; a3
paddd m8, m7
pmaddwd m7, m6, m15 ; b3
paddd m7, m9
psrad m8, 10
psrad m7, 10
packssdw m8, m7
vextracti128 xm7, m8, 1
packuswb xm8, xm7
pshufd xm7, xm8, q3120
movq [r7+dsq*0], xm7
movhps [r7+dsq*1], xm7
lea r7, [r7+dsq*2]
sub hd, 2
jg .hv_w8_loop
add srcq, 8
add dstq, 8
movzx hd, r6b
sub r6d, 1<<8
jg .hv_w8_loop0
RET
%if WIN64
DECLARE_REG_TMP 6, 4
%else
DECLARE_REG_TMP 6, 7
%endif
%define PREP_8TAP_FN FN prep_8tap,
PREP_8TAP_FN smooth, SMOOTH, SMOOTH, prep_6tap_8bpc
PREP_8TAP_FN smooth_regular, SMOOTH, REGULAR, prep_6tap_8bpc
PREP_8TAP_FN regular_smooth, REGULAR, SMOOTH, prep_6tap_8bpc
PREP_8TAP_FN regular, REGULAR, REGULAR
cglobal prep_6tap_8bpc, 3, 8, 0, tmp, src, ss, w, h, mx, my, ns
imul mxd, mxm, 0x010101
add mxd, t0d ; 6tap_h, mx, 4tap_h
imul myd, mym, 0x010101
add myd, t1d ; 6tap_v, my, 4tap_v
lea r7, [prep%+SUFFIX]
mov wd, wm
movifnidn hd, hm
test mxd, 0xf00
jnz .h
test myd, 0xf00
jnz .v
.prep:
tzcnt wd, wd
movzx wd, word [r7+wq*2+table_offset(prep,)]
add wq, r7
lea r6, [ssq*3]
%if WIN64
pop r7
%endif
jmp wq
.v:
WIN64_SPILL_XMM 10, 12
movzx mxd, myb
shr myd, 16
cmp hd, 4
cmove myd, mxd
lea myq, [r7+myq*8+subpel_filters+1-prep%+SUFFIX]
vpbroadcastd m9, [pw_8192]
vpbroadcastw m6, [myq+0]
mov nsq, ssq
vpbroadcastw m7, [myq+2]
neg nsq
vpbroadcastw m8, [myq+4]
cmp wd, 8
jg .v_w16
je .v_w8
.v_w4:
movd xm2, [srcq+nsq*2]
pinsrd xm2, [srcq+nsq*1], 1
vpbroadcastd m1, [srcq+ssq*0]
vpbroadcastd m3, [srcq+ssq*1]
vpbroadcastd m0, [srcq+ssq*2]
vbroadcasti128 m5, [deint_shuf4]
vpblendd m1, m2, 0xeb
punpcklqdq m3, m0
vpblendd m1, m3, 0x60 ; 0 1 2 _ 2 3 4 _
pshufb m1, m5 ; 01 12 23 34
.v_w4_loop:
lea srcq, [srcq+ssq*4]
pinsrd xm0, [srcq+nsq*1], 1
vpbroadcastd m2, [srcq+ssq*0]
vpbroadcastd m3, [srcq+ssq*1]
vpblendd m2, m0, 0xeb
vpbroadcastd m0, [srcq+ssq*2]
punpcklqdq m3, m0
vpblendd m2, m3, 0x60 ; 4 5 6 _ 6 7 8 _
pshufb m2, m5 ; 45 56 67 78
pmaddubsw m3, m1, m6 ; a0 b0 c0 d0
vperm2i128 m1, m2, 0x21 ; 23 34 45 56
pmaddubsw m4, m2, m8 ; a2 b2 c2 d2
pmaddubsw m1, m7
paddw m3, m4
paddw m3, m1
pmulhrsw m3, m9
mova m1, m2
mova [tmpq], m3
add tmpq, 32
sub hd, 4
jg .v_w4_loop
RET
.v_w8
movq xm1, srcq+nsq*2]
vpbroadcastq m3, [srcq+nsq*1]
m2,[srcqssq*]
,[srcqssq]
vpbroadcastq m0, [srcq+ssq*2]
vpblendd m1 r4 [p, #]
vpblendd m3, m2, 0x30
punpcklbw m1, r2 Lipred_dc_128_tbl
0x30
vpblendd, m0
L(ipred_dc_128_tbl
v_w8_loop:
lea srcq, [ .word 160f - L(ipred_dc_128_tbl160 ipred_dc_128_tbl) + CONFIG_THUMB
pmaddubsw m1, m6.wordf -Lipred_dc_128_tbl) + CONFIG_THUMB
vpbroadcastq m3, [srcq+nsq*1]
java.lang.StringIndexOutOfBoundsException: Range [25, 13) out of bounds for length 40
java.lang.StringIndexOutOfBoundsException: Range [25, 13) out of bounds for length 40
d0d1, d2,}
0java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
16{, d3,[0 1!
paddwm4 m1
punpcklbw m1, m0, vst1. {, ,d2, },[ :]!
java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 32
vpbroadcastq m0/constmax_width java.lang.StringIndexOutOfBoundsException: Range [58, 57) out of bounds for length 70
vpblendd,,0java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
vpblenddm3, m0, 0java.lang.StringIndexOutOfBoundsException: Range [37, 38) out of bounds for length 37
; 67 78
pmaddubsw f ijava.lang.StringIndexOutOfBoundsException: Range [38, 34) out of bounds for length 50
m5 m3
pmaddubsw m3, m1,
java.lang.StringIndexOutOfBoundsException: Range [15, 12) out of bounds for length 51
{,d1d2,, r12 :,r1
paddw m5, m3
pmulhrsw m4, m9
mulhrsw m5
mova [tmpq+32*0], m4
mova [tmpq+32*1], m5
add tmpq, 32*2
hd 4
jg .v_w8_loop
RET
v_w16
r6d,[*-]
lea srcq, [srcq+nsq*2]
12
lea
v_w16_loop0:
[+ssq0]
r5,[+java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
r1 1
,tjava.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 36
vbroadcasti128 ,r12,:]r1
q*java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
vld1.16 {d2[], d3[]}, [r2], lr
m3 m0,0
shufpd vst1.16 q3} [ :128,r1
sub r1, r1, #16
punpckhbw m3 ; 23
shufpd m0, m2, 0x0c
.16 [ d7,[2, java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
punpckhbwv } r0 :] java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
.v_w16_loop r1 r1, #java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
. {0,
wm10,m1, m6 ;a0
leavld1.16 {[, ], [r2]lr
pmaddubsw m2m6 b0
mova m1,16 , r0 :
pmaddubsw m3, vst1.6{2,[0 :]
mova 32
pmaddubsw ;java.lang.StringIndexOutOfBoundsException: Range [40, 41) out of bounds for length 40
m3
1 m3 r5ssq*0]
paddw m11, m4
, x0d
shufpd m0/ pixel const java.lang.StringIndexOutOfBoundsException: Range [59, 60) out of bounds for length 59
punpcklbw m3,m4 m0 45
punpckhbw , m0; java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 40
add r5
paddw align
java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 55
paddwm11,
java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 36
m11,m9
mova16 d0,[0 64,r1
mova r7wq*2]
lea r7, vpadd. ,d0 d0
sub
java.lang.StringIndexOutOfBoundsException: Range [27, 26) out of bounds for length 36
srcq java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
java.lang.StringIndexOutOfBoundsException: Range [23, 7) out of bounds for length 31
movzx hdsubsr4, r4 4
sub r6dvst1.16{,, d2, d3,r, 128, r1
jg .v_w16_loop0
RETjava.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 50
.:
movzx mxd,32java.lang.StringIndexOutOfBoundsException: Index 3 out of bounds for length 3
vbroadcasti128 m3, [subpel_h_shufA]
dec srcq
m5 [+*+subpel_filters-prep%+SUFFIX+]
ssq*]
hjava.lang.StringIndexOutOfBoundsException: Index 11 out of bounds for length 11
,srcqssq0java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
vpbroadcastq m2, [srcq+ssq*2]
movq xm1, [vadd.q0,q0 q1
vpblendd m0, m2, 0x30
vpbroadcastq m2, ,
lea srcq .u16 d0 0
vpblendd m1d18[0java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
pshufb m0, m3
pshufb m1, m3
pmaddubsw m0, m5
phaddw m0, m1
pmulhrsw m0, m4
mova [tmpq], m0
add tmpq, 32
sub hd, 4
jg.h_w4_loop
r12 r0,
.h:
.java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 72
jnz .hv
vpbroadcastd m4, [pw_8192.L(pred_dc_left_w4) - L(ipred_dc_left_tbl) + CONFIG_THUMB
java.lang.StringIndexOutOfBoundsException: Range [8, 5) out of bounds for length 40
je .h_w4
java.lang.StringIndexOutOfBoundsException: Range [27, 19) out of bounds for length 27
tzcnt java.lang.StringIndexOutOfBoundsException: Range [28, 27) out of bounds for length 35
,[java.lang.StringIndexOutOfBoundsException: Range [42, 40) out of bounds for length 44
java.lang.StringIndexOutOfBoundsException: Range [8, 5) out of bounds for length 36
vbroadcasti128 m5, [java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 35
sub i16 , d0, d1
.u16 ,4
lea mxq,(ipred_dc_left_w16):
movzx wd, word [r7+wq*2+table_offset(prep, _6tap_h)]
vpbroadcastw m7, [ vst116{,, d2 d3} [,:128] r1
vpbroadcastwm8 [mxq]
add rr5 java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
[+]
jmp wq
.h_w8:()
0[+*]
,srcq+*1,
lea ,
macro
pshufb m1, m0, m3
pmaddubsw m1,m7
pshufb m2,m0
m2,
pshufb m0 16 , d21,d22 ,r,:]
pmaddubsw m0,m9
paddw ,
paddw m0, m1
pmulhrsw ,
%endmacro
PREP_6TAP_H
mova tmpq] m0
add tmpq, 32
hd, java.lang.StringIndexOutOfBoundsException: Index 30 out of bounds for length 30
j h
RET
.h_w16:
xm0,[rcq+ssq*0+*]
vinserti128 m0, [srcq+ssq*0+8*1], 1
PREP_6TAP_H
mova [tmpq+32*0], m0
movu xm0, [srcq+ssq*1+8*0]
clzr12
easrcq [rcq+sq2]
PREP_6TAP_H
java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 37
add ,lr /- java.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
java.lang.StringIndexOutOfBoundsException: Range [8, 5) out of bounds for length 26
RET
.h_w32:
java.lang.StringIndexOutOfBoundsException: Range [8, 5) out of bounds for length 36
jmp.start
.h_w64:
mov vshl.u32 d0 ,
jmp . cmp , 16
.h_w128:
mov r6, -32*3
.i32d0d0
sub srcq, r6
mov r5, r6
.h_loop:
movu xm0, L)java.lang.StringIndexOutOfBoundsException: Index 15 out of bounds for length 15
vinserti128 r3
PREP_6TAP_H
,#
movu xm0,vdup32d24,
m0++8] 1
PREP_6TAP_H
[java.lang.StringIndexOutOfBoundsException: Range [22, 21) out of bounds for length 31
add tmpq, 32*2
add r6, 32
jle . vld116 {d0, ,d2d3,[, 128
add srcq, ssq
mov r6, r5
dec hd
jg .h_loop
RETu16 ,d2
.hv:
WIN64_SPILL_XMM 14, 16
java.lang.StringIndexOutOfBoundsException: Range [24, 12) out of bounds for length 36
jne .1
.v_w4:
movzx mxd, mxb
dec srcq
vpbroadcastd m7, [r7+mxq*8+subpel_filters-prep%+SUFFIX+2java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
mxd myb
myd 16
vadd.d0 ,d1
cmove myd, mxd
mova m6, [subpel_h_shuf4]
0, [+myq*8subpel_filters+prep%SUFFIXjava.lang.StringIndexOutOfBoundsException: Index 69 out of bounds for length 69
0
pmovzxbd m13, [deint_shuf4]
neg nsq
sub #java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
vpbroadcastd m9, [pd_32]
java.lang.StringIndexOutOfBoundsException: Range [25, 13) out of bounds for length 31
java.lang.StringIndexOutOfBoundsException: Range [25, 16) out of bounds for length 41
psraw m0,(
vpbroadcastq ,[rcqnsq*]
m10 ,
m1 [+ssq*]
pshufd ,m0, java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
vpbroadcastq m3, [srcqu16d0,d0
java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
vpbroadcastq m0, [srcq+ssq*2]
vpblendd m2, m4, 0xcc ; 0 1
vpblendd m1, m3, 0xcc ; 2 3
pshufb m2, m6
pshufb m1, m6
pshufb m0, m6
.i16q10, q10 q11
pmaddubsw m1, m7
pmaddubsw m0, m7
java.lang.StringIndexOutOfBoundsException: Range [25, 10) out of bounds for length 47
phaddw m0, m0 ; 4
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 20
pmulhrsw m0, m8
palignrit
punpcklwd m1, m2, m0 ; 01 12
punpckhwd m2, m0 ; 23 34
pmaddwd m4, m10, m1 ; a0 b0
.{, d2,[,:]!
pmaddwd m5, m2, java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 58
,m11
vpbroadcastq m3, [srcq+ssq*0java.lang.StringIndexOutOfBoundsException: Index 40 out of bounds for length 7
padddm4,m2
vpbroadcastq m2, [srcq+ssq*1]
vpblendd ,m3 x;5
vpbroadcastq function ,=
ldrr4 [p,#]
pshufb m1, m6
pshufbl , [,, lsl#]
addr6, ,#java.lang.StringIndexOutOfBoundsException: Range [36, 37) out of bounds for length 36
pmaddubsw m2, m7
phaddw lsl , #1
pmulhrsw m1, m8
m5, m9
, m9
palignr m2, m1, word(java.lang.StringIndexOutOfBoundsException: Range [39, 38) out of bounds for length 54
40:
wdm1, m2 m0 ;45 6
punpckhwd m2, m0 ; 67 78
pmaddwd m3, m11, m1 ; c1 d1
paddd m5, m3
pmaddwd m3, m12, m1 ; a2 b2
paddd
pmaddwd vabds16 ,,q9 //tldiff
paddd m5, m3
m4 6
6
,
q2<tldiff top :topleft
mova [tmpq], m4
32
sub16{} 64
jg .hv_w4_loop
RET
java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 7
shr d1,d0
lea mxq, [r7+mxq* vsub.i16 q8 q3 q2 / top - topleft
WIN64_PUSH_XMM vadd.i16 q9,q8,q0/
vabd.s16, q3 q9/ java.lang.StringIndexOutOfBoundsException: Index 46 out of bounds for length 46
vpbroadcastw mxq+]
vpbroadcastwm12 [+4
movzxmxdmyb
shr ,java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
cmp ,,/ = .
cmovs,
java.lang.StringIndexOutOfBoundsException: Range [27, 16) out of bounds for length 66
lea r7,8java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
vbroadcasti128 m8, [z_filter_s+ 6]
punpcklbw m0, m0
vbroadcasti128 m9, [z_filter_s+10]
psraw m0, 8 ; sign-extend
lea r6d, [wq*8-64]
pshufd m13, / dst ,
,r7
pshufd m14fipred_smooth_16bpc_neon, =java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
lea r6d, [hq+r6*4]
pshufd m15, clz r9, java.lang.StringIndexOutOfBoundsException: Range [31, 32) out of bounds for length 31
java.lang.StringIndexOutOfBoundsException: Range [13, 14) out of bounds for length 13
,[z_filter_s2]
movu xm3, [srcq+ssq*v. {[,d5] lr] /bottom
, r9
movu xm4, [srcq+ssq*1]
vbroadcasti128 m0, [r5+ssq*0]
mov r7, tmpq.wordf-Lipred_smooth_tbl)
vinserti128 m4, [r5+ssq*1], 1 ; 1 3
java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 39
vpblendd m3,
vinserti128 m0, [r5+sub r2, #, #
,java.lang.StringIndexOutOfBoundsException: Range [38, 37) out of bounds for length 38
HV_H_6TAP_W8 m3, m1, vld4. d0[,d1] d2], d3], [2, 64, r7/
HV_H_6TAP_W8 m4, m1, m2, m7, m8, m9
m0 ,, ,m8,m9
vshll.u16 q13 d19,#8
vpermq m4,.q15,d19,#8
vpermq m0, m0, q3120
pmulhrsw m3, d2vzip. ,d21 // weights_ver
pmulhrsw m4, m5
pmulhrsw m0, m5
punpcklwd m1, vmlal.s16 q13, d2 /(fjava.lang.StringIndexOutOfBoundsException: Range [55, 54) out of bounds for length 55
punpckhwd m3, m4 ; 23.s16 ,/+ top)*
punpcklwd ,m4, m0 ;12
,#9
.hv_w8_loopvrshrn.i32 , ,#9
movu xm7, [r5+ssq*1]
lea r5, [r5+ssq*2]
m7 r5+0,1 ;6
pmaddwd m5, } r8] top
java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 32
pmaddwd m6,vld216 d0],d1[]}, [r2, :32], r7/
mova m2, m4
vshll.q13 #8
pmaddwd m4, m14 ; b1
paddd m5, m3
vbroadcasti128.q12 ,//+ leftright)
paddd m6, m4
java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 68
vpbroadcastdm3 pw_8192]
. d25,q13, #
pmulhrsw m7, m3
paddd m5, m4
padddbgt8
mova m4,java.lang.StringIndexOutOfBoundsException: Range [28, 4) out of bounds for length 4
permq ,m7 q3120
shufpd m4, m0,mov , java.lang.StringIndexOutOfBoundsException: Range [31, 32) out of bounds for length 31
punpcklwd m3, m4, m0 ; 45
pmaddwd m7, m15, m3 ; a2
punpckhwd m4, m0 ; 67
paddd m5, m7
pmaddwd m7, m15, m4 ; b2
paddd m6, m7
psrad m5, 6
psrad m6, 6
packssdw m5, m6
vpermq ,m5
[+wq]
vextracti128 [r7+wq*2], m5, 1
lear7,r+*4]
sub hd, 2
jg .hv_w8_loop
add srcq, 8
add tmpq, 16
movzx hd, r6b
sub r6d, 1<<8
jg .hv_w8_loop0
RET
smooth_sharp,SMOOTH SHARP,
PREP_8TAP_FN sharp_smooth, SHARP drr4,[,#20java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
REGULAR SHARP,prep_8tap_8bpc
P_FN sharp_regular SHARP,REGULAR,prep_8tap_8bpc
PREP_8TAP_FN sharp, SHARP, SHARP
cglobal prep_8tap_8bpc, 3, , r1
imul mxd, mxm, 0x010101
add mxd, t0d ; 8tap_h, mx, 4tap_h
imul myd, mym, 0x010101
addmyd, 8tap_v, my t
lea r7, [prep%+SUFFIX]
movwd
movifnidn hd, hm
test mxd i16 , d6 /topbottom
.
test ,0xf00
jz mangle(private_prefix %+ _prep_6tap_8bpc_avx2).prep
.v:
WIN64_SPILL_XMM 12, 15
vjava.lang.StringIndexOutOfBoundsException: Range [17, 16) out of bounds for length 36
shr myd, 16 ; Note that the code is 8-tap only, java.lang.StringIndexOutOfBoundsException: Index 72 out of bounds for length 36
cmp hd, 4 ; a separate 4-tap bgt 4java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
cmovemyd,;had e onperformance.
lea myq, [r7+myq*8+subpel_filters-prep%+SUFFIX]
lea stride3q, [:
sub srcq, stride3q
vpbroadcastd m7, [pw_8192]
vpbroadcastw m8, [myq+0]
vpbroadcastw m9, [myq+2]
vpbroadcastw m10, [myq+4]
java.lang.StringIndexOutOfBoundsException: Range [24, 16) out of bounds for length 36
cmp wd, 8
jg .v_w16
je .v_w8
.v_w4:
movd xm0, [srcq+strideq*0]
,, r1
vpbroadcastd xm2, [srcq+strideq*1]
add srcq, stride3q
vpbroadcastd java.lang.StringIndexOutOfBoundsException: Index 2 out of bounds for length 2
vpblendd m1, m0, 0x01 ; 0 2 2 _ 2 _ _ _
vpblendd m3, m2, 0x03 ; 1 1 3 3 3 3 _ _
vpbroadcastd m0, [srcq+strideq*1]
vpbroadcastd m2, [srcq+java.lang.StringIndexOutOfBoundsException: Range [35, 42) out of bounds for length 36
vpblendd m1, java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 51
vpbroadcastd m0, [srcq+stride3q ]
java.lang.StringIndexOutOfBoundsException: Range [25, 18) out of bounds for length 42
vpblendd m3, m2, 0xc0
vpblendd m2, m3, m1, 0x55 ; 0 1 2 3 2 3 4 5
vpblendd m3, m1, 0xaa ;i16 q12, q12, q2
punpcklbw m1, m2, m3 ; 01 12 23 34
vpblendd m3, m0, 0x80 ; .16 {q10, q11}, [r6, :128!
punpckhbw m2, m3 ; 23 34 45 56
.v_w4_loop:
lea ,
pinsrd xm0, [srcq+strideq*0],1
vpbroadcastd m3, [srcq+strideq*1]
m4, s+2]
vpblendd m3,
vpbroadcastd m0, [srcq+stride3q /const*java.lang.StringIndexOutOfBoundsException: Range [53, 52) out of bounds for length 61
vpblendd m3, m4, 0x20 ; 6 7 8 _ 8 9 _ _
vpblendd m3, m0, 0x40 ; 6 7 8 _ 8 9 a _
pshufb m3, m5 ; 67 78 89 9a
pmaddubswm4 m1 java.lang.StringIndexOutOfBoundsException: Range [35, 36) out of bounds for length 35
vperm2i128 m1, m2, m3, 0x21 ; 45 56 67 78
pmaddubsw m2, m9
paddw m4, m2
movar5
pmaddubsw m3, m11
word - L(ipred_smooth_h_tbl)+CONFIG_THUMB
pmaddubsw m4, m1, m10
paddw m3, m4
pmulhrsw m3,:
mova [tmpq], m3
add tmpq, 32
s 4
jg .v_w4_loop
RET
.v_w8:
movq xm1, [srcq+strideq*0]
vpbroadcastq m4, [srcq+strideq*1]
vpbroadcastq m2, [srcq+strideq*2]
m5,[srcq+stride3q ]
vst1.16 {18, [r6 :],
vpbroadcastq{,pc}
vpbroadcastq m6, [srcq+strideq8 ,r8 64
vpbroadcastq m0, [srcq+strideq*2]
vpblendd m1, m4, 0x30
m4,m2 x30
punpcklbw m1, m4 ; 01 12
,m5, x30
vpblendd vdup.q9, 2
punpcklbw , m5 23 34
vpblendd m3 m60
,m0 x30
punpcklbw m3, m6 ; 45 56
vaddi16 q9,
vadd.i16q11,q2
leavst1. q9, [6 ,r1
pmaddubsw m5, m2, m9 ; a1
pmaddubsw:
vpblendd m2, m0, m4, 0x30
m0, srcqjava.lang.StringIndexOutOfBoundsException: Range [43, 42) out of bounds for length 45
vpblendd m4, 0
punpcklbw m2, m4 ; 67 78
pmaddubsw m1, m8 ; a0
pmaddubsw m4, m3, m9 ; b1
paddw m5, m1
mova m1, m3
maddubsw m3,m10 a2
paddw m6, m4
paddw m5, m3
vpbroadcastq m4, [srcq+strideq*1]
vpblendd m3, m0, m4, 0x30
vpbroadcastq m0, [srcq+ ,q7
vpblendd m4, m0, 0x30
punpcklbw m4 ;89 a
pmaddubsw m4, m2, m11 ; a3
p m5,m4
pmaddubsw m4,m2, ; java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
paddw , java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
pmaddubsw m4vst1.16 {q14, q15}, [lr, :128]!
paddw m6, m4
pmulhrsw m5, m7
pmulhrsw m6, m7
mova [tmpq+32*0], m5
mova [tmpq+32*1], m6
add tmpq, 32*2
sub hd, 4
jg .v_w8_loop
RET
.v_w16:
lea r6d, [wq*2-32]
WIN64_PUSH_XMM 15
lea r6d, [hq+r6*8]
.v_w16_loop0:
vbroadcasti128 m4, [srcq , ,r5
vbroadcasti128 m5, [srcq+strideq*1]
lea r5, [srcq+strideq*2]
vbroadcasti128 m0, [r5+strideq*1]
vbroadcasti128 m6, [r5+strideq*0]
lea r5, [r5+strideq*2]
vbroadcasti128 m1, [r5+strideq*0]
vbroadcasti128 m2, [r5+strideq*1]
+*]
vbroadcasti128 m3, [r5+strideq*0]
mov r7, tmpq
shufpd m4, m0, 0x0c
shufpds8,
punpcklbw m1, m4, m5 ; 01
punpckhbw m4, ;34
shufpd m6, m2, 0x0c
punpcklbw m2, m5, m6 ; 12
punpckhbw m5, m6 ; 45endif
shufpd m0, m3, 0x0c
punpcklbw(java.lang.StringIndexOutOfBoundsException: Range [15, 14) out of bounds for length 27
punpckhbw m6, m0 ; 56
.v_w16_loop:
vbroadcasti128 m12, [r5+strideq*1]
lea r5, [r5+strideqvld1. {d0,[r8 / 03
pmaddubsw. {2},[] / 01) +2java.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
pmaddubsw m14, m2, m8 ; b0
mova m1, m3
mova m2, m4
pmaddubsw m3 m9 ;a1
pmaddubsw m4, m9 ; b1
paddw m13, m3
paddw m14. , ,java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
mova m3, m5
m4 m6
pmaddubsw m5, m10 ; a2
pmaddubsw m6, m10 ; b2
,m5
vbroadcasti128 m5,vmlal.s16 ,d25 []/ ([] filter()
paddw m14, m6
shufpd m6, m0, s / (java.lang.StringIndexOutOfBoundsException: Range [55, 54) out of bounds for length 67
.s16 q3, , [0 / (left[1]) *filter)
punpcklbw m5, m6, m0 ; 67
punpckhbw m6, m0 ; 78
pmaddubsw m12, m5, m11 ; a3
2
pmaddubsw m12, m6, m11 ; b3
paddw vst1.java.lang.StringIndexOutOfBoundsException: Range [24, 16) out of bounds for length 43
pmulhrsw m13, m7
pmulhrsw m14, m7
mova
mova [7+wq*]
lea r7, [r7+wq*4]
sub hd.\bpc=
jg .v_w16_loop
add srcq, 16
add tmpq, 32
vmla.q2 , [] /(topleft) *filter)
sub r6d, 1<<8
jg .v_w16_loop0
RET
.h:
.h_w4:
test myd, 0xf00
jnz .hv
vpbroadcastd m4, [pw_8192]
cmp wd, 4
je mangle(private_prefix %+ _prep_6tap_8bpc_avx2).h_w4
WIN64_SPILL_XMM 10
vbroadcasti128 m5, [subpel_h_shufA]
tzcnt wd, wd
vbroadcasti128 m6, [subpel_h_shufB]
vbroadcasti128 m7, [subpel_h_shufC]
shr mxd,, [1 top] (2java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
srcq, java.lang.StringIndexOutOfBoundsException: Range [30, 31) out of bounds for length 30
movzx wd, word [r7+ vmlal.s16 q2, d26, d2[1] p5(left[0)* filter5)
vpbroadcastd m8, [r7+mxq vmlal.s16 , d28d20]// p6(left[1]*filter)
vpbroadcastd m9, [r7+mxq*8+subpel_filters-prep%+vmlaljava.lang.StringIndexOutOfBoundsException: Range [24, 17) out of bounds for length 66
add wq, r7
jmp wq
.h_w8:
movu xm0, [srcq+strideq*0]
vinserti128 m0, [srcq+strideq*1], 1
lea srcq, [srcq+strideq*2]
%macro PREP_8TAP_H 0
pshufb m1, m0, m5
pshufb m2, m0, m6
pshufb v. [] /(] *5
pmaddubsw m1, m8
pmaddubsw m0, m2, m8
pmaddubsw java.lang.StringIndexOutOfBoundsException: Range [31, 32) out of bounds for length 31
pmaddubsw m3, m9
paddw m1, m2
paddw m0, m3
,
pmulhrsw m0, m4
%endmacro
PREP_8TAP_H
pq]
add subr1 , lsl#
sub hd, 2
jg .h_w8
RET
.h_w16:
movu xm0, [srcq+java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 14
java.lang.StringIndexOutOfBoundsException: Range [25, 15) out of bounds for length 52
PREP_8TAP_H
mova [tmpq+32*0] q3 ,d20 /top[0) *(1
movu xm0, [srcq+strideq*1+8*0]
vinserti128 m0, [srcq+strideq*1+8*1], 1
leasrcq srcq+2java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
PREP_8TAP_H
mova [tmpq+32*1], m0
add tmpq, 32*2
subvmla.i16 , q8 [] / t)*filter(0)
q4, q14, d73]/ p6(eft1)*()
RET
.h_w32:
xor 6 r6d
jmp .h_start
.h_w64:
mov r6, -32*1
jmp .h_start
.h_w128:
mov r6, -32*3
.h_start:
sub srcq, r6
mov r5, r6
.h_loop:
movu xm0, [srcq+r6+8*0]
vinserti128 m0, [srcq+r6+8*1], 1
PREP_8TAP_H
mova [tmpq+32*0], m0
, srcq+r68*]
vinserti128 m0, [srcq+r6+8*3], 1
PREP_8TAP_H
mova [tmpq s16q6 java.lang.StringIndexOutOfBoundsException: Range [32, 31) out of bounds for length 36
add vmlal.s16 q3, [/p5left[])*
add r6, 32vmlalsq3 0]/ (0] 1java.lang.StringIndexOutOfBoundsException: Range [66, 67) out of bounds for length 66
jle .h_loop vmlal.s16 , d22, d2[]/ (top[2*filter()
add srcq, strideq
mov r6, r5
dec hd
jg .h_loop
RET
vjava.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 66
WIN64_SPILL_XMM 16
cmp wd, 4
je .hv_w4
shr mxd, 16
sub srcq, 3
vmlal.16 q5, ,[3]/top3)*filter4java.lang.StringIndexOutOfBoundsException: Index 66 out of bounds for length 66
vpbroadcastd m11, [r7+mxqvmlal, ]/p6([11)*filter(6)
movzx mxd, myb
shr myd, 16
cmp hd, 4
cmove myd, mxd
java.lang.StringIndexOutOfBoundsException: Range [25, 16) out of bounds for length 67
lea stride3q, [strideq*3]
sub srcq, stride3q
s16 , ,d4[1 /p2top[] (2)
psraw m0, 8 ; sign-extend
vmin. q0,q4, q15
java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 38
.q7 []/ (left0)*filter()
pshufd m15, m0, q3333
vmull.16 6,d19 d4[] /p1[0*filter()
.hv_w4:
movzx mxd, mxb
dec java.lang.StringIndexOutOfBoundsException: Range [27, 28) out of bounds for length 27
vpbroadcastd m8, [r7+mxq*8+subpel_filters-prep%+SUFFIX+2]
movzx mxd, myb
shr myd, 16
cmp hd, 4 vqrshrun.s32 ,q7#
cmove myd, mxd
vpbroadcastq m0, [r7+myq*8+subpel_filters-prep%+ vmlal.s16 q1, d22, d5[2] // p3(top[2]) * filter
lea stride3q, [strideq*3]
java.lang.StringIndexOutOfBoundsException: Index 67 out of bounds for length 67
mova m7, [subpel_h_shuf4]
pmovzxbdm9,[deint_shuf4
vpbroadcastd m10, [pw_8192]
m0 m0
psraw m0, 8r3,r3, #
vswp q4, java.lang.StringIndexOutOfBoundsException: Range [31, 32) out of bounds for length 31
pshufd m12java.lang.StringIndexOutOfBoundsException: Range [12, 9) out of bounds for length 37
pshufd m13, m0, q1111
pshufd m14, m0, q2222
pshufd m15,vmov.u16r12,d133java.lang.StringIndexOutOfBoundsException: Index 35 out of bounds for length 35
vpbroadcastq m2, [srcqb2
vpbroadcastq m4, [srcq+strideq*1]
vpbroadcastq m0, [srcq+strideq*2]
vpbroadcastq m5, [add r6, r6,
lea java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 26
vpbroadcastq m3, [srcq+strideq*0ejava.lang.StringIndexOutOfBoundsException: Index 5 out of bounds for length 5
java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
java.lang.StringIndexOutOfBoundsException: Range [8, 6) out of bounds for length 31
vpblendd m2, java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
vpblendd m0, m5, 0xcc ; 2 3
vpblendd m3, m6, 0xcc ; 4 5
pshufb m2, m7 ; 00 01 10 11 02 03 12 13
pshufb m0,m7; 21 30 3122 java.lang.StringIndexOutOfBoundsException: Index 58 out of bounds for length 58
41 5142435253
pshufb m1, m7 ; 60 61 60 61 62 63 62 63
pmaddubsw m2, m8
pmaddubsw m0, m8
add r0,
pmaddubsw m1, m8
phaddw m2, m0 ; 0a 1a 2a 3a 0b 1b 2b 3b
,;aa a _bb b_
pmulhrsw m2, m10
pmulhrsw m3, m10
41bbbb
punpcklwd m1, m2, m4 ; 01 12
punpckhwd m2, m4 ; 23 34
pshufd m0, m3, q2121
punpcklwd m3, m0 ; 45vzip.8 ,d3
.hv_w4_loop:
pmaddwd m5, m1, m12 ; a0 b0
pmaddwd m6, m2, m12 ; c0 d0
pmaddwd m2, m13 ; a1 b1
pmaddwd m4, m3, m13 ;
mova m1, m3
pmaddwd m3, m14 ; a2 b2
paddd m5, m2
vpbroadcastq m2, [srcq+stride3q ]
lea srcq, [srcq+strideq*4]
paddd m6, m4
vpbroadcastq m4, [srcq+strideq*0]
paddd m5, m3
vpbroadcastq
vpblendd m2, m4, 0xcc
vpbroadcastq m4, [srcq+strideq*2]
vpblendd m3, m4, 0xcc
pshufb m2, m7
pshufb m3, m7
pmaddubsw m2, m8
pmaddubsw m3, m8
phaddw m2, m3
m2 java.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
palignr m3, m2, m0, 12
mova m0, m2
punpcklwd m2, m3, m0 ; 67 78
punpckhwd m3, m0 ; 89 9a
pmaddwd m4, m2, m14 ; c2 d2
paddd m6, m11
paddd m5, m11
paddd m6, m4
pmaddwdm4,,m15 a3
paddd m5, m4
pmaddwd m4, m3, m15 ; java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 37
paddd m6, m4
psrad m5, 6
psrad m6, 6
packssdw m5, m6
vpermd m5, m9, m5
mova [tmpq], m5
add tmpq, 32
sub4
java.lang.StringIndexOutOfBoundsException: Range [0, 6) out of bounds for length 4
vld1. q10 },r364!
java.lang.StringIndexOutOfBoundsException: Index 7 out of bounds for length 7
lea r6d, [wq*8-64]
lea r6d, [hq+r6*4]
.hv_w8_loop0vadd.8 ,q2, q2
vbroadcasti128 m7, [subpel_h_shufA]
movu xm4, [srcq+strideq*0]
lea r5, i8 q11
vbroadcasti128 m8, [subpel_h_shufBi8 ,q11,q11
[+*
mov r7, tmpq
vadd.i16 q1, q1,q15
movu xm6, [r5+strideq*0]
vbroadcasti128 m0, [r5+strideq*1]
lea r5, [r5+strideq*2]
vpblendd m4, m0, 0xf0 ; 0 3
vinserti128 m5, [r5+strideq*vadd.q11,q11,q15
vinserti128 m6, [r5+strideq*1], 1 ; 2 5
lea r5, [r5+strideq*2]
vinserti128 m0, [r5+strideq*0], 1 ; 3 6
m1 m2m3,m7 m8,
P_W8m5, m1,m2, m3, m7,m8,m9
HV_H_8TAP_W8 m6, .8 , q14,d7
HV_H_8TAP_W8 m0, m1, m2, m3, m7, m8, m9
vpbroadcastdv.d18 {q14}, d18
vpermq m4, m4, q3120
vpermq m5, m5, q3120
vpermq m6, m6, q3120
pmulhrsw m0, m7
pmulhrsw m4, m7
pmulhrsw vst1.6 q9} [,:128, r1
pmulhrsw m6, m7
vpermq m7, m0, q3120
punpcklwd m1, m4, m5 ; 01
punpckhwd m4,lsl r1, #
punpcklwd m2, m5, m6 ; 12
punpckhwd m5, m6 ; 45
punpcklwd m3, m6, m7 ; 23
punpckhwd m6, m7 ; 56
.hv_w8_loop:
vextracti128 [r7], m0, 1 ; not enough registers
movu xm0, [r5+strideq*1]
lea r5, [r5+strideq*2]
vinserti128 m0, [r5+strideq*0], 1 ; 7 8
pmaddwd m8, m1, m12 ; a0
pmaddwd ,, java.lang.StringIndexOutOfBoundsException: Range [41, 42) out of bounds for length 41
mova m1, vadd.16 q2, q2, q15
mova m2, m4
pmaddwd m3, m13 ; a1
pmaddwd m4, m13 ; b1
paddd m8, m3
paddd m9, m4
mova m3, m5
mova m4,8d3, q14}
pmaddwd m5, m14 ; a2
pmaddwd m6, m14 ; b2
paddd m8, m5
paddd m9, m6
vbroadcasti128 m6, [subpel_h_shufB]
m7[]
vbroadcasti128 m5, [subpel_h_shufA]
java.lang.StringIndexOutOfBoundsException: Range [25, 16) out of bounds for length 51
vpbroadcastd m5, [pw_8192]
vpbroadcastd m7, [pd_32]
vbroadcasti128 m6, [r7]
pmulhrsw m0, m5
paddd m8, m7
s r1 #
vpermq m7, m0, ;78
shufpd m6, m7, 0x04 ; 6 7
punpcklwd m5,. , 4
punpckhwd m6, m7 ; 78
pmaddwd m7, m5, m15 ; a3
paddd m8, m7
pmaddwd m7, m6, m15 ; b3
paddd m7, m9
vadd q10 q10
psrad m7
packssdw m8, m7
vpermq m7 vaddi16q0 ,
mova [r7+wq*0], xm7
vextracti128 [r7+wq*2], m7, .,q8,q15
lea ,[7+wq*4]
sub ,,q15
jg .hv_w8_loop
add vtbl8d1 {} java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 38
,16
java.lang.StringIndexOutOfBoundsException: Range [25, 9) out of bounds for length 32
sub r6d, 1<<8
jg .hv_w8_loop0
RET
%macro movifprep 2
%if isprep
mov %1, %2
%endif
%endmacro
%macro REMAP_REG 2
%xdefine r%1 r%2
%xdefine r%1q r%2q
%xdefine r%1d r%2d
%endmacro
0
%if isprep
%xdefine r14_save r14
%assign %%i 14
%rep 14
assign%%1
REMAP_REG %%i, %%j
%assign %%i %%i-1
%endrep
%endif
%endmacro
% ,[ lrlsl 2
%if isprep
%assign %%i 1
%rep 13
%%i+1
REMAP_REG %%i, %%j
%assign %%i %%i+1
%endrep
%xdefine r14 r14_save
undefr14_save
%endif
%endmacro
%macro MC_8TAP_SCALED_RET 0-1 1 ; leave_mapping_unchanged
MCT_8TAP_SCALED_REMAP_REGS_TO_DEFAULT
RET
%if %1
MCT_8TAP_SCALED_REMAP_REGS_TO_PREV
%endif
%endmacro
%macro MC_8TAP_SCALED_H 8 ; dst, tmp[0-6]
movq xm%1, [srcq+ r4]
movq xm%2, [srcq+ r6]
movhps xm%1, [srcq . q3, java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
v%] java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 42
java.lang.StringIndexOutOfBoundsException: Range [24, 15) out of bounds for length 42
vpbroadcastq m%5, [srcq+r13]
rX]
add srcq vst1. {5},[r6, :],r1
subsr4 r4, #4
movq xm%,[srcq+r6]
movhps 3 s+r7
movhps xm%4, [ {r4-r8, pc
vinserti128 m%3, [srcq+r10], 1
vinserti128 m%4, [srcq+r11], 1
%,[srcq+r13]
vpbroadcastq m%8, [srcq+ rX]
add srcq, ssq
vpblendd m%1, m%5, 0xc0
% %, xc0
vpblendd m%3, m%7, 0xc0
vpblendd m%4, m%8, 0xc0
pmaddubsw m%1, m15
pmaddubsw m%2, m10
vadd. , q8
pmaddubsw m%4, m10
phaddw m%1, m%2
phaddw m%3, m%4
phaddw m%1, m%3
pmulhrsw m%1, m12
%endmacro
%macro MC_8TAP_SCALED 1
%ifidn %1, put
%assign isprep 0
cglobal put_8tap_scaled_8bpc, 4, 14, 16, 128, dst, ds, src, ss, w, h, mx, my, dx, dy
%xdefine base_reg r12
%define rndshift 10
%else
%assign isprep 1
cglobal prep_8tap_scaled_8bpc, 4, 14, 16, 128, tmp, src, ss, w, h, java.lang.StringIndexOutOfBoundsException: Range [8, 1) out of bounds for length 31
%define tmp_stridem qword [rsp+120]
%xdefine base_reg r11
%define rndshift 6
%endif
lea base_reg, [%1_8tap_scaled_8bpc_avx2]
%define base base_reg-%1_8tap_scaled_8bpc_avx2
tzcnt wd, wm
vpbroadcastd m8, dxm
%if isprep && UNIX64
movd xm14, mxd
vpbroadcastd m14, xm14
mov r5d, t0d
DECLARE_REG_TMP 5, 7
%else
pbroadcastd m14, mxm
%endif
mov dyd, dym
ifidn%,put
%if WIN64
mov r8d, hm
, ,w_, h, java.lang.StringIndexOutOfBoundsException: Index 55 out of bounds for length 55
%efine hmr5m
%define dxm r8m
%else
DEFINE_ARGS dst, ds, src, ss, w, h, _, my, dx, dy, ss3
%define hm r6m
%endif
%define dsm [rsp+112]
%define rX r1
%define rXd r1d
%else ; prep
java.lang.StringIndexOutOfBoundsException: Range [24, 16) out of bounds for length 36
mov r7d, hm
DEFINE_ARGS tmp, src, ss, w, _, _, my, h, dy, ss3
%define hm r4m
%define dxm r7m
%else
DEFINE_ARGS tmp, src, ss, w, h, _, my, dx, dy, vmin.q5
%define hm [rsp+112]
%endif vst1.6{,q3,r0,:]
MCT_8TAP_SCALED_REMAP_REGS_TO_PREV
%define rX r14
%define rXd r14d
%endif
vpbroadcastd m10, [base+pd_0x3ff]
vpbroadcastd m12, [base+pw_8192]
%ifidn %1, put
vpbroadcastd m13, [base+pd_512]
%else
vpbroadcastd m13, [base+pd_32]
%endif
ss3q, [*]
movzx r7d, t1b
shr t1d, 16
cmp hd, 6
cmovs t1d, cmovs t1d, r7d
sub srcq, ss3q
lr
je .dy1
cmp dyd, 2048
je .dy2
movzx word%18tap_scaled_avx2_table+q*]
add wq, base_reg
jmp wq
%ifidn %1, put
.w2:
mov myd, mym
movzx t0d vmov.q14 0
dec srcq
movd xm15, t0d
punpckldq m8, m9, m8
paddd m14, m8 ; mx+dx*[0,1]
vpbroadcastd m11, [base+pd_0x4000]
vpbroadcastd xm15, xm15
pand m8, m14, m10
psrld m8, 6
paddd xm15, xm8
movd r4d, xm15
pextrd java.lang.StringIndexOutOfBoundsException: Index 24 out of bounds for length 2
vbroadcasti128 m5, [base+bdct_lb_dw]
vbroadcasti128 m6, [base+subpel_s_shuf2]
vpbroadcastd m15, [base+subpel_filters+r4*8+2]
vpbroadcastd m7, [base+subpel_filters+r68:
pcmpeqd m8, m9
psrld m14, 10
movq xm0, [srcq+ssq*0]
movq xm1, [srcq+ssq*2]
java.lang.StringIndexOutOfBoundsException: Range [24, 11) out of bounds for length 41
movhps xm1, [srcq+ss3q ]
lea srcq, [srcq+ssq*4]
pshufb m14, m5
addbm14,
vinserti128 ,srcqssq*,1
vinserti128 m1, [srcq+ssq*2], 1
vpbroadcastq m2, .6q0 [0]
vpbroadcastq m3, [srcq+ss3q ]
lea srcq, [srcq+ssq*4]
vpblendd m15, m7, 0xaa
vpblendd m0, m2, 0xc0 ; 0 1 4 5
vpblendd m1, m3, 0xc0 ; 2 3 6 7
pblendvb m15, m11, m8
java.lang.StringIndexOutOfBoundsException: Range [13, 9) out of bounds for length 36
pshufb m1, m14
pmaddubsw m0, m15
pmaddubsw m1, m15
phaddw m0, m1
pmulhrsw m0, m12 ; 0 1 2 3 4 5 6 7
vextracti128 xm1, m0, 1 ; 4/constint java.lang.StringIndexOutOfBoundsException: Index 68 out of bounds for length 68
palignr xm2, xm1, xm0, 4 ; 1 2 3 4
punpcklwd xm3, xm0, xm2 ; 01 12
punpckhwd xm0, xm2 ; 23 34
pshufd xm4, xm1, q0321 ; 5 6 7 _
punpcklwd xm2, xm1, xm4 ; 45 56
punpckhwd xm4, xm1, xm4 ; 67 __
.w2_loop:
and myd, 0x3ff
mov r6d, 64 << 24
mov r4d, myd
shr r4d, 6
lea r4d, [t1+r4]
cmovnz r6q, [base+subpel_filters+r4*8]
movq xm11, r6q
pmovsxbw xm11, xm11
pshufd xm8, xm11, q0000
pshufd xm9, xm11, q1111
pshufd xm10, xm11, q2222
pshufd xm11, xm11, q3333
pmaddwd xm5, xm3, xm8
pmaddwd xm6, xm0, xm9
xm2xm10
pmaddwd xm8, xm4, xm11
paddd xm5, xm6
paddd xm7, xm8
align2
,
packssdw xm5, xm5
packuswbword)-)+CONFIG_THUMB
pextrw . ()-Lipred_cfl_left_tbl)+
java.lang.StringIndexOutOfBoundsException: Range [0, 7) out of bounds for length 0
dec hd
jz .ret
add myd, dyd
test myd, ~0x3ff
jz .w2_loop
movq xm5, [srcq]
test myd, 0x400
jz .w2_skip_line
add srcq, ssq
shufps xm3, xm0, q1032 ; 01 12
shufps xm0, xm2 vld1. q0} [r2,:]
shufps xm2, xm4, q1032 ; 45 56
pshufb xm5, xm14
,
phaddw xm5, xm5
pmulhrsw xm5, xm12
palignr xm1, xm5, xm1, 12
unpcklqdq xm1, xm1 ; 6 7 6 7
punpcklwd xm4, xm1, xm5 ; 67 __
jmp .w2_loop
.w2_skip_line:
movhps xm5, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
mova xm3, xm0 ; 01 12
mova xm0, xm2 ; 23 34
pshufb xm5, xm14
pmaddubsw xm5, xm15
java.lang.StringIndexOutOfBoundsException: Range [12, 4) out of bounds for length 53
,, xm18 567
pshufd xm5, xm1, q0321 ; 5 6 7 _
punpcklwd xm2, xm1, xm5 ; 45 56
punpckhwd xm4, xm1, xm5 ; 67 __
jmp .w2_loop
%endif
.w4:
mov myd, mym
vbroadcasti128 m7, [base+rescale_mul]
movzx t0d, t0b
dec srcq
movd xm15, t0d
pmaddwd m8, m7
vpbroadcastd m11, [base+pd_0x4000]
vpbroadcastd xm15, xm15
paddd m14, m8 ; mx+dx*[0-3]
pand m0, m14, m10
psrld m0, 6
paddd xm15, xm0
movd r4d, xm15
pextrd r6d, xm15, 1
pextrd r11d, xm15, 2
pextrd r13d, xm15, 3
movd xm15, [base+subpel_filters+r4*8+2]
vbroadcasti128 m5, [base+bdct_lb_dw]
vpbroadcastq m6, [base+subpel_s_shuf2]
pinsrd xm15, [base+subpel_filters+r6*8+2], 1
// const int bitdepth_max);
psrld m14, 10
movu xm7, [srcq+ssq*0]
movu xm9, [srcq+ssq*1]
base+subpel_filters+r1182],2
movu xm8, [srcq+ssq*2]
movu xm10, [srcq+ss3q ]
pinsrd xm15, [base+subpel_filters+r13*8+2], 3
lea srcq, [srcq+ssq*4]
pshufb clz r6,
paddb m14, m6
vinserti128 m7, [srcq+ssq*0], 1
vinserti128 m9, [srcq+ssq*1], 1
vinserti128 m15, xm15, 1
vinserti128 m8, [srcq+ssq*2], 1
vinserti128 m10, [srcq+ss3q ], 1
lea srcq, [srcq+ssq*4]
pblendvb m15, m11, m0
pshufb m7, m14
pshufb m9, m14
pshufb m8, m14
pshufb m10, m14
pmaddubsw m7, m15
pmaddubsw m9, m15
pmaddubsw m8, m15
pmaddubsw m10, m15
phaddw m7, m9
phaddw m8, m10
pmulhrsw m7, m12 ; 0 1 4 5
pmulhrsw m8, m12 ; 2 3 6 7
vextracti128 xm9, m7, 1 ; 4 5
vextracti128 xm3, m8, 1 ; 6 7
shufps xm4, xm7, xm8, q1032 ; 1 2
shufps xm5, xm8, xm9, q1032 ; 3 4
shufps xm6, xm9, xm3, q1032 ; 5 6
psrldq xm11, xm3, 8 ; 7 _
punpcklwd xm0, xm7, xm4 ; 01
punpckhwd xm7, xm4 ; 12
punpcklwd xm1, xm8, xm5 ; 23
punpckhwd xm8, xm5 ; 34
punpcklwd xm2, .word L(ipred_cfl_w4) L(ipred_cfl_tbl) + CONFIG_THUMB
punpckhwd xm9, xm6 ; 56
punpcklwd xm3, xm11 ; 67
[rsp+0]
vpadd.16 d0, d0, d0
mova [rsp+0x20], xm9
.w4_loop:
and myd, 0x3ff
mov r6d, 64 << 24
mov r4d, 16 d1} r]
shr r4d, 6
lea r4d, [t1+r4]
cmovnz r6q, [base+subpel_filters+r4*8]
movq xm10, r6q
pmovsxbw xm10, xm10
,xm10,q0000
vs.u32d0,d0,
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 26
movw ,#xAAAB
pmaddwd xm4, xm0, xm7
pmaddwd xm5, xm1, xm8
pmaddwd xm6, xm2, xm9
pmaddwd xm7, xm3, xm10
paddd xm4, xm5
paddd xm6, xm7
paddd xm4, xm13
paddd xm4, xm6
psrad xm4, rndshift
packssdw xm4, xm4
%ifidn %1, put
packuswb xm4, xm4
movd [dstq], xm4
add dstq, dsq
%else
movq [tmpq], xm4
%endif
dec hd
jz .ret
add myd, dyd
test myd, ~0x3ff
jz .w4_loop
movu xm4, [srcq]
test myd, 0x400
java.lang.StringIndexOutOfBoundsException: Range [8, 5) out of bounds for length 37
mova xm0cmp r4,java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 32
mova [rsp+0x00], xm1
mova xm1, [rsp+0x10]
mova [rsp+0x10], xm2
mova xm2, [rsp+0x20]
mova [rsp+0x20], xm3
pshufb ,java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 33
pmaddubsw xm4, xm15
phaddw xm4, xm4
pmulhrsw xm4, xm12
punpcklwd xm3, xm11, xm4
mova xm11, xm4
add srcq, ssq
jmp .w4_loop
.w4_skip_line:
movu xm5, [srcq+ssq*1]
movu m6, [rsp+0x10]
fbxm4,xm14
pshufb xm5, xm14
pmaddubsw xm4, xm15
pmaddubsw xm5, xm15
movu [rsp+0x00], m6
phaddw xm4, xm5
pmulhrsw xm4, xm12
punpcklwd xm9, xm11, xm4
[rsp+0x20,xm9
psrldq xm11, xm4, 8
mova xm0, xm1
mova xm1, L():
mova xm2, xm3
punpcklwd ,xm4,xm11
lea srcq, [srcq+ssq*2]
jmp .w4_loop
.w8:
mov dword [rsp+48], 1
movifprep tmp_stridem, 16
jmp .w_start
.w16:
mov dword [rsp+48], 2
movifprep tmp_stridem, 32
jmp .w_start
.w32:
mov dword [rsp+48], 4
movifprep tmp_stridem, 64
jmp .w_start
.w64:
mov dword [rsp+48], 8
movifprep tmp_stridem, 128
jmp .w_start
.w128:
mov dword [rsp+48], movne ,
movifprep tmp_stridem, 256
.w_start:
%ifidn %1, put
movifnidn dsm, dsq
%endif
, 16
sub srcq, 3
pmaddwd m8, [base+rescale_mul]
movd xm15, t0d
mov [rsp+72], t0d
mov [rsp+56], srcq
mov i ,q10,q11
%f
mov hm, hd
%endif
shl dword dxm, 3 ; dx*8
vpbroadcastd m15, xm15
paddd m14, m8 ; mx+dx*[0-7]
jmp .hloop
.
dec dword [rsp+48]
jz .ret
add qword [rsp+64], 8*(isprep+1)
mov hd, hm
vpbroadcastd ,
vpbroadcastd m10, [base+pd_0x3ffvadd.i16 d1 ,d5
paddd m14, m8, [rsp+16]
vpbroadcastd m15, [rsp+72]
pxor m9, m9
mov srcq, [rsp+56]
mov r0q, [rsp+64] ; dstq / tmpq
.hloop:
vpbroadcastq m11, [baseb 1java.lang.StringIndexOutOfBoundsException: Index 26 out of bounds for length 26
pand m6, m14, m10
psrld m6, 6
paddd m15, m6
pcmpeqd m6, m9
vextracti128 xm7, m15, 1
movd r4d, xm15
pextrd r6d, xm15, 2
pextrd r7d, xm15, 1
pextrd r9d, xm15, 3
movd r10d, xm7
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
movu [rsp+16], m14
ovqxm15, [subpel_filters *]
movq xm10, [base+subpel_filters+ r6*8]
movhps xm15, [base+subpel_filters+ r7*8]
movhps xm10, [base+java.lang.StringIndexOutOfBoundsException: Index 42 out of bounds for length 36
vinserti128 m15, [base+subpel_filters+r10*8], ldrr8,[, , #]
vinserti128 m10,i32 ,#0
vpbroadcastq m9, [base+subpel_filters+r13*8]
vpbroadcastq m8, [base+subpel_filters+ rX*8]
psrld m14, 10
vextracti128 xm7, m14, 1
mova [rsp], xm14
movd r4d, xm14
x,2
rbit lr, r5// rbit(width)
pextrd r9d, xm14, 3
movd r10d, xm7
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
pshufd m5, m6 sl r2,r2, java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
pshufd m6, m6, q3322
vpblendd m15, m9, 0xc0
vpblendd m10, m8, 0xc0
pblendvb m15, m11, m5
pblendvb m10, m11, m6
vbroadcasti128 m14, [base+subpel_s_shuf8]
MC_8TAP_SCALED_H 0, 1, 2, 3, 4, 5, 6, 7 ; 0a 1a 0b 1b
MC_8TAP_SCALED_H 1, 2, 3, 4, 5, 6, 7, 8 ; 2a 3a 2b 3b
MC_8TAP_SCALED_H 2, 3, 4, 5, 6, 7, 8, 9 ; 4a 5a 4b 5b
MC_8TAP_SCALED_H 3, 4, 5, 6, 7, 8, 9, 11 ; 6a 7a 6b 7b
mov myd, mym
mov dyd, dym
pshufb m0, m14 ; 01a 01b
java.lang.StringIndexOutOfBoundsException: Range [8, 7) out of bounds for length 36
pshufb m2,
pshufb m3, m14 ; 67a 67b
cmp
.vloop:
and myd, 0x3ff
mov r6d, 64 << 24
mov r4d, myd
shr r4d, 6
lea r4d, [t1+r4]
cmovnz r6q, [base+java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 26
movq xm11, r6q
punpcklqdq xm11, xm11
pmovsxbw m11, xm11
d0, d1
,java.lang.StringIndexOutOfBoundsException: Range [39, 40) out of bounds for length 39
pmaddwd m4, m0, m8
pmaddwd ,m1,m9
m8 ,q2222
pshufd m11, m11, q3333
pmaddwd m6, m2, m8
pmaddwd m7, m3, m11
paddd m4, m5
paddd m6 m7
paddd m4, m13
paddd m4, m6
psrad m4, rndshift
vextracti128 xm5, m4, 1
packssdw xm4, xm5
%ifidn %1, put
packuswb xm4, xm4
movq dstq,xm4
addvpadd.d3, ,
%else
subs , #
add tmpq, tmp_stridem
%endif
hd
jz .hloop_prep
,
test myd, ~0x3ff
jz .vloop
test L(ipred_cfl_ac_420_w8_hpad
mov [rsp+52], myd
mov r4d, [rsp+ 0]
mov r6d, [rsp+ 8]
r7d +]
mov r9d, [rsp+12]
jz .skip_line
vpbroadcastq m6, [srcq+r13]
vpbroadcastq m7, [srcq+ rX]
movq xm4, [srcq+ r4]
movq xm5, [srcq+ r6]
movhpsvdup. ,[]
movhps xm5, [srcq+ r9]
vinserti128 m4, [srcq+r10], 1
vinserti128 m5, [srcq+r11], 1
add srcq, ssq
mov myd, [rsp+52]
mov dyd, dym
pshufb m0, m14
pshufb m1, m14
pshufb m2, m14
pshufb m3, m14
vpblendd m4, m6, 0xc0
vpblendd m5, m7, 0xc0
pmaddubsw subs ,r4,java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
pmaddubsw m5, m10
phaddw m4, m5
pslld m5, m4, 16
paddw m4, m5
pmulhrsw m4, m12
pblendw m0, m1, 0xaa
pblendw m1, m2, 0xaa
pblendw m2, m3, 0xaa
pblendw m3, m4, 0xaa
jmp .vloop
.skip_line:
mova java.lang.StringIndexOutOfBoundsException: Index 27 out of bounds for length 24
mova m1, m2
mova m2, m3
vpbroadcastq m7, [srcq+r13]
vpbroadcastq m8, [srcq+ rX]
+]
movq xm4, [srcq+ r6]
movhps xm3,[+r7]
movhps xm4, [srcq+ r9]
vinserti128 m3, [srcq+r10], 1
vinserti128 m4, [srcq+r11], 1
add srcq, ssq
xm5 [ r4]
movq xm6, [srcq+ r6]
movhps xm5, [srcq+ r7]
movhps xm6, [srcq+ r9]
vinserti128 m5, , java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
vinserti128 m6, [srcq+r11], 1
vpbroadcastq m9, [srcq+r13]
vpbroadcastq m11, [srcq+ rX]
add srcq, ssq
mov myd, [rsp+52]
mov dyd, dym
vpblendd m3, m7, 0xc0
vpblendd m4, m8, 0xc0
vpblendd m5, m9, 0xc0
vpblendd m6, m11, 0xc0
pmaddubsw m3, m15
pmaddubsw m4, m10
pmaddubsw
phaddw m3, m4
phaddw m5, m6
psrld m4, m3, 16
pslld m6, m5, 16
paddw java.lang.StringIndexOutOfBoundsException: Range [34, 26) out of bounds for length 37
paddw m5, m6
pblendw m3, m5, 0xaa
pmulhrsw m3, m12
jmp .vloop
.dy1:
movzx wd, word [base+%1_8tap_scaled_avx2_dy1_table,q8java.lang.StringIndexOutOfBoundsException: Range [36, 37) out of bounds for length 36
add wq, base_reg
jmp wq
%ifidn %1, put
.dy1_w2:
mov myd, mym
movzx t0d, t0b
dec srcq
movd xm15, t0d
punpckldq m8, m9, m8
paddd m14, m8 ; mx+dx*[0-1]
vpbroadcastd vpadd.i16 d1,java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
vpbroadcastd xm15, xm15
pand m8, m14, m10
psrld m8, 6
paddd xm15, xm8
r4d, java.lang.StringIndexOutOfBoundsException: Range [33, 34) out of bounds for length 33
xm15 1
vbroadcasti128 m5, [base+bdct_lb_dw]
vbroadcasti128 m6, [base+subpel_s_shuf2]
java.lang.StringIndexOutOfBoundsException: Range [24, 16) out of bounds for length 57
vpbroadcastd m7, [base+subpel_filters+r6*8+2]
pcmpeqd m8, m9 java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
xm0,[+*0
movq xm1, [srcq+ssq*2]
movhps xm0, [srcq+ssq*1]
movhps xm1, [srcq+ss3q / SPDX-LicenseIdentifier:java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
srcq ssq*
shr myd, 6
mov r4d, 64 << 24
lea myd, [t1+myq]
cmovnz 2
pshufb java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
paddb m14*java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 56
vinserti128 m0, [srcq BEFORANYCLAIM java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
vinserti128 m1, [srcq+ssq*2], 1
vpbroadcastq // const int h_pad, const int cw, const int ch);
dd ,ss3q
movqxm10
pmovsxbw xm10, xm10
vpblendd m15, java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
pblendvb m15, m11, m8
pshufdxm8 xm10 q0000
im.java.lang.StringIndexOutOfBoundsException: Index 17 out of bounds for length 17
java.lang.StringIndexOutOfBoundsException: Range [23, 10) out of bounds for length 40
pshufd vhadd_s16a )
vpblendd ,m2 xc0
pshufb m1, m14
m0 java.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
java.lang.StringIndexOutOfBoundsException: Index 8 out of bounds for length 1
pmaddubsw #defined(java.lang.StringIndexOutOfBoundsException: Range [42, 41) out of bounds for length 42
m0, m1
pmulhrswm0,m12
xm1,
palignr xm2,endif
, xm1 q2121
punpcklwd xm3, xm0, xm2 ;01 12
;34
punpcklwd xm2, xm1, xm4 ; 45 56
.
movqxm1 srcq+ssq*java.lang.StringIndexOutOfBoundsException: Index 41 out of bounds for length 41
movhps xm1,[srcq+sq*]
lea srcq, [rcq+sq*2]
pmaddwd xm5,xm3 xm8
pmaddwd m6 ,xm9
java.lang.StringIndexOutOfBoundsException: Range [14, 4) out of bounds for length 38
mova 1 . =mm256_cvtepi64_epi32(m256_srai_epi64(__mm256_cvtepi32_epi64(.)_(_.),)));
mova
xm5
paddd a_=java.lang.StringIndexOutOfBoundsException: Range [36, 26) out of bounds for length 36
pshufb xm1, xm14
pmaddubsw ,m15
xm1,
pmulhrsw vst1.16 {q0.6 q0,,[0:]java.lang.StringIndexOutOfBoundsException: Index 45 out of bounds for length 45
palignr xm7, xm1, xm4, 12
java.lang.StringIndexOutOfBoundsException: Range [24, 13) out of bounds for length 49
pmaddwd definevhaddq_u8( b ((),()
xm4 xm1
xm5
m7
psrad java.lang.StringIndexOutOfBoundsException: Range [11, 10) out of bounds for length 43
5 java.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
packuswb xm5, xm5
pextrw [dstq*],,0
pextrw [dstq+dsq*1], xm5, 1
dstq[+*]
sub hd, 2
jg .dy1_w2_loop
RET
%endif
.dy1_w4:
mov myd, mym
vbroadcasti128 m7, [base+rescale_mul]
movzx t0d, t0b
dec srcq
movd xm15, t0d
pmaddwd m8, m7
vpbroadcastd m11, [base+pd_0x4000]
vpbroadcastd xm15, xm15
paddd m14, m8 ; mx+dx*[0-3]
pand m8, m14, m10
psrld m8, 6
paddd xm15, xm8
vpermq m8, m8, q3120
movd r4d, xm15
pextrd r6d, xm15, 2
pextrd r11d, xm15, 1
pextrd r13d, xm15, 3
movd xm15, [base+subpel_filters+r4*8+2]
vpbroadcastd m7, [base+subpel_filters+r6*8+2]
movu xm2, [srcq+ssq*0]
movu ,[ssq]
vbroadcasti128 m5, [base+bdct_lb_dw
vpbroadcastq m6, [base+subpel_s_shuf2]
pcmpeqd m8, m9
,10
pinsrd xm15, [base+subpel_filters+r11*8+2], 1
vpblendd m7, [base+subpel_filters+r13*8+2-20],
vinserti128 m2, [srcq+ssq*1], 1
vinserti128 m3, [srcq+ss3q ], 1
lea srcq, [srcq+ssq*4]
shr myd, 6
mov r4d, 64 << java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 36
lea myd, [t1+myq]
cmovnz r4q, [base+subpel_filters+myq*8]
paddb m14, m6
movu xm4, [ subs r8, r8, #4
movu xm5, [ vaddw.u16 q8, q8. q8,d0
vinserti128 m4, [srcq+ssq*1], 1
add srcq, ss3q
vpblendd x30
punpcklqdq m15, m15
pblendvb m15, m11, m8vaddw.q8,,
movq xm10, r4q
punpcklqdq xm10, xm10
pmovsxbw m10, xm10
pshufb m2, m14
pshufb m3, m14
pshufb m4, m14
pshufb xm5, xm14
vaddwu16 ,q11,d7
vpermq cmp r4 java.lang.NullPointerException
vpermq m4, m4, q3120
vpermq ,m5,q3120
pshufd m7, m10, q0000
pshufd m8, m10, q1111
pshufd m9, m10, q2222
pshufd m10, m10, q3333
pmaddubsw m2, m15
pmaddubsw m3, m15
pmaddubsw m4, m15
pmaddubsw m5, m15
phaddw m2, m3
phaddw(:
pmulhrsw m2, m12
pmulhrsw m4, m12
palignr m5, m4, m2, 4
pshufd m3, m4, q2121
punpcklwd m0, m2, m5 ; 01 12
punpckhwd m1, m2, m5 ; 23 34
punpcklwd m2, m4, m3 ; 45 56
.dy1_w4_loop:
movu xm11, [srcq+ssq*0]
srcq+*1,1
lea srcq, [srcq+ssq*2]
pmaddwd m4, m0, m7
pmaddwd m5, m1, m8
pmaddwd m6, m2, m9
mova m0, m1
mova m1, m2
paddd m4, m13
paddd m5, m6
pshufb m11, m14
vpermq m11, m11, java.lang.StringIndexOutOfBoundsException: Index 38 out of bounds for length 36
pmaddubsw m11, m15
phaddw m11
pmulhrsw ,
palignr m6, m11, m3, 12
punpcklwd m2, subs r8, r8 , ,java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
mova m3, m11
pmaddwd 11, q11,djava.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
paddd m4vaddw
paddd m4, m6
psrad m4, rndshift
vextracti128 xm5, m4, 1
packssdw xm4, xm5
%ifidn %1, put
packuswb xm4, xm4
pshuflw xm4, xm4, q3120
movd [dstq+dsq*0], xm4
1: /
eadstq, [stqdsq2]
%else
pshufd xm4, xm4, q3120
mova [tmpq], xm4
add tmpq, 16
%endif
sub hd, 2
jg .dy1_w4_loop
MC_8TAP_SCALED_RET
.dy1_w8:
dword [72]
movifprep tmp_stridem, 16
jmp .dy1_w_start
.dy1_w16:
mov dword [rsp+72], 2
movifprep tmp_stridem, 32
jmp .dy1_w_start
.dy1_w32:
mov dword [rsp+72], 4
movifprep tmp_stridem,vst1.16{,q3}[,128!
jmp .dy1_w_start
.dy1_w64:
mov dword [rsp+72], 8
movifprep tmp_stridem, 128
jmp .dy1_w_start
.dy1_w128:
mov dword [rsp+72], 16
movifprep tmp_stridem, 256
.dy1_w_start:
mov myd, mym
%ifidn %1, put
movifnidn dsm, dsq
%endif
shr t0d 16
sub srcq, 3
shr myd, 6
mov r4d, 64 << 24
lea myd, [1myq]
cmovnz r4q, [base+subpel_filters+myq*8]
pmaddwdm8 base+rescale_mul
movd xm15, t0d
mov [rsp+76], t0d
mov [rsp+80], srcq
mov[+88] ; /
i
mov hm, hd
%endif
shl dword dxm, 3 ; dx*8
vpbroadcastd m15, xm15
vmov q0 q2
movq xm0, r4q
pmovsxbw xm0, xm0
mova [rsp+96], xm0
jmp .dy1_hloop
.dy1_hloop_prep:
dec dword [rsp+72]
jz .ret
add qword [rsp+88], 8*(isprep+1)
mov
vpbroadcastd m8, dxm
vpbroadcastd m10, [base+pd_0x3ff]
paddd m14, m8, java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 34
vpbroadcastd m15, [rsp+76]
pxor m9, m9
mov srcq, [rsp+80]
mov r0q, [rsp+88] ; dstq / tmpq
.dy1_hloop:
vpbroadcastq m11, [base+pq_0x40000000]
pand m6, m14, m10
psrld m6, 6
paddd m15, m6
pcmpeqd m6, m9
vextracti128 xm7, m15, 1
movd r4d, xm15
pextrd r6d, xm15, 2
pextrd r7d, xm15, 1
pextrd r9d, xm15, 3
movd r10d, xm7
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
movu [rsp+32], m14
movq xm15, [base+subpel_filters+ r4*8]
java.lang.StringIndexOutOfBoundsException: Range [28, 27) out of bounds for length 56
xm15 b+subpel_filters *8]
movhps xm10, [base+subpel_filters+ r9*8]
vinserti128 m15, [base+subpel_filters+r10*8], 1
vinserti128 m10, [base+subpel_filters+r11*8], 1
vpbroadcastq m9, [base+subpel_filters+java.lang.StringIndexOutOfBoundsException: Index 51 out of bounds for length 31
vpbroadcastq m8, [base+subpel_filters+ rX. q11, #
psrld m14, 10
vextracti128 xm7, m14, 1
movq [rsp+64], xm14
movd r4d, xm14
pextrd r6d, xm14, 2
pextrd r7d, xm14, 1
pextrd r9d, xm14, 3
movd r10dr2,r2#1
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
pshufd m5, m6, q1100
pshufd m6, m6, q3322
vpblendd ,m9, 0xc0
vpblendd L(ipred_cfl_ac_444_w4):
pblendvb m15, m11, m5
pblendvb m10, m11, m6
vbroadcasti128 m14, [base+subpel_s_shuf8]
MC_8TAP_SCALED_H 0, 1, 2, 3, 4, 5, 6, 7 ; vshl q0 q0, #
MC_8TAP_SCALED_H 1, 2, 3, 4, 5, 6, 7, 8 ; 2a 3a 2java.lang.StringIndexOutOfBoundsException: Range [0, 55) out of bounds for length 36
MC_8TAP_SCALED_H 2, 3, 4, 5, 6, 7, 8, 9 ; 4a 5ajava.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 36
MC_8TAP_SCALED_H 3, 4, 5, 6, 7, 8, 9, 11 ; 6a 7a 6b 7b
movu [rsp], m10
vpbroadcastd m8, [rsp+0x60]
vpbroadcastd m9, [rsp+0x64]
vpbroadcastd m10, [rsp+0x68]
vpbroadcastd m11, [rsp+0x6c] vmov , d3
pshufb m0, m14 ; 01a 01b
pshufb m1, m14 ; 23a 23b
pshufb m2, m14 ; 45a 45b
pshufb m3, m14 ; 67a 67b
vbroadcasti128 m14, [base+wswap]
.dy1_vloop:
pmaddwd m4, m0, m8
pmaddwd m5, m1, m9
pmaddwd m6, m2, m10
pmaddwd m7, m3, m11
paddd m4, m5
paddd vaddw. q8, q8 d4
paddd m4, m13
paddd m4, m6
psrad m4, rndshift
vextracti128 xm5, m4, 1
packssdw xm4, xm5
%ifidn %1, put
packuswb xm4, xm4
movq [dstq], xm4
add dstq, dsm
%else
tmpq,
add tmpq, tmp_stridem
%endif
dec hd
jz .dy1_hloop_prep
movq xm4, [srcq+ r4]
movq xm5, [srcq+ r6]
movhps xm4, [srcq+ r7]
movhps xm5, [srcq+ r9]
vinserti128 m4, [srcq+r10], 1
vinserti128 m5, [srcq+r11 . , java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
vpbroadcastq m6, [ vaddw q9,,d5
vpbroadcastq m7, [srcq+ rX]
add srcq, ssq
pshufb m0, m14
pshufb m1, m14
pshufb m2, m14
pshufb m3, m14
vpblenddm4 , 0xc0
vpblendd m5, m7, 0xc0
pmaddubsw m4, m15
pmaddubsw m5, [rsp]
phaddw m4, m5
pslld m5, m4, 16
paddw m4, m5
pmulhrsw m4, m12
pblendw m0, m1, 0xaa
pblendw m1, m2, 0xaa
pblendw m2, m3, 0xaa
pblendw m3, m4, 0xaa
jmp .dy1_vloop
.dy2:
movzx wd, word [base+%1_8tap_scaled_avx2_dy2_table+adr , (java.lang.StringIndexOutOfBoundsException: Range [56, 55) out of bounds for length 56
add wq, base_reg
jmp wq
%ifidn %1, put
.dy2_w2:
mov myd, mym
movzx t0d, t0b
dec srcq
movd xm15, t0d
punpckldq m8, m9, m8
paddd m14, m8 ; mx+dx*[0-1]
vpbroadcastd m11, [base+pd_0x4000]
vpbroadcastd xm15, xm15
pand m8, m14, m10
psrld m8, 6
paddd xm15, xm8
movd r4d, xm15
pextrd r6d, xm15, 1
vbroadcasti128 m5, [base+bdct_lb_dw]
,+]
vpbroadcastd m15, [base+subpel_filters+r4*8+2]
vpbroadcastd vaddwu16 q10,q10,
pcmpeqd m8, m9
psrld m14, 10
movq xm0, [srcqvaddw. ,q9,
vpbroadcastq m2, [srcq+ssq*1]
movhps xm0, [srcq+ssq*2]
vpbroadcastq m3, [srcq+ss3q ]
b (java.lang.StringIndexOutOfBoundsException: Index 52 out of bounds for length 52
pshufb m14, m5
paddb m14, m6
vpblendd m15, m7, 0xaa
pblendvb m15, m11, m8
movhps xm1, [srcq+ssq*0]
vpbroadcastq m4, [srcq+ssq*1]
lea srcq, [srcq+ssq*2]
shr myd, 6
mov r4d, 64 << 24
lea myd, [t1+myq]
cmovnz r4q, [base+subpel_filters+myq*8]
vpblenddvaddw., q9d1
vpblendd m1, m4, 0xc0
vpblendd m0, m3, 0xc0
pshufb m0, m14
pshufb vst1.16 {q2, q3}, [r0, :128]!
pmaddubsw m0, m15
pmaddubsw m1, u16 , , d5
movq xm11, r4q
pmovsxbw xm11, xm11
phaddw m0, m1
pmulhrswm0,m12; 1 _5
pshufd xm8, xm11, q0000
pshufd xm9
pshufd xm10, xm11, q2222
pshufd xm11, xm11, q3333
pshufd m2, m0, q3110 ; 0 2 2 4 1 3 3 5
vextracti128 xm1, m2, 1
punpcklwd xm3, xm2, xm1 ; 01 23
punpckhwdxm2 ; 45
.dy2_w2_loop:
vshl.i16q0 q0,java.lang.NullPointerException
vpbroadcastq m7, [srcq+ssq*1]
movhps xm6, [srcq+ssq*2]
vpbroadcastq m1, [srcq+ss3q ]
lea srcq, [srcq+ssq*4]
pmaddwd xm4, xm3, xm8
pmaddwd xm5, xm2, xm9
vpblendd m6, m7, 0x30
vpblendd m6, m1, 0xc0
pshufb m6, m14
pmaddubsw m6, m15
phaddw m6, m6
pmulhrsw m6, m12
palignr m0, m6, m0, 8
pshufd m2, m0, q3221
vextracti128 xm1, m2, 1
punpcklwd xm3, xm2, xm1 ; 45 67
punpckhwd xm2, xm1 ; 67 89
pmaddwd xm6, xm3, xm10
pmaddwd xm7, xm2, xm11
paddd xm4, xm5
paddd xm4, xm13
paddd xm6, xm7
paddd xm4, xm6
psrad xm4[
packssdw xm4, xm4
packuswb xm4, xm4
pextrw [dstq+dsq*0], xm4, 0
pextrw [dstq+dsq*1], xm4, 1
lea d+dsq*]
sub hd, 2
.dy2_w2_loop
RET
%endif
.dy2_w4:
mov myd, mym
vbroadcasti128 m7, [base+rescale_mul]
movzx t0d, t0b
dec srcq
movd xm15, t0d
pmaddwd m8, m7
m11 base+pd_0x4000
vpbroadcastd xm15, xm15
paddd m14, m8 ; mx+dx*[0-3]
pand m8, m14, m10
psrld m8, 6
java.lang.StringIndexOutOfBoundsException: Range [8, 4) out of bounds for length 32
r4d
pextrd r6d, xm15, 1
bgt b
pextrd r13d, xm15, 3
movd xm15, [base+subpel_filters+r4*8+2]
vbroadcasti128 m5, [base+bdct_lb_dw]
m6 b+]
pinsrd xm15, [base+subpel_filters+r6*8+2], 1
pcmpeqd m8, m9
psrld m14, 10
movu xm0, [srcq+ssq*0]
movu xm2, [srcq+ssq*2]
pinsrd xm15, [base+subpel_filters+r11*8+2], 2
movu xm1, [srcq+ssq*1]
movu xm3, [srcq+ss3q ]
pinsrd xm15, [base+subpel_filters+r13*8+2], 3
lea srcq, [srcq+ssq*4]
shr myd, 6
mov r4d, 64 << 24
lea myd, [t1+myq]
cmovnz r4q, [base+subpel_filters+myq*8]
vinserti128 m15, xm15, 1
pshufb m14, m5
paddb m14, m6
vinserti128 m2, [srcq+ssq*0], 1
vinserti128 m3, [srcq+ssq*1], 1
lea srcq, [srcq+ssq*2]
pblendvb m15, m11, m8
pshufb xm0, xm14
pshufb m2, m14
pshufb xm1, xm14
pshufb m3, m14
pmaddubsw xm0, xm15
pmaddubsw m2, m15
pmaddubsw xm1, xm15
pmaddubsw m3, m15
movq xm11, r4q
punpcklqdq xm11, xm11
pmovsxbw m11, xm11
phaddw m0, m2
phaddw m1, m3
pmulhrsw m0, m12 ; 0 2 _ 4
pmulhrsw m1, m12 ; 1 3 _ 5
pshufd m8, m11, q0000
pshufd m9, m11, q1111
pshufd m10, m11, q2222
pshufd m11, m11, q3333
punpcklwd xm2, xm0, xm1
punpckhwd m1, m0, m1 ; 23 45
vinserti128 m0, m2, xm1, 1 ; 01 23
.dy2_w4_loop:
movu xm6, [srcq+ssq*0]
movu xm7, [srcq+ssq*1]
vinserti128 m6, [srcq+ssq*2], 1
vinserti128 m7, [srcq+ss3q ], 1
lea srcq, [srcq+ssq*4]
pmaddwd m4, m0, m8
pmaddwd m5, m1, m9
pshufb m6, m14
pshufb m7, m14
pmaddubsw m6, m15
pmaddubsw m7, m15
psrld m2, m6, 16
pslld m3, m7, 16
paddw m6, m2
paddw m7, m3
pblendw m6, m7, 0xaa ; 67 89
pmulhrsw m6, m12
paddd m4, m5
vperm2i128 m0, m1, m6, 0x21 ; 45 67
mova m1, m6
pmaddwd m6, m0, m10
pmaddwd m7, m1, m11
paddd m4, m13
paddd m6, m7
paddd m4, m6
psrad m4, rndshift
vextracti128 xm5, m4, 1
packssdw xm4, xm5
%ifidn %1, put
packuswb xm4, xm4
movd [dstq+dsq*0], xm4
pextrd [dstq+dsq*1], xm4, 1
lea dstq, [dstq+dsq*2]
%else
mova [tmpq], xm4
add tmpq, 16
%endif
sub hd, 2
jg .dy2_w4_loop
MC_8TAP_SCALED_RET
.dy2_w8:
mov dword [rsp+40], 1
movifprep tmp_stridem, 16
jmp .dy2_w_start
.dy2_w16:
mov dword [rsp+40], 2
movifprep tmp_stridem, 32
jmp .dy2_w_start
.dy2_w32:
mov dword [rsp+40], 4
movifprep tmp_stridem, 64
jmp .dy2_w_start
.dy2_w64:
mov dword [rsp+40], 8
movifprep tmp_stridem, 128
jmp .dy2_w_start
.dy2_w128:
mov dword [rsp+40], 16
movifprep tmp_stridem, 256
.dy2_w_start:
mov myd, mym
%ifidn %1, put
movifnidn dsm, dsq
%endif
shr t0d, 16
sub srcq, 3
shr myd, 6
mov r4d, 64 << 24
lea myd, [t1+myq]
cmovnz r4q, [base+subpel_filters+myq*8]
pmaddwd m8, [base+rescale_mul]
movd xm15, t0d
mov [rsp+64], t0d
mov [rsp+48], srcq
mov [rsp+56], r0q ; dstq / tmpq
%if UNIX64
mov hm, hd
%endif
shl dword dxm, 3 ; dx*8
vpbroadcastd m15, xm15
paddd m14, m8 ; mx+dx*[0-7]
movq xm0, r4q
pmovsxbw xm0, xm0
mova [rsp+0x50], xm0
jmp .dy2_hloop
.dy2_hloop_prep:
dec dword [rsp+40]
jz .ret
add qword [rsp+56], 8*(isprep+1)
mov hd, hm
vpbroadcastd m8, dxm
vpbroadcastd m10, [base+pd_0x3ff]
paddd m14, m8, [rsp]
vpbroadcastd m15, [rsp+64]
pxor m9, m9
mov srcq, [rsp+48]
mov r0q, [rsp+56] ; dstq / tmpq
.dy2_hloop:
vpbroadcastq m11, [base+pq_0x40000000]
pand m6, m14, m10
psrld m6, 6
paddd m15, m6
pcmpeqd m6, m9
vextracti128 xm7, m15, 1
movd r4d, xm15
pextrd r6d, xm15, 2
pextrd r7d, xm15, 1
pextrd r9d, xm15, 3
movd r10d, xm7
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
movu [rsp], m14
movq xm15, [base+subpel_filters+ r4*8]
movq xm10, [base+subpel_filters+ r6*8]
movhps xm15, [base+subpel_filters+ r7*8]
movhps xm10, [base+subpel_filters+ r9*8]
vinserti128 m15, [base+subpel_filters+r10*8], 1
vinserti128 m10, [base+subpel_filters+r11*8], 1
vpbroadcastq m9, [base+subpel_filters+r13*8]
vpbroadcastq m8, [base+subpel_filters+ rX*8]
psrld m14, 10
vextracti128 xm7, m14, 1
movd r4d, xm14
pextrd r6d, xm14, 2
pextrd r7d, xm14, 1
pextrd r9d, xm14, 3
movd r10d, xm7
pextrd r11d, xm7, 2
pextrd r13d, xm7, 1
pextrd rXd, xm7, 3
pshufd m5, m6, q1100
pshufd m6, m6, q3322
vpblendd m15, m9, 0xc0
vpblendd m10, m8, 0xc0
pblendvb m15, m11, m5
pblendvb m10, m11, m6
vbroadcasti128 m14, [base+subpel_s_shuf8]
MC_8TAP_SCALED_H 0, 1, 2, 3, 4, 5, 6, 7 ; 0a 1a 0b 1b
MC_8TAP_SCALED_H 1, 2, 3, 4, 5, 6, 7, 8 ; 2a 3a 2b 3b
MC_8TAP_SCALED_H 2, 3, 4, 5, 6, 7, 8, 9 ; 4a 5a 4b 5b
MC_8TAP_SCALED_H 3, 4, 5, 6, 7, 8, 9, 11 ; 6a 7a 6b 7b
vpbroadcastd m8, [rsp+0x50]
vpbroadcastd m9, [rsp+0x54]
vpbroadcastd m11, [rsp+0x58]
vpbroadcastd m4, [rsp+0x5c]
pshufb m0, m14 ; 01a 01b
pshufb m1, m14 ; 23a 23b
pshufb m2, m14 ; 45a 45b
pshufb m3, m14 ; 67a 67b
SWAP m14, m4
.dy2_vloop:
pmaddwd m4, m0, m8
pmaddwd m5, m1, m9
pmaddwd m6, m2, m11
pmaddwd m7, m3, m14
paddd m4, m5
paddd m6, m7
paddd m4, m13
paddd m4, m6
psrad m4, rndshift
vextracti128 xm5, m4, 1
packssdw xm4, xm5
%ifidn %1, put
packuswb xm4, xm4
movq [dstq], xm4
add dstq, dsm
%else
mova [tmpq], xm4
add tmpq, tmp_stridem
%endif
dec hd
jz .dy2_hloop_prep
mova m0, m1
mova m1, m2
mova m2, m3
movq xm3, [srcq+ r4]
movq xm4, [srcq+ r6]
movhps xm3, [srcq+ r7]
movhps xm4, [srcq+ r9]
vinserti128 m3, [srcq+r10], 1
vinserti128 m4, [srcq+r11], 1
vpbroadcastq m5, [srcq+r13]
vpbroadcastq m6, [srcq+ rX]
add srcq, ssq
vpblendd m3, m5, 0xc0
vpblendd m4, m6, 0xc0
pmaddubsw m3, m15
pmaddubsw m4, m10
phaddw m3, m4
movq xm4, [srcq+ r4]
movq xm5, [srcq+ r6]
movhps xm4, [srcq+ r7]
movhps xm5, [srcq+ r9]
vinserti128 m4, [srcq+r10], 1
vinserti128 m5, [srcq+r11], 1
vpbroadcastq m6, [srcq+r13]
vpbroadcastq m7, [srcq+ rX]
add srcq, ssq
vpblendd m4, m6, 0xc0
vpblendd m5, m7, 0xc0
pmaddubsw m4, m15
pmaddubsw m5, m10
phaddw m4, m5
psrld m5, m3, 16
pslld m6, m4, 16
paddw m3, m5
paddw m4, m6
pblendw m3, m4, 0xaa
pmulhrsw m3, m12
jmp .dy2_vloop
.ret:
MC_8TAP_SCALED_RET 0
%undef isprep
%endmacro
%macro BILIN_SCALED_FN 1
cglobal %1_bilin_scaled_8bpc
mov t0d, (5*15 << 16) | 5*15
mov t1d, t0d
jmp mangle(private_prefix %+ _%1_8tap_scaled_8bpc %+ SUFFIX)
%endmacro
%if WIN64
DECLARE_REG_TMP 6, 5
%else
DECLARE_REG_TMP 6, 8
%endif
%define PUT_8TAP_SCALED_FN FN put_8tap_scaled,
%define PREP_8TAP_SCALED_FN FN prep_8tap_scaled,
BILIN_SCALED_FN put
PUT_8TAP_SCALED_FN sharp, SHARP, SHARP, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN sharp_smooth, SHARP, SMOOTH, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN smooth_sharp, SMOOTH, SHARP, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN smooth, SMOOTH, SMOOTH, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN sharp_regular, SHARP, REGULAR, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN regular_sharp, REGULAR, SHARP, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN smooth_regular, SMOOTH, REGULAR, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN regular_smooth, REGULAR, SMOOTH, put_8tap_scaled_8bpc
PUT_8TAP_SCALED_FN regular, REGULAR, REGULAR
MC_8TAP_SCALED put
%if WIN64
DECLARE_REG_TMP 5, 4
%else
DECLARE_REG_TMP 6, 7
%endif
BILIN_SCALED_FN prep
PREP_8TAP_SCALED_FN sharp, SHARP, SHARP, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN sharp_smooth, SHARP, SMOOTH, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN smooth_sharp, SMOOTH, SHARP, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN smooth, SMOOTH, SMOOTH, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN sharp_regular, SHARP, REGULAR, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN regular_sharp, REGULAR, SHARP, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN smooth_regular, SMOOTH, REGULAR, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN regular_smooth, REGULAR, SMOOTH, prep_8tap_scaled_8bpc
PREP_8TAP_SCALED_FN regular, REGULAR, REGULAR
MC_8TAP_SCALED prep
%macro WARP_V 5 ; dst, 02, 46, 13, 57
; Can be done using gathers, but that's terribly slow on many CPU:s
lea tmp1d, [myq+gammaq*4]
lea tmp2d, [myq+gammaq*1]
shr myd, 10
shr tmp1d, 10
movq xm8, [filterq+myq *8]
vinserti128 m8, [filterq+tmp1q*8], 1 ; a e
lea tmp1d, [tmp2q+gammaq*4]
lea myd, [tmp2q+gammaq*1]
shr tmp2d, 10
shr tmp1d, 10
movq xm0, [filterq+tmp2q*8]
vinserti128 m0, [filterq+tmp1q*8], 1 ; b f
lea tmp1d, [myq+gammaq*4]
lea tmp2d, [myq+gammaq*1]
shr myd, 10
shr tmp1d, 10
movq xm9, [filterq+myq *8]
vinserti128 m9, [filterq+tmp1q*8], 1 ; c g
lea tmp1d, [tmp2q+gammaq*4]
lea myd, [tmp2q+deltaq] ; my += delta
shr tmp2d, 10
shr tmp1d, 10
punpcklwd m8, m0
movq xm0, [filterq+tmp2q*8]
vinserti128 m0, [filterq+tmp1q*8], 1 ; d h
punpcklwd m0, m9, m0
punpckldq m9, m8, m0
punpckhdq m0, m8, m0
punpcklbw m8, m11, m9 ; a0 a2 b0 b2 c0 c2 d0 d2 << 8
punpckhbw m9, m11, m9 ; a4 a6 b4 b6 c4 c6 d4 d6 << 8
pmaddwd m%2, m8
pmaddwd m9, m%3
punpcklbw m8, m11, m0 ; a1 a3 b1 b3 c1 c3 d1 d3 << 8
punpckhbw m0, m11, m0 ; a5 a7 b5 b7 c5 c7 d5 d7 << 8
pmaddwd m8, m%4
pmaddwd m0, m%5
paddd m%2, m9
paddd m0, m8
paddd m%1, m0, m%2
%endmacro
cglobal warp_affine_8x8t_8bpc, 0, 14, 0, tmp, ts
%if WIN64
sub rsp, 0xa0
%endif
call mangle(private_prefix %+ _warp_affine_8x8_8bpc_avx2).main
.loop:
psrad m7, 13
psrad m0, 13
packssdw m7, m0
pmulhrsw m7, m14 ; (x + (1 << 6)) >> 7
vpermq m7, m7, q3120
mova [tmpq+tsq*0], xm7
vextracti128 [tmpq+tsq*2], m7, 1
dec r4d
jz mangle(private_prefix %+ _warp_affine_8x8_8bpc_avx2).end
call mangle(private_prefix %+ _warp_affine_8x8_8bpc_avx2).main2
lea tmpq, [tmpq+tsq*4]
jmp .loop
cglobal warp_affine_8x8_8bpc, 0, 14, 0, dst, ds, src, ss, abcd, mx, tmp2, alpha, \
beta, filter, tmp1, gamma, my, delta
%if WIN64
%assign xmm_regs_used 16
%assign stack_size_padded 0xa0
SUB rsp, stack_size_padded
%endif
call .main
jmp .start
.loop:
call .main2
lea dstq, [dstq+dsq*2]
.start:
psrad m7, 18
psrad m0, 18
packusdw m7, m0
pavgw m7, m11 ; (x + (1 << 10)) >> 11
vextracti128 xm0, m7, 1
packuswb xm7, xm0
pshufd xm7, xm7, q3120
movq [dstq+dsq*0], xm7
movhps [dstq+dsq*1], xm7
dec r4d
jg .loop
.end:
RET
ALIGN function_align
.main:
; Stack is offset due to call
%assign stack_offset stack_offset + gprsize
%assign stack_size stack_size + gprsize
%assign stack_size_padded stack_size_padded + gprsize
movifnidn abcdq, abcdmp
movifnidn mxd, mxm
WIN64_PUSH_XMM
movsx alphad, word [abcdq+2*0]
movsx betad, word [abcdq+2*1]
mova m12, [warp_8x8_shufA]
mova m13, [warp_8x8_shufB]
vpbroadcastd m14, [pw_8192]
vpbroadcastd m15, [pd_32768]
pxor m11, m11
lea filterq, [mc_warp_filter2]
lea tmp1q, [ssq*3+3]
add mxd, 512+(64<<10)
lea tmp2d, [alphaq*3]
sub srcq, tmp1q ; src -= src_stride*3 + 3
sub betad, tmp2d ; beta -= alpha*3
mov myd, r6m
call .h
psrld m1, m0, 16
call .h
psrld m4, m0, 16
call .h
pblendw m1, m0, 0xaa ; 02
call .h
pblendw m4, m0, 0xaa ; 13
call .h
psrld m2, m1, 16
pblendw m2, m0, 0xaa ; 24
call .h
psrld m5, m4, 16
pblendw m5, m0, 0xaa ; 35
call .h
psrld m3, m2, 16
pblendw m3, m0, 0xaa ; 46
movsx gammad, word [abcdq+2*2]
movsx deltad, word [abcdq+2*3]
add myd, 512+(64<<10)
mov r4d, 4
lea tmp1d, [gammaq*3]
sub deltad, tmp1d ; delta -= gamma*3
.main2:
call .h
psrld m6, m5, 16
pblendw m6, m0, 0xaa ; 57
WARP_V 7, 1, 3, 4, 6
call .h
mova m1, m2
mova m2, m3
psrld m3, 16
pblendw m3, m0, 0xaa ; 68
WARP_V 0, 4, 6, 1, 3
mova m4, m5
mova m5, m6
ret
ALIGN function_align
.h:
lea tmp1d, [mxq+alphaq*4]
lea tmp2d, [mxq+alphaq*1]
vbroadcasti128 m10, [srcq]
shr mxd, 10
shr tmp1d, 10
movq xm8, [filterq+mxq *8]
vinserti128 m8, [filterq+tmp1q*8], 1
lea tmp1d, [tmp2q+alphaq*4]
lea mxd, [tmp2q+alphaq*1]
shr tmp2d, 10
shr tmp1d, 10
movq xm0, [filterq+tmp2q*8]
vinserti128 m0, [filterq+tmp1q*8], 1
lea tmp1d, [mxq+alphaq*4]
lea tmp2d, [mxq+alphaq*1]
shr mxd, 10
shr tmp1d, 10
movq xm9, [filterq+mxq *8]
vinserti128 m9, [filterq+tmp1q*8], 1
lea tmp1d, [tmp2q+alphaq*4]
lea mxd, [tmp2q+betaq] ; mx += beta
shr tmp2d, 10
shr tmp1d, 10
punpcklqdq m8, m0 ; 0 1 4 5
movq xm0, [filterq+tmp2q*8]
vinserti128 m0, [filterq+tmp1q*8], 1
punpcklqdq m9, m0 ; 2 3 6 7
pshufb m0, m10, m12
pmaddubsw m0, m8
pshufb m10, m13
pmaddubsw m10, m9
add srcq, ssq
phaddw m0, m10
pmaddwd m0, m14 ; 17-bit intermediate, upshifted by 13
paddd m0, m15 ; rounded 14-bit result in upper 16 bits of dword
ret
%macro BIDIR_FN 1 ; op
%1 0
lea stride3q, [strideq*3]
jmp wq
.w4:
vextracti128 xm1, m0, 1
movd [dstq ], xm0
pextrd [dstq+strideq*1], xm0, 1
movd [dstq+strideq*2], xm1
pextrd [dstq+stride3q ], xm1, 1
cmp hd, 4
je .ret
lea dstq, [dstq+strideq*4]
pextrd [dstq ], xm0, 2
pextrd [dstq+strideq*1], xm0, 3
pextrd [dstq+strideq*2], xm1, 2
pextrd [dstq+stride3q ], xm1, 3
cmp hd, 8
je .ret
%1 2
lea dstq, [dstq+strideq*4]
vextracti128 xm1, m0, 1
movd [dstq ], xm0
pextrd [dstq+strideq*1], xm0, 1
movd [dstq+strideq*2], xm1
pextrd [dstq+stride3q ], xm1, 1
lea dstq, [dstq+strideq*4]
pextrd [dstq ], xm0, 2
pextrd [dstq+strideq*1], xm0, 3
pextrd [dstq+strideq*2], xm1, 2
pextrd [dstq+stride3q ], xm1, 3
.ret:
RET
.w8_loop:
%1_INC_PTR 2
%1 0
lea dstq, [dstq+strideq*4]
.w8:
vextracti128 xm1, m0, 1
movq [dstq ], xm0
movq [dstq+strideq*1], xm1
movhps [dstq+strideq*2], xm0
movhps [dstq+stride3q ], xm1
sub hd, 4
jg .w8_loop
RET
.w16_loop:
%1_INC_PTR 4
%1 0
lea dstq, [dstq+strideq*4]
.w16:
vpermq m0, m0, q3120
mova [dstq ], xm0
vextracti128 [dstq+strideq*1], m0, 1
%1 2
vpermq m0, m0, q3120
mova [dstq+strideq*2], xm0
vextracti128 [dstq+stride3q ], m0, 1
sub hd, 4
jg .w16_loop
RET
.w32_loop:
%1_INC_PTR 4
%1 0
lea dstq, [dstq+strideq*2]
.w32:
vpermq m0, m0, q3120
mova [dstq+strideq*0], m0
%1 2
vpermq m0, m0, q3120
mova [dstq+strideq*1], m0
sub hd, 2
jg .w32_loop
RET
.w64_loop:
%1_INC_PTR 4
%1 0
add dstq, strideq
.w64:
vpermq m0, m0, q3120
mova [dstq], m0
%1 2
vpermq m0, m0, q3120
mova [dstq+32], m0
dec hd
jg .w64_loop
RET
.w128_loop:
%1 0
add dstq, strideq
.w128:
vpermq m0, m0, q3120
mova [dstq+0*32], m0
%1 2
vpermq m0, m0, q3120
mova [dstq+1*32], m0
%1_INC_PTR 8
%1 -4
vpermq m0, m0, q3120
mova [dstq+2*32], m0
%1 -2
vpermq m0, m0, q3120
mova [dstq+3*32], m0
dec hd
jg .w128_loop
RET
%endmacro
%macro AVG 1 ; src_offset
mova m0, [tmp1q+(%1+0)*32]
paddw m0, [tmp2q+(%1+0)*32]
mova m1, [tmp1q+(%1+1)*32]
paddw m1, [tmp2q+(%1+1)*32]
pmulhrsw m0, m2
pmulhrsw m1, m2
packuswb m0, m1
%endmacro
%macro AVG_INC_PTR 1
add tmp1q, %1*32
add tmp2q, %1*32
%endmacro
cglobal avg_8bpc, 4, 7, 3, dst, stride, tmp1, tmp2, w, h, stride3
%define base r6-avg %+ SUFFIX %+ _table
lea r6, [avg %+ SUFFIX %+ _table]
tzcnt wd, wm
movifnidn hd, hm
movsxd wq, dword [r6+wq*4]
vpbroadcastd m2, [base+pw_1024]
add wq, r6
BIDIR_FN AVG
%macro W_AVG 1 ; src_offset
; (a * weight + b * (16 - weight) + 128) >> 8
; = ((a - b) * weight + (b << 4) + 128) >> 8
; = ((((a - b) * ((weight-16) << 12)) >> 16) + a + 8) >> 4
; = ((((b - a) * (-weight << 12)) >> 16) + b + 8) >> 4
mova m0, [tmp1q+(%1+0)*32]
psubw m2, m0, [tmp2q+(%1+0)*32]
mova m1, [tmp1q+(%1+1)*32]
psubw m3, m1, [tmp2q+(%1+1)*32]
pmulhw m2, m4
pmulhw m3, m4
paddw m0, m2
paddw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
%endmacro
%define W_AVG_INC_PTR AVG_INC_PTR
cglobal w_avg_8bpc, 4, 7, 6, dst, stride, tmp1, tmp2, w, h, stride3
%define base r6-w_avg %+ SUFFIX %+ _table
lea r6, [w_avg %+ SUFFIX %+ _table]
tzcnt wd, wm
movifnidn hd, hm
vpbroadcastw m4, r6m ; weight
movsxd wq, dword [r6+wq*4]
vpbroadcastd m5, [base+pw_2048]
psllw m4, 12 ; (weight-16) << 12 when interpreted as signed
add wq, r6
cmp dword r6m, 7
jg .weight_gt7
mov r6, tmp1q
pxor m0, m0
mov tmp1q, tmp2q
psubw m4, m0, m4 ; -weight
mov tmp2q, r6
.weight_gt7:
BIDIR_FN W_AVG
%macro MASK 1 ; src_offset
; (a * m + b * (64 - m) + 512) >> 10
; = ((a - b) * m + (b << 6) + 512) >> 10
; = ((((b - a) * (-m << 10)) >> 16) + b + 8) >> 4
vpermq m3, [maskq+%1*16], q3120
mova m0, [tmp2q+(%1+0)*32]
psubw m1, m0, [tmp1q+(%1+0)*32]
psubb m3, m4, m3
paddw m1, m1 ; (b - a) << 1
paddb m3, m3
punpcklbw m2, m4, m3 ; -m << 9
pmulhw m1, m2
paddw m0, m1
mova m1, [tmp2q+(%1+1)*32]
psubw m2, m1, [tmp1q+(%1+1)*32]
paddw m2, m2
punpckhbw m3, m4, m3
pmulhw m2, m3
paddw m1, m2
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
%endmacro
%macro MASK_INC_PTR 1
add maskq, %1*16
add tmp2q, %1*32
add tmp1q, %1*32
%endmacro
cglobal mask_8bpc, 4, 8, 6, dst, stride, tmp1, tmp2, w, h, mask, stride3
%define base r7-mask %+ SUFFIX %+ _table
lea r7, [mask %+ SUFFIX %+ _table]
tzcnt wd, wm
movifnidn hd, hm
mov maskq, maskmp
movsxd wq, dword [r7+wq*4]
vpbroadcastd m5, [base+pw_2048]
pxor m4, m4
add wq, r7
BIDIR_FN MASK
%macro W_MASK 4-5 0 ; dst, mask, tmp_offset[1-2], 4:4:4
mova m%1, [tmp1q+32*%3]
mova m1, [tmp2q+32*%3]
psubw m1, m%1
pabsw m%2, m1
psubusw m%2, m6, m%2
psrlw m%2, 8 ; 64 - m
psllw m2, m%2, 10
pmulhw m1, m2
paddw m%1, m1
mova m1, [tmp1q+32*%4]
mova m2, [tmp2q+32*%4]
psubw m2, m1
pabsw m3, m2
psubusw m3, m6, m3
psrlw m3, 8
%if %5
packuswb m%2, m3
psubb m%2, m5, m%2
vpermq m%2, m%2, q3120
%else
phaddw m%2, m3
%endif
psllw m3, 10
pmulhw m2, m3
paddw m1, m2
pmulhrsw m%1, m7
pmulhrsw m1, m7
packuswb m%1, m1
%endmacro
cglobal blend_8bpc, 3, 7, 7, dst, ds, tmp, w, h, mask
%define base r6-blend_avx2_table
lea r6, [blend_avx2_table]
tzcnt wd, wm
movifnidn maskq, maskmp
movifnidn hd, hm
movsxd wq, dword [r6+wq*4]
vpbroadcastd m4, [base+pb_64]
vpbroadcastd m5, [base+pw_512]
sub tmpq, maskq
add wq, r6
lea r6, [dsq*3]
jmp wq
.w4:
movd xm0, [dstq+dsq*0]
pinsrd xm0, [dstq+dsq*1], 1
vpbroadcastd xm1, [dstq+dsq*2]
pinsrd xm1, [dstq+r6 ], 3
mova xm6, [maskq]
psubb xm3, xm4, xm6
punpcklbw xm2, xm3, xm6
punpckhbw xm3, xm6
mova xm6, [maskq+tmpq]
add maskq, 4*4
punpcklbw xm0, xm6
punpckhbw xm1, xm6
pmaddubsw xm0, xm2
pmaddubsw xm1, xm3
pmulhrsw xm0, xm5
pmulhrsw xm1, xm5
packuswb xm0, xm1
movd [dstq+dsq*0], xm0
pextrd [dstq+dsq*1], xm0, 1
pextrd [dstq+dsq*2], xm0, 2
pextrd [dstq+r6 ], xm0, 3
lea dstq, [dstq+dsq*4]
sub hd, 4
jg .w4
RET
ALIGN function_align
.w8:
movq xm1, [dstq+dsq*0]
movhps xm1, [dstq+dsq*1]
vpbroadcastq m2, [dstq+dsq*2]
vpbroadcastq m3, [dstq+r6 ]
mova m0, [maskq]
mova m6, [maskq+tmpq]
add maskq, 8*4
vpblendd m1, m2, 0x30
vpblendd m1, m3, 0xc0
psubb m3, m4, m0
punpcklbw m2, m3, m0
punpckhbw m3, m0
punpcklbw m0, m1, m6
punpckhbw m1, m6
pmaddubsw m0, m2
pmaddubsw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
vextracti128 xm1, m0, 1
movq [dstq+dsq*0], xm0
movhps [dstq+dsq*1], xm0
movq [dstq+dsq*2], xm1
movhps [dstq+r6 ], xm1
lea dstq, [dstq+dsq*4]
sub hd, 4
jg .w8
RET
ALIGN function_align
.w16:
mova m0, [maskq]
mova xm1, [dstq+dsq*0]
vinserti128 m1, [dstq+dsq*1], 1
psubb m3, m4, m0
punpcklbw m2, m3, m0
punpckhbw m3, m0
mova m6, [maskq+tmpq]
add maskq, 16*2
punpcklbw m0, m1, m6
punpckhbw m1, m6
pmaddubsw m0, m2
pmaddubsw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .w16
RET
ALIGN function_align
.w32:
mova m0, [maskq]
mova m1, [dstq]
mova m6, [maskq+tmpq]
add maskq, 32
psubb m3, m4, m0
punpcklbw m2, m3, m0
punpckhbw m3, m0
punpcklbw m0, m1, m6
punpckhbw m1, m6
pmaddubsw m0, m2
pmaddubsw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq], m0
add dstq, dsq
dec hd
jg .w32
RET
cglobal blend_v_8bpc, 3, 6, 6, dst, ds, tmp, w, h, mask
%define base r5-blend_v_avx2_table
lea r5, [blend_v_avx2_table]
tzcnt wd, wm
movifnidn hd, hm
movsxd wq, dword [r5+wq*4]
vpbroadcastd m5, [base+pw_512]
add wq, r5
add maskq, obmc_masks-blend_v_avx2_table
jmp wq
.w2:
vpbroadcastd xm2, [maskq+2*2]
.w2_s0_loop:
movd xm0, [dstq+dsq*0]
pinsrw xm0, [dstq+dsq*1], 1
movd xm1, [tmpq]
add tmpq, 2*2
punpcklbw xm0, xm1
pmaddubsw xm0, xm2
pmulhrsw xm0, xm5
packuswb xm0, xm0
pextrw [dstq+dsq*0], xm0, 0
pextrw [dstq+dsq*1], xm0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .w2_s0_loop
RET
ALIGN function_align
.w4:
vpbroadcastq xm2, [maskq+4*2]
.w4_loop:
movd xm0, [dstq+dsq*0]
pinsrd xm0, [dstq+dsq*1], 1
movq xm1, [tmpq]
add tmpq, 4*2
punpcklbw xm0, xm1
pmaddubsw xm0, xm2
pmulhrsw xm0, xm5
packuswb xm0, xm0
movd [dstq+dsq*0], xm0
pextrd [dstq+dsq*1], xm0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .w4_loop
RET
ALIGN function_align
.w8:
mova xm3, [maskq+8*2]
.w8_loop:
movq xm0, [dstq+dsq*0]
vpbroadcastq xm1, [dstq+dsq*1]
mova xm2, [tmpq]
add tmpq, 8*2
punpcklbw xm0, xm2
punpckhbw xm1, xm2
pmaddubsw xm0, xm3
pmaddubsw xm1, xm3
pmulhrsw xm0, xm5
pmulhrsw xm1, xm5
packuswb xm0, xm1
movq [dstq+dsq*0], xm0
movhps [dstq+dsq*1], xm0
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .w8_loop
RET
ALIGN function_align
.w16:
vbroadcasti128 m3, [maskq+16*2]
vbroadcasti128 m4, [maskq+16*3]
.w16_loop:
mova xm1, [dstq+dsq*0]
vinserti128 m1, [dstq+dsq*1], 1
mova m2, [tmpq]
add tmpq, 16*2
punpcklbw m0, m1, m2
punpckhbw m1, m2
pmaddubsw m0, m3
pmaddubsw m1, m4
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
lea dstq, [dstq+dsq*2]
sub hd, 2
jg .w16_loop
RET
ALIGN function_align
.w32:
mova xm3, [maskq+16*4]
vinserti128 m3, [maskq+16*6], 1
mova xm4, [maskq+16*5]
vinserti128 m4, [maskq+16*7], 1
.w32_loop:
mova m1, [dstq]
mova m2, [tmpq]
add tmpq, 32
punpcklbw m0, m1, m2
punpckhbw m1, m2
pmaddubsw m0, m3
pmaddubsw m1, m4
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq], m0
add dstq, dsq
dec hd
jg .w32_loop
RET
cglobal blend_h_8bpc, 4, 7, 6, dst, ds, tmp, w, h, mask
%define base r5-blend_h_avx2_table
lea r5, [blend_h_avx2_table]
mov r6d, wd
tzcnt wd, wd
mov hd, hm
movsxd wq, dword [r5+wq*4]
vpbroadcastd m5, [base+pw_512]
add wq, r5
lea maskq, [base+obmc_masks+hq*2]
lea hd, [hq*3]
shr hd, 2 ; h * 3/4
lea maskq, [maskq+hq*2]
neg hq
jmp wq
.w2:
movd xm0, [dstq+dsq*0]
pinsrw xm0, [dstq+dsq*1], 1
movd xm2, [maskq+hq*2]
movd xm1, [tmpq]
add tmpq, 2*2
punpcklwd xm2, xm2
punpcklbw xm0, xm1
pmaddubsw xm0, xm2
pmulhrsw xm0, xm5
packuswb xm0, xm0
pextrw [dstq+dsq*0], xm0, 0
pextrw [dstq+dsq*1], xm0, 1
lea dstq, [dstq+dsq*2]
add hq, 2
jl .w2
RET
ALIGN function_align
.w4:
mova xm3, [blend_shuf]
.w4_loop:
movd xm0, [dstq+dsq*0]
pinsrd xm0, [dstq+dsq*1], 1
movd xm2, [maskq+hq*2]
movq xm1, [tmpq]
add tmpq, 4*2
pshufb xm2, xm3
punpcklbw xm0, xm1
pmaddubsw xm0, xm2
pmulhrsw xm0, xm5
packuswb xm0, xm0
movd [dstq+dsq*0], xm0
pextrd [dstq+dsq*1], xm0, 1
lea dstq, [dstq+dsq*2]
add hq, 2
jl .w4_loop
RET
ALIGN function_align
.w8:
vbroadcasti128 m4, [blend_shuf]
shufpd m4, m4, 0x03
.w8_loop:
vpbroadcastq m1, [dstq+dsq*0]
movq xm0, [dstq+dsq*1]
vpblendd m0, m1, 0x30
vpbroadcastd m3, [maskq+hq*2]
movq xm1, [tmpq+8*1]
vinserti128 m1, [tmpq+8*0], 1
add tmpq, 8*2
pshufb m3, m4
punpcklbw m0, m1
pmaddubsw m0, m3
pmulhrsw m0, m5
vextracti128 xm1, m0, 1
packuswb xm0, xm1
movhps [dstq+dsq*0], xm0
movq [dstq+dsq*1], xm0
lea dstq, [dstq+dsq*2]
add hq, 2
jl .w8_loop
RET
ALIGN function_align
.w16:
vbroadcasti128 m4, [blend_shuf]
shufpd m4, m4, 0x0c
.w16_loop:
mova xm1, [dstq+dsq*0]
vinserti128 m1, [dstq+dsq*1], 1
vpbroadcastd m3, [maskq+hq*2]
mova m2, [tmpq]
add tmpq, 16*2
pshufb m3, m4
punpcklbw m0, m1, m2
punpckhbw m1, m2
pmaddubsw m0, m3
pmaddubsw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq+dsq*0], xm0
vextracti128 [dstq+dsq*1], m0, 1
lea dstq, [dstq+dsq*2]
add hq, 2
jl .w16_loop
RET
ALIGN function_align
.w32: ; w32/w64/w128
sub dsq, r6
.w32_loop0:
vpbroadcastw m3, [maskq+hq*2]
mov wd, r6d
.w32_loop:
mova m1, [dstq]
mova m2, [tmpq]
add tmpq, 32
punpcklbw m0, m1, m2
punpckhbw m1, m2
pmaddubsw m0, m3
pmaddubsw m1, m3
pmulhrsw m0, m5
pmulhrsw m1, m5
packuswb m0, m1
mova [dstq], m0
add dstq, 32
sub wd, 32
jg .w32_loop
add dstq, dsq
inc hq
jl .w32_loop0
RET
cglobal emu_edge_8bpc, 10, 13, 1, bw, bh, iw, ih, x, y, dst, dstride, src, sstride, \
bottomext, rightext
; we assume that the buffer (stride) is larger than width, so we can
; safely overwrite by a few bytes
; ref += iclip(y, 0, ih - 1) * PXSTRIDE(ref_stride)
xor r12d, r12d
lea r10, [ihq-1]
cmp yq, ihq
cmovs r10, yq
test yq, yq
cmovs r10, r12
imul r10, sstrideq
add srcq, r10
; ref += iclip(x, 0, iw - 1)
cmp xq, iwq
cmovs r10, xq
test
cmovs r10, r12
add srcq, r10
; bottom_ext = iclip(y + bh - ih, 0, bh - 1)
lea bottomextq, [yqendif
e
lear3 [-1
cmovs bottomextq, r12
%define espjava.lang.StringIndexOutOfBoundsException: Range [26, 25) out of bounds for length 31
bottomext
java.lang.StringIndexOutOfBoundsException: Range [7, 8) out of bounds for length 7
pmullw m0; upshift filter coefs to make the
pextq,
java.lang.StringIndexOutOfBoundsException: Range [32, 33) out of bounds for length 32
,r3
b
cmovgm1,java.lang.StringIndexOutOfBoundsException: Range [26, 27) out of bounds for length 26
=iclip -iw, 0, bw - 1)
lea.have_right
sub rightextq, iwq
lea r2, [bwq-1]
cmovs rightextq, pshufb m2 ,m7
psrad m1,4
rightext
; left_ext = iclip(-x, 0, bw - 1)
neg edgeb
leftextq,
cmpm0
cmovns rightextqpaddwm1, m2
leftextq
cmovns java.lang.StringIndexOutOfBoundsException: Range [31, 32) out of bounds for length 31
DEFINE_ARGS,1
dst, dstride
; center_h = bh - top_ext - bottom_extpmaxswm0
lea r3, [java.lang.StringIndexOutOfBoundsException: Index 32 out of bounds for length 26
sub centerhq, mov ,
m1 [2+wq
mov r2, m1,[0+]
imul r2,mov,t5m
add dstq, r2
mov r9m, dstq
; center_w = bw - left_ext - right_ext , java.lang.StringIndexOutOfBoundsException: Range [26, 27) out of bounds for length 26
mov t1,m
lea r3, [java.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 31
centerwq, java.lang.StringIndexOutOfBoundsException: Index 31 out of bounds for length 31
%dwordcalloff16104java.lang.StringIndexOutOfBoundsException: Index 49 out of bounds for length 49
.v_loop_%3:
%if %1
; left extension
xor r3, r3mov ,rstk+20]
vpbroadcastb m0, [srcq]
.left_loop_%3:
mova [%
add r3, 32 ,[16]
cmp r3, leftextq
jl .left_loop_%3
; body
lea r12, [dstq+leftextq]
%endifDEFINE_ARGSdst left ,_,,,
r3 r3
.body_loop_%3 java.lang.StringIndexOutOfBoundsException: Range [20, 10) out of bounds for length 41 | |
