/* * Copyright © 2018, VideoLAN and dav1d authors * Copyright © 2019, Martin Storsjo * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, this * list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. "src/arm/asm.S" "util.S" 1 sub w3, w3, #25 2 ]16 b, #128 1 40 :4 :0 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x14 b80 :8 :8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :16 :16 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x116 b320 :16 b, #128 32 :16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x14 16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x132 b640 :16 b, #128 16 b, #128 16 b, #128 64 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x14 16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x164 bword 640 b - ipred_dc_128_tblword 320 b - ipred_dc_128_tblword 160 b - ipred_dc_128_tblword 80 b - ipred_dc_128_tblword 40 b - ipred_dc_128_tbl1 sub w3, w3, #25 2 ]1 1 40 :0 ], [x2]4 :0 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x14 b80 :8 b}, [x2]8 :8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :16 b}, [x2]16 :16 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x116 b320 :16 b, v1.16 b}, [x2]32 :16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x14 16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x132 b640 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2]64 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x14 16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x164 bword 640 b - ipred_v_tblword 320 b - ipred_v_tblword 160 b - ipred_v_tblword 80 b - ipred_v_tblword 40 b - ipred_v_tbl1 sub w3, w3, #25 2 ]sub x2, x2, #4 4 1 40 :4 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x70 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x14 b80 :8 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x78 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :16 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2], x716 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x116 b320 :32 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2], x716 ]16 ]16 b}, [x0], x116 b}, [x6], x14 16 ]16 ]16 b}, [x0], x116 b}, [x6], x132 b640 :64 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2], x716 ]16 ]32 ]32 ]16 b}, [x0], x116 b}, [x6], x14 16 ]16 ]32 ]32 ]16 b}, [x0], x116 b}, [x6], x164 bword 640 b - ipred_h_tblword 320 b - ipred_h_tblword 160 b - ipred_h_tblword 80 b - ipred_h_tblword 40 b - ipred_h_tbl1 sub w3, w3, #25 2 ]1 1 40 :2 s}, [x2]8 b8 b, v0.8 h, #3 8 b, v0.b[0 ]4 :0 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x14 b80 :8 b}, [x2]8 b8 b, v0.8 h, #3 8 b, v0.b[0 ]8 :8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :16 b}, [x2]16 b8 b, v0.8 h, #4 16 b, v0.b[0 ]16 :16 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x116 b320 :16 b, v1.16 b}, [x2]16 b16 b4 h, v0.4 h, v1.4 h8 b, v2.8 h, #5 16 b, v2.b[0 ]16 b, v2.b[0 ]32 :16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x14 16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x132 b640 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2]16 b16 b16 b16 b4 h, v0.4 h, v1.4 h4 h, v2.4 h, v3.4 h4 h, v4.4 h, v5.4 h8 b, v4.8 h, #6 16 b, v4.b[0 ]16 b, v4.b[0 ]16 b, v4.b[0 ]16 b, v4.b[0 ]64 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x14 16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x164 bword 640 b - ipred_dc_top_tblword 320 b - ipred_dc_top_tblword 160 b - ipred_dc_top_tblword 80 b - ipred_dc_top_tblword 40 b - ipred_dc_top_tbl1 sub x2, x2, w4, uxtwsub w3, w3, #20 // 25 leading bits, minus table offset 5 sub w7, w7, #25 2 ]2 ]1 2 s}, [x2]8 b8 b, v0.8 h, #3 16 b, v0.b[0 ]1 :0 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x11 b8 b}, [x2]8 b8 b, v0.8 h, #3 16 b, v0.b[0 ]1 :8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x11 b16 b}, [x2]16 b8 b, v0.8 h, #4 16 b, v0.b[0 ]1 :16 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x11 b16 b, v1.16 b}, [x2]16 b16 b4 h, v0.4 h, v1.4 h8 b, v0.8 h, #5 16 b, v0.b[0 ]16 b, v0.16 b1 :16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x14 16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x11 b16 b, v1.16 b, v2.16 b, v3.16 b}, [x2]16 b16 b16 b16 b4 h, v0.4 h, v1.4 h4 h, v2.4 h, v3.4 h4 h, v0.4 h, v2.4 h8 b, v0.8 h, #6 16 b, v0.b[0 ]16 b, v0.16 b16 b, v0.16 b16 b, v0.16 b1 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x14 16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x11 bword L(ipred_dc_left_h64) - ipred_dc_left_tblword L(ipred_dc_left_h32) - ipred_dc_left_tblword L(ipred_dc_left_h16) - ipred_dc_left_tblword L(ipred_dc_left_h8) - ipred_dc_left_tblword L(ipred_dc_left_h4) - ipred_dc_left_tblword L(ipred_dc_left_w64) - ipred_dc_left_tblword L(ipred_dc_left_w32) - ipred_dc_left_tblword L(ipred_dc_left_w16) - ipred_dc_left_tblword L(ipred_dc_left_w8) - ipred_dc_left_tblword L(ipred_dc_left_w4) - ipred_dc_left_tbl1 sub x2, x2, w4, uxtw8 h, w7 // width + heightsub w3, w3, #20 // 25 leading bits, minus table offset 5 sub w6, w6, #25 2 ]2 ]8 h, v16.8 h, #1 // (width + height) >> 1 8 h, w7 // -ctz(width + height)1 0 ], [x2], #4 1 ], wzr8 b1 0 ], [x2]1 ], wzr4 h, v0.4 h, v16.4 h8 b4 4 h, v0.4 h, v1.4 h4 h, v0.4 h, v17.4 h1 f8 /16 0 x3334/2 )0 x5556/2 ), lsl #16 2 *h = 16 or 32 4 h, w164 h, v0.4 h, v16.4 h1 :8 b, v0.b[0 ]2 :0 ], [x0], x10 ], [x6], x14 0 ], [x0], x10 ], [x6], x12 b8 b}, [x2], #8 8 b1 8 b}, [x2]4 h, v0.4 h, v16.4 h8 b8 4 h, v0.4 h, v1.4 h4 h, v0.4 h, v17.4 h1 f4 /16 /32 32 0 x3334/2 )0 x5556/2 )4 h, w164 h, v0.4 h, v16.4 h1 :8 b, v0.b[0 ]2 :8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x12 b16 b}, [x2], #16 16 b1 16 b}, [x2]4 h, v0.4 h, v16.4 h16 b16 4 h, v0.4 h, v1.4 h4 h, v0.4 h, v17.4 h1 f4 /8 /32 /64 32 +16 +8 ) // 16 added to make a consecutive bitmask0 x3334/2 )0 x5556/2 )4 h, w164 h, v0.4 h, v16.4 h1 :16 b, v0.b[0 ]2 :16 b}, [x0], x116 b}, [x6], x14 16 b}, [x0], x116 b}, [x6], x12 b16 b, v1.16 b}, [x2], #32 16 b16 b1 4 h, v0.4 h, v1.4 h16 b, v2.16 b}, [x2]4 h, v0.4 h, v16.4 h16 b16 b32 4 h, v0.4 h, v1.4 h4 h, v0.4 h, v2.4 h4 h, v0.4 h, v17.4 h1 f8 /16 /64 8 0 x3334/2 )0 x5556/2 )4 h, w164 h, v4.4 h, v16.4 h1 :16 b, v4.b[0 ]16 b, v4.b[0 ]2 :16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x14 16 b, v1.16 b}, [x0], x116 b, v1.16 b}, [x6], x12 b16 b, v1.16 b, v2.16 b, v3.16 b}, [x2], #64 16 b16 b16 b16 b4 h, v0.4 h, v1.4 h4 h, v2.4 h, v3.4 h1 4 h, v0.4 h, v2.4 h16 b, v2.16 b, v3.16 b, v4.16 b}, [x2]4 h, v0.4 h, v16.4 h16 b16 b16 b16 b4 h, v1.4 h, v2.4 h4 h, v3.4 h, v4.4 h64 4 h, v0.4 h, v1.4 h4 h, v0.4 h, v3.4 h4 h, v0.4 h, v17.4 h1 f16 /32 0 x5556/2 )0 x3334/2 ), lsl #16 4 h, w164 h, v4.4 h, v16.4 h1 :16 b, v4.b[0 ]16 b, v4.b[0 ]16 b, v4.b[0 ]16 b, v4.b[0 ]2 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x14 16 b, v1.16 b, v2.16 b, v3.16 b}, [x0], x116 b, v1.16 b, v2.16 b, v3.16 b}, [x6], x12 bword L(ipred_dc_h64) - ipred_dc_tblword L(ipred_dc_h32) - ipred_dc_tblword L(ipred_dc_h16) - ipred_dc_tblword L(ipred_dc_h8) - ipred_dc_tblword L(ipred_dc_h4) - ipred_dc_tblword L(ipred_dc_w64) - ipred_dc_tblword L(ipred_dc_w32) - ipred_dc_tblword L(ipred_dc_w16) - ipred_dc_tblword L(ipred_dc_w8) - ipred_dc_tblword L(ipred_dc_w4) - ipred_dc_tbl1 sub w9, w9, #25 2 ]16 b}, [x2]1 sub x2, x2, #4 4 1 40 :4 s}, [x8]8 h, v5.8 b, v4.8 b // top - topleft4 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x72 s, v0.2 s, v1.2 s2 s, v2.2 s, v3.2 s8 h, v6.8 h, v0.8 b8 h, v6.8 h, v2.8 b8 b, v16.8 h // base16 b, v17.8 h2 d, v0.2 d, v2.2 d16 b, v5.16 b, v16.16 b // tdiff16 b, v4.16 b, v16.16 b // tldiff16 b, v0.16 b, v16.16 b // ldiff16 b, v20.16 b, v22.16 b // min(tdiff, tldiff)16 b, v22.16 b, v20.16 b // tldiff >= tdiff16 b, v18.16 b, v16.16 b // min(tdiff, tldiff) >= ldiff16 b, v5.16 b, v4.16 b // tdiff <= tldiff ? top : topleft16 b, v0.16 b, v16.16 b // ldiff <= min ? left : ...3 ], [x0], x12 ], [x6], x14 1 ], [x0], x10 ], [x6], x14 b80 :2 d}, [x8]8 h, v5.8 b, v4.8 b // top - topleft8 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x78 h, v6.8 h, v0.8 b8 h, v6.8 h, v1.8 b8 h, v6.8 h, v2.8 b8 h, v6.8 h, v3.8 b8 b, v16.8 h // base16 b, v17.8 h8 b, v18.8 h16 b, v19.8 h2 d, v2.2 d, v3.2 d2 d, v0.2 d, v1.2 d16 b, v5.16 b, v18.16 b // tdiff16 b, v5.16 b, v16.16 b16 b, v4.16 b, v18.16 b // tldiff16 b, v4.16 b, v16.16 b16 b, v2.16 b, v18.16 b // ldiff16 b, v0.16 b, v16.16 b16 b, v21.16 b, v23.16 b // min(tdiff, tldiff)16 b, v20.16 b, v22.16 b16 b, v23.16 b, v21.16 b // tldiff >= tdiff16 b, v22.16 b, v20.16 b16 b, v19.16 b, v17.16 b // min(tdiff, tldiff) >= ldiff16 b, v18.16 b, v16.16 b16 b, v5.16 b, v4.16 b // tdiff <= tldiff ? top : topleft16 b, v5.16 b, v4.16 b16 b, v2.16 b, v17.16 b // ldiff <= min ? left : ...16 b, v0.16 b, v16.16 b1 ], [x0], x10 ], [x6], x14 1 ], [x0], x10 ], [x6], x18 b160 :320 :640 :16 b}, [x8], #16 Set up pointers for four rows in parallel; x0, x6, x5, x101 sub x1, x1, w3, uxtw1 :16 b, v1.16 b, v2.16 b, v3.16 b}, [x2], x72 :8 h, v5.8 b, v4.8 b // top - topleft8 h, v5.16 b, v4.16 b8 h, v6.8 h, v0.8 b8 h, v7.8 h, v0.8 b8 h, v6.8 h, v1.8 b8 h, v7.8 h, v1.8 b8 h, v6.8 h, v2.8 b8 h, v7.8 h, v2.8 b8 h, v6.8 h, v3.8 b8 h, v7.8 h, v3.8 b8 b, v26.8 h // base16 b, v27.8 h8 b, v24.8 h16 b, v25.8 h8 b, v30.8 h16 b, v31.8 h8 b, v28.8 h16 b, v29.8 h16 b, v5.16 b, v19.16 b // tdiff16 b, v5.16 b, v18.16 b16 b, v5.16 b, v17.16 b16 b, v5.16 b, v16.16 b16 b, v4.16 b, v19.16 b // tldiff16 b, v4.16 b, v18.16 b16 b, v4.16 b, v17.16 b16 b, v4.16 b, v16.16 b16 b, v3.16 b, v19.16 b // ldiff16 b, v2.16 b, v18.16 b16 b, v1.16 b, v17.16 b16 b, v0.16 b, v16.16 b16 b, v23.16 b, v27.16 b // min(tdiff, tldiff)16 b, v22.16 b, v26.16 b16 b, v21.16 b, v25.16 b16 b, v20.16 b, v24.16 b16 b, v27.16 b, v23.16 b // tldiff >= tdiff16 b, v26.16 b, v22.16 b16 b, v25.16 b, v21.16 b16 b, v24.16 b, v20.16 b16 b, v31.16 b, v19.16 b // min(tdiff, tldiff) >= ldiff16 b, v30.16 b, v18.16 b16 b, v29.16 b, v17.16 b16 b, v28.16 b, v16.16 b16 b, v5.16 b, v4.16 b // tdiff <= tldiff ? top : topleft16 b, v5.16 b, v4.16 b16 b, v5.16 b, v4.16 b16 b, v5.16 b, v4.16 b16 b, v3.16 b, v19.16 b // ldiff <= min ? left : ...16 b, v2.16 b, v18.16 b16 b, v1.16 b, v17.16 b16 b, v0.16 b, v16.16 b16 16 b}, [x0], #16 16 b}, [x6], #16 16 b}, [x5], #16 16 b}, [x10], #16 8 f16 b}, [x8], #16 2 b8 :4 9 fsub x8, x8, w9, uxtw16 b}, [x8], #16 1 b9 :word 640 b - ipred_paeth_tblword 320 b - ipred_paeth_tblword 160 b - ipred_paeth_tblword 80 b - ipred_paeth_tblword 40 b - ipred_paeth_tbl1 sub x12, x2, w4, uxtwsub w9, w9, #25 2 ]16 b}, [x12] // bottom1 1 40 :2 s}, [x8] // top2 s}, [x10] // weights_horsub x2, x2, #4 4 16 b, v6.b[3 ] // right8 h, v6.8 b, v4.8 b // top-bottom8 h, v7.8 b // weights_hor4 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x7 // left8 b, v17.8 b, v18.8 b, v19.8 b}, [x11], #4 // weights_ver8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 2 s, v1.2 s, v0.2 s // left, flipped2 s, v3.2 s, v2.2 s2 s, v16.2 s, v17.2 s // weights_ver2 s, v18.2 s, v19.2 s8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 8 h, v0.8 b, v5.8 b // left-right8 h, v1.8 b, v5.8 b8 h, v16.8 b // weights_ver8 h, v18.8 b8 h, v0.8 h, v7.8 h // right*256 + (left-right)*weights_hor8 h, v1.8 h, v7.8 h8 h, v6.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v6.8 h, v18.8 h8 h, v20.8 h, v22.8 h8 h, v21.8 h, v23.8 h8 b, v20.8 h, #8 8 b, v21.8 h, #8 0 ], [x0], x11 ], [x6], x14 0 ], [x0], x11 ], [x6], x14 b80 :8 b}, [x8] // top8 b}, [x10] // weights_horsub x2, x2, #4 4 16 b, v6.b[7 ] // right8 h, v6.8 b, v4.8 b // top-bottom8 h, v7.8 b // weights_hor8 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x7 // left8 b, v17.8 b, v18.8 b, v19.8 b}, [x11], #4 // weights_ver8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v0.8 b, v5.8 b // left-right8 h, v1.8 b, v5.8 b8 h, v2.8 b, v5.8 b8 h, v3.8 b, v5.8 b8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v16.8 b // weights_ver8 h, v17.8 b8 h, v18.8 b8 h, v19.8 b8 h, v3.8 h, v7.8 h // right*256 + (left-right)*weights_hor8 h, v2.8 h, v7.8 h // (left flipped)8 h, v1.8 h, v7.8 h8 h, v0.8 h, v7.8 h8 h, v6.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v6.8 h, v17.8 h8 h, v6.8 h, v18.8 h8 h, v6.8 h, v19.8 h8 h, v20.8 h, v24.8 h8 h, v21.8 h, v25.8 h8 h, v22.8 h, v26.8 h8 h, v23.8 h, v27.8 h8 b, v20.8 h, #8 8 b, v21.8 h, #8 8 b, v22.8 h, #8 8 b, v23.8 h, #8 8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :320 :640 :sub x2, x2, #2 2 16 b}, [x12] // rightsub x1, x1, w3, uxtw1 :8 b, v1.8 b}, [x2], x7 // left8 b, v17.8 b}, [x11], #2 // weights_ver8 h, v0.8 b, v5.8 b // left-right8 h, v1.8 b, v5.8 b8 h, v16.8 b // weights_ver8 h, v17.8 b2 :16 b}, [x10], #16 // weights_hor16 b}, [x8], #16 // top8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v7.8 b // weights_hor8 h, v7.16 b8 h, v3.8 b, v4.8 b // top-bottom8 h, v3.16 b, v4.16 b8 h, v1.8 h, v6.8 h // right*256 + (left-right)*weights_hor8 h, v1.8 h, v7.8 h // (left flipped)8 h, v0.8 h, v6.8 h8 h, v0.8 h, v7.8 h8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v2.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v3.8 h, v16.8 h8 h, v2.8 h, v17.8 h8 h, v3.8 h, v17.8 h8 h, v20.8 h, v24.8 h8 h, v21.8 h, v25.8 h8 h, v22.8 h, v26.8 h8 h, v23.8 h, v27.8 h8 b, v20.8 h, #8 16 b, v21.8 h, #8 8 b, v22.8 h, #8 16 b, v23.8 h, #8 16 16 b}, [x0], #16 16 b}, [x6], #16 2 b2 9 fsub x8, x8, w9, uxtwsub x10, x10, w9, uxtw1 b9 :word 640 b - ipred_smooth_tblword 320 b - ipred_smooth_tblword 160 b - ipred_smooth_tblword 80 b - ipred_smooth_tblword 40 b - ipred_smooth_tbl1 sub x8, x2, w4, uxtwsub w9, w9, #25 2 ]16 b}, [x8] // bottom1 1 40 :2 s}, [x2] // top8 h, v6.8 b, v4.8 b // top-bottom4 :8 b, v17.8 b, v18.8 b, v19.8 b}, [x7], #4 // weights_ver8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 2 s, v16.2 s, v17.2 s // weights_ver2 s, v18.2 s, v19.2 s8 h, v16.8 b // weights_ver8 h, v18.8 b8 h, v6.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v6.8 h, v18.8 h8 b, v22.8 h, #8 8 b, v23.8 h, #8 0 ], [x0], x11 ], [x6], x14 0 ], [x0], x11 ], [x6], x14 b80 :8 b}, [x2] // top8 h, v6.8 b, v4.8 b // top-bottom8 :8 b, v17.8 b, v18.8 b, v19.8 b}, [x7], #4 // weights_ver8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v16.8 b // weights_ver8 h, v17.8 b8 h, v18.8 b8 h, v19.8 b8 h, v6.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v6.8 h, v17.8 h8 h, v6.8 h, v18.8 h8 h, v6.8 h, v19.8 h8 b, v24.8 h, #8 8 b, v25.8 h, #8 8 b, v26.8 h, #8 8 b, v27.8 h, #8 8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :320 :640 :Set up pointers for four rows in parallel; x0, x6, x5, x81 sub x1, x1, w3, uxtw1 :8 b, v17.8 b, v18.8 b, v19.8 b}, [x7], #4 // weights_ver8 h, v16.8 b // weights_ver8 h, v17.8 b8 h, v18.8 b8 h, v19.8 b2 :16 b}, [x2], #16 // top8 h, v4.8 b, #8 // bottom*256 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v4.8 b, #8 8 h, v3.8 b, v4.8 b // top-bottom8 h, v3.16 b, v4.16 b8 h, v2.8 h, v16.8 h // bottom*256 + (top-bottom)*weights_ver8 h, v3.8 h, v16.8 h8 h, v2.8 h, v17.8 h8 h, v3.8 h, v17.8 h8 h, v2.8 h, v18.8 h8 h, v3.8 h, v18.8 h8 h, v2.8 h, v19.8 h8 h, v3.8 h, v19.8 h8 b, v20.8 h, #8 16 b, v21.8 h, #8 8 b, v22.8 h, #8 16 b, v23.8 h, #8 8 b, v24.8 h, #8 16 b, v25.8 h, #8 8 b, v26.8 h, #8 16 b, v27.8 h, #8 16 16 b}, [x0], #16 16 b}, [x6], #16 16 b}, [x5], #16 16 b}, [x8], #16 2 b4 9 fsub x2, x2, w9, uxtw1 b9 :word 640 b - ipred_smooth_v_tblword 320 b - ipred_smooth_v_tblword 160 b - ipred_smooth_v_tblword 80 b - ipred_smooth_v_tblword 40 b - ipred_smooth_v_tbl1 sub w9, w9, #25 2 ]16 b}, [x12] // right1 40 :2 s}, [x8] // weights_horsub x2, x2, #4 4 8 h, v7.8 b // weights_hor4 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x7 // left8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 2 s, v1.2 s, v0.2 s // left, flipped2 s, v3.2 s, v2.2 s8 h, v0.8 b, v5.8 b // left-right8 h, v1.8 b, v5.8 b8 h, v0.8 h, v7.8 h // right*256 + (left-right)*weights_hor8 h, v1.8 h, v7.8 h8 b, v20.8 h, #8 8 b, v21.8 h, #8 0 ], [x0], x11 ], [x6], x14 0 ], [x0], x11 ], [x6], x14 b80 :8 b}, [x8] // weights_horsub x2, x2, #4 4 8 h, v7.8 b // weights_hor8 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x7 // left8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v3.8 b, v5.8 b // left-right8 h, v2.8 b, v5.8 b8 h, v1.8 b, v5.8 b8 h, v0.8 b, v5.8 b8 h, v3.8 h, v7.8 h // right*256 + (left-right)*weights_hor8 h, v2.8 h, v7.8 h // (left flipped)8 h, v1.8 h, v7.8 h8 h, v0.8 h, v7.8 h8 b, v20.8 h, #8 8 b, v21.8 h, #8 8 b, v22.8 h, #8 8 b, v23.8 h, #8 8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x18 b160 :320 :640 :sub x2, x2, #4 4 Set up pointers for four rows in parallel; x0, x6, x5, x101 sub x1, x1, w3, uxtw1 :8 b, v1.8 b, v2.8 b, v3.8 b}, [x2], x7 // left8 h, v0.8 b, v5.8 b // left-right8 h, v1.8 b, v5.8 b8 h, v2.8 b, v5.8 b8 h, v3.8 b, v5.8 b2 :16 b}, [x8], #16 // weights_hor8 h, v5.8 b, #8 // right*256 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v5.8 b, #8 8 h, v7.8 b // weights_hor8 h, v7.16 b8 h, v3.8 h, v6.8 h // right*256 + (left-right)*weights_hor8 h, v3.8 h, v7.8 h // (left flipped)8 h, v2.8 h, v6.8 h8 h, v2.8 h, v7.8 h8 h, v1.8 h, v6.8 h8 h, v1.8 h, v7.8 h8 h, v0.8 h, v6.8 h8 h, v0.8 h, v7.8 h8 b, v20.8 h, #8 16 b, v21.8 h, #8 8 b, v22.8 h, #8 16 b, v23.8 h, #8 8 b, v24.8 h, #8 16 b, v25.8 h, #8 8 b, v26.8 h, #8 16 b, v27.8 h, #8 16 16 b}, [x0], #16 16 b}, [x6], #16 16 b}, [x5], #16 16 b}, [x10], #16 2 b4 9 fsub x8, x8, w9, uxtw1 b9 :word 640 b - ipred_smooth_h_tblword 320 b - ipred_smooth_h_tblword 160 b - ipred_smooth_h_tblword 80 b - ipred_smooth_h_tblword 40 b - ipred_smooth_h_tbl0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x000 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x000 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x000 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x00, 0 x000 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff, 0 xff1 16 b}, [x2] // in[]sub x4, x4, w3, uxtw16 b}, [x5] // padding16 b}, [x4] // padding_mask8 h, #9 16 b, v1.16 b, v3.16 b // padded in[]16 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 16 b, v0.16 b, v1.16 b, #3 8 h, v4.8 b, v5.8 b // in[i+1 ] + in[i+2 ]8 h, v4.16 b, v5.16 b8 h, v0.8 b, v6.8 b // in[i+0 ] + in[i+3 ]8 h, v0.16 b, v6.16 b8 h, v16.8 h, v31.8 h // 9 *(in[i+1 ] + in[i+2 ])8 h, v17.8 h, v31.8 hsub v16.8 h, v16.8 h, v18.8 hsub v17.8 h, v17.8 h, v19.8 h8 b, v16.8 h, #4 16 b, v17.8 h, #4 16 b, v4.16 b, v16.16 b16 b, v4.16 b, v16.16 b16 b, v1.16 b}, [x0]1 4 or 8 , and we produce 2 *sz+1 output elements.16 b}, [x2] // in[]sub x4, x4, w1, uxtw16 b}, [x2] // in[0 ] for padding16 b}, [x5] // padding16 b}, [x4] // padding_mask8 h, #9 16 b, v1.16 b, v3.16 b // padded in[]16 b, v2.16 b, v0.16 b, #15 16 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 8 h, v0.8 b, v5.8 b // in[i+0 ] + in[i+1 ]8 h, v4.8 b, v6.8 b // in[i-1 ] + in[i+2 ]8 h, v16.8 h, v31.8 h // 9 *(in[i+1 ] + in[i+2 ])sub v16.8 h, v16.8 h, v18.8 h8 b, v16.8 h, #4 16 16 b, v0.16 b, v16.16 b0 ], [x5]8 , output one single pixel in out[16 ].16 b}, [x0]0 , 4 , 8 , 0 0 , 5 , 6 , 0 3 2 , 4 , 4 , 0 1 3 3 ) goto fivetap3 2 // edge_filter + (strength - 1 )*4 + 1 0 ], [x5] // kernel[1 -2 ]16 b}, [x2], #16 16 b, v31.b[0 ]16 b, v31.b[1 ]1 :16 pixels out by18 pixels in - the last pixel used is [17 ] of the ones17 16 b}, [x2], #16 2 f16 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 8 h, v0.8 b, v30.8 b8 h, v2.8 b, v31.8 b8 h, v3.8 b, v30.8 b8 h, v0.16 b, v30.16 b8 h, v2.16 b, v31.16 b8 h, v3.16 b, v30.16 b16 16 b, v1.16 b8 b, v4.8 h, #4 16 b, v5.8 h, #4 sub w3, w3, #16 16 b}, [x0], #16 1 b2 :32 ] is the padding pixel (x2 points 32 bytes ahead)sub w6, w3, #32 sub x5, x5, w3, uxtw16 b}, [x5] // padding_mask16 b}, [x6]16 b, v1.16 b, v2.16 b // Pad v0-v116 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 8 h, v0.8 b, v30.8 b8 h, v2.8 b, v31.8 b8 h, v3.8 b, v30.8 b8 h, v0.16 b, v30.16 b8 h, v2.16 b, v31.16 b8 h, v3.16 b, v30.16 b16 8 b, v4.8 h, #4 16 b, v5.8 h, #4 16 b}, [x0], #16 9 f5 :16 16 b}, [x0], #16 5 b9 :sub x2, x2, #1 // topleft -= 1 16 b, #2 16 b}, [x2], #16 16 b, #4 16 b, #4 0 ], v0.b[1 ]1 :1 ], is the last valid pixel. We produce 16 pixels out by20 pixels in - the last pixel used is [19 ] of the ones18 16 b}, [x2], #16 2 f // if (end + 1 < 19 )16 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 16 b, v0.16 b, v1.16 b, #3 16 b, v0.16 b, v1.16 b, #4 8 h, v0.8 b, v29.8 b8 h, v2.8 b, v30.8 b8 h, v3.8 b, v31.8 b8 h, v4.8 b, v30.8 b8 h, v5.8 b, v29.8 b8 h, v0.16 b, v29.16 b8 h, v2.16 b, v30.16 b8 h, v3.16 b, v31.16 b8 h, v4.16 b, v30.16 b8 h, v5.16 b, v29.16 b16 16 b, v1.16 b8 b, v6.8 h, #4 16 b, v7.8 h, #4 sub w3, w3, #16 16 b}, [x0], #16 1 b2 :1 -32 ] is the padding pixel (x2 points 32 bytes ahead)1 sub w6, w3, #31 sub x5, x5, w3, uxtw16 b, v3.16 b}, [x5] // padding_mask16 b}, [x6]16 b, v28.16 b, v2.16 b // Pad v0-v116 b, v28.16 b, v3.16 b4 :16 b, v0.16 b, v1.16 b, #1 16 b, v0.16 b, v1.16 b, #2 16 b, v0.16 b, v1.16 b, #3 16 b, v0.16 b, v1.16 b, #4 8 h, v0.8 b, v29.8 b8 h, v2.8 b, v30.8 b8 h, v3.8 b, v31.8 b8 h, v4.8 b, v30.8 b8 h, v5.8 b, v29.8 b8 h, v0.16 b, v29.16 b8 h, v2.16 b, v30.16 b8 h, v3.16 b, v31.16 b8 h, v4.16 b, v30.16 b8 h, v5.16 b, v29.16 b16 16 b, v1.16 b16 b, v28.16 b8 b, v6.8 h, #4 16 b, v7.8 h, #4 sub w3, w3, #16 16 b}, [x0], #16 9 f1 ] is the last valid pixel; if (w3 + 1 > 0 ) we need to0 ).0 4 b5 :0 , all remaining pixels in v0-v1 are equal to the16 16 b}, [x0], #16 5 b9 :1 16 b, w11 :16 16 b}, [x0], #16 1 b1 sub w9, w9, #25 2 ]16 b}, [x10] // padding64 40 :4 :6 // base0 x3e // frac6 // base0 x3e // frac49 f4 h, w9 // frac4 h, w118 b, v0.8 b, v0.8 b, #1 // top[base+1 ]8 b, v2.8 b, v2.8 b, #1 8 h, v1.8 b, v0.8 b // top[base+1 ]-top[base]8 h, v3.8 b, v2.8 b8 h, v0.8 b, #6 // top[base]*64 8 h, v2.8 b, #6 4 h, v6.4 h, v4.4 h // + top[base+1 ]*frac4 h, v7.4 h, v5.4 h8 b, v16.8 h, #6 8 b, v17.8 h, #6 0 ], [x0], x12 0 ], [x0], x14 b49 :0 ], [x0], x12 0 ], [x0], x149 b80 :8 :6 // base0 x3e // frac6 // base0 x3e // frac89 f8 b, w9 // frac8 b, w11sub w9, w15, w9 // 64 - fracsub w11, w15, w118 b, w9 // 64 - frac8 b, w1116 b, v0.16 b, v0.16 b, #1 // top[base+1 ]16 b, v2.16 b, v2.16 b, #1 8 h, v0.8 b, v6.8 b // top[base]*(64 -frac)8 h, v1.8 b, v4.8 b // + top[base+1 ]*frac8 h, v2.8 b, v7.8 b8 h, v3.8 b, v5.8 b8 b, v16.8 h, #6 8 b, v17.8 h, #6 8 b}, [x0], x12 8 b}, [x0], x18 b89 :8 b}, [x0], x12 8 b}, [x0], x189 b160 :320 :640 :1 sub x1, x1, w3, uxtw1 :6 // base0 x3e // frac6 // base0 x3e // frac169 f16 b, w9 // frac16 b, w1116 b, v1.16 b}, [x8], #32 // top[base]16 b, v3.16 b}, [x10], #32 sub w9, w15, w9 // 64 - fracsub w11, w15, w1116 b, w9 // 64 - frac16 b, w112 :16 b, v0.16 b, v1.16 b, #1 // top[base+1 ]16 b, v2.16 b, v3.16 b, #1 16 8 h, v0.8 b, v6.8 b // top[base]*(64 -frac)8 h, v16.8 b, v4.8 b // + top[base+1 ]*frac8 h, v0.16 b, v6.16 b8 h, v16.16 b, v4.16 b8 h, v2.8 b, v7.8 b8 h, v17.8 b, v5.8 b8 h, v2.16 b, v7.16 b8 h, v17.16 b, v5.16 b8 b, v18.8 h, #6 16 b, v19.8 h, #6 8 b, v20.8 h, #6 16 b, v21.8 h, #6 16 b}, [x0], #16 16 b}, [x13], #16 3 f16 b, v1.16 b16 b}, [x8], #16 // top[base]16 b, v3.16 b16 b}, [x10], #16 2 b3 :2 9 f1 b9 :169 :16 b}, [x0], #16 16 16 b}, [x13], #16 169 b2 9 b169 bword 640 b - ipred_z1_fill1_tblword 320 b - ipred_z1_fill1_tblword 160 b - ipred_z1_fill1_tblword 80 b - ipred_z1_fill1_tblword 40 b - ipred_z1_fill1_tbl1 8 16 b}, [x10] // padding64 8 f4 : // w == 4 6 // base0 x3e // frac6 // base0 x3e // frac49 f4 h, w9 // frac4 h, w118 b, v0.8 b, v0.8 b // top[base+1 ]8 b, v0.8 b, v0.8 b // top[base]8 b, v2.8 b, v2.8 b8 b, v2.8 b, v2.8 b8 h, v1.8 b, v0.8 b // top[base+1 ]-top[base]8 h, v3.8 b, v2.8 b8 h, v0.8 b, #6 // top[base]*64 8 h, v2.8 b, #6 4 h, v6.4 h, v4.4 h // + top[base+1 ]*frac4 h, v7.4 h, v5.4 h8 b, v16.8 h, #6 8 b, v17.8 h, #6 0 ], [x0], x12 0 ], [x0], x14 b49 :0 ], [x0], x12 0 ], [x0], x149 b8 : // w == 8 6 // base0 x3e // frac6 // base0 x3e // frac89 f8 b, w9 // frac8 b, w11sub w9, w15, w9 // 64 - fracsub w11, w15, w118 b, w9 // 64 - frac8 b, w1116 b, v0.16 b, v0.16 b // top[base+1 ]16 b, v0.16 b, v0.16 b // top[base]16 b, v2.16 b, v2.16 b16 b, v2.16 b, v2.16 b8 h, v1.8 b, v4.8 b // top[base+1 ]*frac8 h, v0.8 b, v6.8 b // + top[base]*(64 -frac)8 h, v3.8 b, v5.8 b8 h, v2.8 b, v7.8 b8 b, v16.8 h, #6 8 b, v17.8 h, #6 8 b}, [x0], x12 8 b}, [x0], x18 b89 :8 b}, [x0], x12 8 b}, [x0], x189 b1 sub x1, x1, #16 8 16 1 :16 b}, [x1]16 16 b, v0.16 bsub x1, x1, #16 1 ], [x0], x40 ], [x3], x41 b0 , 1 , 2 , 3 , 4 , 5 , 6 , 7 8 , 9 , 10 , 11 , 12 , 13 , 14 , 15 1 sub w10, w10, #25 2 ]1 << 6 ) // xpos = 1 << 6 sub w8, w8, w6 // xpos -= dx8 h}, [x11] // increments40 :4 h, w7 // -dy8 b, #1 4 h, v31.4 h, v30.4 h // {0 ,1 ,2 ,3 }* -dy16 b, #0 x3e4 h, v16.4 h, v30.4 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 }4 is 16 , but we need at least h+1 elements16 b, v1.16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v17.8 b // base_y = (ypos >> 6 ) + 1 8 b, v29.8 b, v17.8 b // base_y + 1 8 b, v29.8 b, v19.8 b // base_y + 2 8 b, {v0.16 b}, v29.8 b // left[base_y]2 s, v30.2 s, v28.2 s // base_y + 1 , base_y + 2 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y2 s, v31.2 s, v31.2 s // {0 ,1 ,2 ,3 ,0 ,1 ,2 ,3 }2 s, v27.2 s, v27.2 s // frac_y2 s, v28.2 s, v28.2 s // 64 - frac_y8 b, #2 4 :6 // base_x4 h, w8 // xpossub w8, w8, w6 // xpos -= dx4 // base_x <= -4 6 // base_x49 f4 h, w8 // xpos2 d, v6.2 d, v7.2 d // xpos8 b, {v0.16 b}, v30.8 b // left[base_y+1 ], left[base_y+2 ]8 b, v6.8 h, #6 // first base_x for each row8 b, v6.8 h // (uint8_t)xpos8 b, v2.8 b, v2.8 b, #1 // top[base_x+1 ]8 b, v4.8 b, v4.8 b, #1 8 b, v6.8 b, v25.8 b // frac_x2 s, v16.2 s, v17.2 s // left[base_y], left[base_y+1 ]2 s, v2.2 s, v4.2 s // top[base_x]2 s, v3.2 s, v5.2 s // top[base_x+1 ]sub v7.8 b, v26.8 b, v6.8 b // 64 - frac_x8 b, v20.8 b, v31.8 b // actual base_x8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v2.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v3.8 b, v6.8 b // + top[base_x+1 ]*frac_x8 b, v20.8 b, #0 8 b, v16.8 h, #6 8 b, v22.8 h, #6 8 b, v22.8 b, v20.8 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f8 b, v17.8 b, v17.8 b, #4 8 b, v30.8 b, v29.8 b // base_y += 2 4 b49 :8 b, {v0.16 b, v1.16 b}, v30.8 b // left[base_y+1 ], left[base_y+2 ]2 s, v16.2 s, v17.2 s // left[base_y], left[base_y+1 ]8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_t)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 b, v18.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v17.8 b, v17.8 b, #4 8 b, v30.8 b, v29.8 b // base_y += 2 49 b9 :80 :8 h, w7 // -dy8 b, #1 8 h, v31.8 h, v30.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }* -dy16 b, #0 x3e8 h, v16.8 h, v30.8 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 is 32 , but we need at least h+1 elements16 b, v1.16 b, v2.16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v17.8 b // base_y = (ypos >> 6 ) + 1 't expect to need to 8 b, {v0.16 b}, v29.8 b // left[base_y]8 b, v29.8 b, v19.8 b // base_y + 2 8 b, v29.8 b, v17.8 b // base_y + 1 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y2 d, v31.2 d, v31.2 d // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 ,0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 b, #2 // 2 8 :6 // base_x8 h, w8 // xpossub w8, w8, w6 // xpos -= dx8 // base_x <= -8 6 // base_x89 f8 h, w8 // xpos8 b, {v0.16 b, v1.16 b}, v29.8 b // left[base_y+1 ]8 b, v16.8 h, #6 // first base_x16 b, v17.8 h, #6 8 b, v16.8 h // (uint8_t)xpos16 b, v17.8 h8 b, {v0.16 b, v1.16 b}, v30.8 b // left[base_y+2 ]16 b, v4.16 b, v4.16 b, #1 // top[base_x+1 ]16 b, v6.16 b, v6.16 b, #1 16 b, v16.16 b, v25.16 b // frac_x2 d, v4.2 d, v6.2 d // top[base_x]2 d, v5.2 d, v7.2 d // top[base_x+1 ]sub v7.16 b, v26.16 b, v16.16 b // 64 - frac_x16 b, v21.16 b, v31.16 b // actual base_x8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v4.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v5.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v7.16 b8 h, v5.16 b, v16.16 b16 b, v21.16 b, #0 8 b, v6.8 h, #6 16 b, v17.8 h, #6 8 b, v22.8 h, #6 16 b, v23.8 h, #6 16 b, v22.16 b, v21.16 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f8 b, v20.8 b8 b, v29.8 b, v24.8 b // base_y += 2 8 b, v30.8 b, v24.8 b // base_y += 2 8 b89 :8 b, {v0.16 b, v1.16 b, v2.16 b}, v29.8 b // left[base_y+1 ]8 b, {v0.16 b, v1.16 b, v2.16 b}, v30.8 b // left[base_y+2 ]8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 b, v6.8 h, #6 16 b, v17.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v20.8 b8 b, v29.8 b, v24.8 b // base_y += 2 8 b, v30.8 b, v24.8 b // base_y += 2 89 b9 :160 :0 x40]! 0 x10]0 x20]0 x30]16 // increments8 h, w7 // -dy16 b, #1 1 // Skip past left[0 ]8 h}, [x11] // {8 ,9 ,10 ,11 ,12 ,13 ,14 ,15 }8 h, v31.8 h, v18.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }* -dy8 h, v14.8 h, v18.8 h // {8 ,9 ,10 ,11 ,12 ,13 ,14 ,15 }* -dy16 b, #0 x3e8 h, v16.8 h, v18.8 h // -= dy8 h, v19.8 h, v18.8 h8 b, v31.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }16 b, v14.8 h // {8 ,9 ,10 ,11 ,12 ,13 ,14 ,15 }64 .16 b, v1.16 b, v2.16 b, v3.16 b}, [x3] // left[]16 b}, [x2] // left[0 ] == top[0 ]16 b, #64 16 b, #2 8 b, v16.8 h // (uint8_t)ypos16 b, v18.8 h8 b, v16.8 h, #6 // ypos >> 6 16 b, v18.8 h, #6 16 b, v15.16 b // left[0 ]16 b, v27.16 b, v25.16 b // frac_y't expect to need to 16 b, {v0.16 b}, v29.16 b // left[base_y]16 b, v29.16 b, v19.16 b // base_y + 2 16 b, v29.16 b, v17.16 b // base_y + 1 sub v28.16 b, v26.16 b, v27.16 b // 64 - frac_y16 b, #2 // 2 16 :6 // base_x8 h, w8 // xpossub w8, w8, w6 // xpos -= dx16 // base_x <= -16 6 // base_x169 f8 h, w8 // xpos16 b, v5.16 b}, [x9] // top[base_x]16 b, v15.16 b // left[0 ]16 b, v7.16 b}, [x11]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+1 ]16 b, v15.16 b // left[0 ]8 b, v16.8 h, #6 // first base_x8 b, v17.8 h, #6 8 b, v16.8 h // (uint8_t)xpos8 b, v17.8 h16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v30.16 b // left[base_y+2 ]2 d, v21.2 d, v21.2 d // first base_x2 d, v22.2 d, v22.2 d2 d, v16.2 d, v16.2 d // (uint8_t)xpos2 d, v17.2 d, v17.2 d16 b, v4.16 b, v5.16 b, #1 // top[base_x+1 ]16 b, v6.16 b, v7.16 b, #1 16 b, v16.16 b, v25.16 b // frac_x16 b, v17.16 b, v25.16 b8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_ysub v8.16 b, v26.16 b, v16.16 b // 64 - frac_xsub v9.16 b, v26.16 b, v17.16 b8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b16 b, v21.16 b, v31.16 b // actual base_x16 b, v22.16 b, v31.16 b8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v19.16 b, v28.16 b8 h, v20.16 b, v27.16 b8 b, v10.8 h, #6 16 b, v11.8 h, #6 8 b, v12.8 h, #6 16 b, v13.8 h, #6 8 h, v4.8 b, v8.8 b // top[base_x]-*(64 -frac_x)8 h, v5.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v8.16 b8 h, v5.16 b, v16.16 b8 h, v6.8 b, v9.8 b8 h, v7.8 b, v17.8 b8 h, v6.16 b, v9.16 b8 h, v7.16 b, v17.16 b16 b, v21.16 b, #0 16 b, v22.16 b, #0 8 b, v12.8 h, #6 16 b, v13.8 h, #6 8 b, v14.8 h, #6 16 b, v18.8 h, #6 16 b, v12.16 b, v21.16 b16 b, v13.16 b, v22.16 b16 b}, [x0], x12 sub w8, w8, w6 // xpos -= dx16 b}, [x0], x19 f16 b, v20.16 b16 b, v29.16 b, v24.16 b // base_y += 2 16 b, v30.16 b, v24.16 b // base_y += 2 16 b169 :16 b, v15.16 b16 b, v15.16 b16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+1 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v30.16 b // left[base_y+2 ]8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v19.16 b, v28.16 b8 h, v20.16 b, v27.16 b8 b, v4.8 h, #6 16 b, v5.8 h, #6 8 b, v6.8 h, #6 16 b, v7.8 h, #6 16 b}, [x0], x12 16 b}, [x0], x19 f16 b, v20.16 b16 b, v29.16 b, v24.16 b // base_y += 2 16 b, v30.16 b, v24.16 b // base_y += 2 169 b9 :0 x30]0 x20]0 x10]0 x40320 :640 :0 x40]! 0 x10]0 x20]0 x30]16 // increments8 h, w7 // -dy1 // Skip past left[0 ]8 h}, [x11] // {8 ,9 ,10 ,11 ,12 ,13 ,14 ,15 }1 // stride *= 2 sub x1, x1, w4, uxtw // stride -= width8 h, #8 8 h, v31.8 h, v25.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }* -dy8 h, v26.8 h, v25.8 h // -= dy8 h, v25.8 h, v11.8 h // -8 *dy8 b, v31.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }16 b, v14.8 h // {8 ,9 ,10 ,11 ,12 ,13 ,14 ,15 }64 .16 b, v1.16 b, v2.16 b, v3.16 b}, [x3] // left[]16 b}, [x2] // left[0 ] == top[0 ]1 :16 b, v26.16 b // reset ypos6 // base_x8 h, w8 // xpossub w8, w8, w6 // xpos -= dx6 // base_x329 f8 h, w8 // xpossub w8, w8, w6 // xpos -= dx8 b, v16.8 h, #6 // first base_x8 b, v17.8 h, #6 8 b, v16.8 h // (uint8_t)xpos8 b, v17.8 h16 b}, [x9], #16 // top[base_x]16 b}, [x11], #16 2 d, v21.2 d, v21.2 d // first base_x2 d, v22.2 d, v22.2 d2 d, v16.2 d, v16.2 d // (uint8_t)xpos2 d, v17.2 d, v17.2 d16 b, #0 x3e16 b, #64 16 b, v16.16 b, v10.16 b // frac_x16 b, v17.16 b, v10.16 bsub v8.16 b, v11.16 b, v16.16 b // 64 - frac_xsub v9.16 b, v11.16 b, v17.16 b16 b, v21.16 b, v31.16 b // actual base_x16 b, v22.16 b, v31.16 b2 :8 h, v23.8 h, v25.8 h // ypos -= 8 *dy16 b, #64 16 b, #2 16 b, #0 x3e0 ]8 b, v23.8 h // (uint8_t)ypos16 b, v13.8 h8 b, v23.8 h, #6 // ypos >> 6 16 b, v13.8 h, #6 0 // base_x (bottom left) >= 0 16 b, v27.16 b, v10.16 b // frac_y16 b, v15.16 b // left[0 ]4 f8 h, v13.8 h, v25.8 h // ypos -= 8 *dy16 b, #1 16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y]16 b, v29.16 b, v13.16 b // base_y + 1 16 b, v15.16 b // left[0 ]sub v28.16 b, v12.16 b, v27.16 b // 64 - frac_y16 b}, [x9], #16 // top[base_x]16 b}, [x11], #16 16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+1 ]16 b, v29.16 b, v13.16 b // base_y + 2 16 b, v15.16 b // left[0 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+2 ]8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v19.16 b, v28.16 b8 h, v20.16 b, v27.16 b16 b, v4.16 b, v5.16 b, #1 // top[base_x+1 ]16 b, v6.16 b, v7.16 b, #1 8 b, v10.8 h, #6 16 b, v11.8 h, #6 8 b, v12.8 h, #6 16 b, v13.8 h, #6 8 h, v4.8 b, v8.8 b // top[base_x]-*(64 -frac_x)8 h, v18.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v8.16 b8 h, v18.16 b, v16.16 b8 h, v6.8 b, v9.8 b8 h, v19.8 b, v17.8 b8 h, v6.16 b, v9.16 b8 h, v19.16 b, v17.16 b16 b, v21.16 b, #0 16 b, v22.16 b, #0 8 b, v12.8 h, #6 16 b, v13.8 h, #6 8 b, v14.8 h, #6 16 b, v20.8 h, #6 16 b, v12.16 b, v18.16 b16 b, v13.16 b, v19.16 b16 b}, [x0], #16 16 16 b}, [x13], #16 3 f16 b, #16 16 b, v5.16 b16 b, v7.16 b16 b, v21.16 b, v10.16 b // base_x += 16 16 b, v22.16 b, v10.16 b2 b3 :2 9 f8 h, #128 8 h, v26.8 h, v10.8 h // ypos += 2 *(1 <<6 )1 b4 : // The rest of the row only predicted from top[]16 b}, [x9], #16 // top[base_x]16 b}, [x11], #16 16 b, v4.16 b, v5.16 b, #1 // top[base_x+1 ]16 b, v6.16 b, v7.16 b, #1 8 h, v4.8 b, v8.8 b // top[base_x]-*(64 -frac_x)8 h, v18.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v8.16 b8 h, v18.16 b, v16.16 b8 h, v6.8 b, v9.8 b8 h, v19.8 b, v17.8 b8 h, v6.16 b, v9.16 b8 h, v19.16 b, v17.16 b8 b, v12.8 h, #6 16 b, v13.8 h, #6 8 b, v14.8 h, #6 16 b, v20.8 h, #6 16 b}, [x0], #16 16 16 b}, [x13], #16 3 b16 b, v5.16 b16 b, v7.16 b4 b329 : // The rest of the block only predicted from left[]1 :8 h, v23.8 h, v25.8 h // ypos -= 8 *dy16 b, #64 16 b, #0 x3e8 b, v23.8 h // (uint8_t)ypos16 b, v13.8 h8 b, v23.8 h, #6 // ypos >> 6 16 b, v13.8 h, #6 16 b, v27.16 b, v10.16 b // frac_y16 b, v15.16 b // left[0 ]8 h, v13.8 h, v25.8 h // ypos -= 8 *dy16 b, #1 16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y]16 b, v29.16 b, v21.16 b // base_y + 1 sub v28.16 b, v12.16 b, v27.16 b // 64 - frac_y2 :16 b, v15.16 b // left[0 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+1 ]16 b, v29.16 b, v21.16 b // base_y + 2 16 b, v15.16 b // left[0 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v29.16 b // left[base_y+2 ]16 b, v29.16 b, v21.16 b // next base_y8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v19.16 b, v28.16 b8 h, v20.16 b, v27.16 b8 b, v10.8 h, #6 16 b, v11.8 h, #6 8 b, v12.8 h, #6 16 b, v13.8 h, #6 16 b}, [x0], x12 16 b}, [x13], x13 f16 b, v20.16 b2 b3 :16 9 f1 1 16 16 1 b9 :0 x30]0 x20]0 x10]0 x40word 640 b - ipred_z2_fill1_tblword 320 b - ipred_z2_fill1_tblword 160 b - ipred_z2_fill1_tblword 80 b - ipred_z2_fill1_tblword 40 b - ipred_z2_fill1_tbl1 8 2 << 6 ) // xpos = 2 << 6 sub w8, w8, w6 // xpos -= dx8 h}, [x11] // increments80 f40 :4 h, w7 // -dy8 b, #1 4 h, v31.4 h, v30.4 h // {0 ,1 ,2 ,3 }* -dy16 b, #0 x3e4 h, v16.4 h, v30.4 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 }8 and h <= 8 ; we may need up to h+1 elements16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v17.8 b // base_y = (ypos >> 6 ) + 1 8 b, v29.8 b, v17.8 b // base_y + 1 8 b, v29.8 b, v19.8 b // base_y + 2 8 b, {v0.16 b}, v29.8 b // left[base_y]2 s, v30.2 s, v28.2 s // base_y + 1 , base_y + 2 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y2 s, v31.2 s, v31.2 s // {0 ,1 ,2 ,3 ,0 ,1 ,2 ,3 }2 s, v27.2 s, v27.2 s // frac_y2 s, v28.2 s, v28.2 s // 64 - frac_y8 b, #2 8 b, v31.8 b, v31.8 b // {0 ,2 ,4 ,6 ,0 ,2 ,4 ,6 }4 :6 // base_x4 h, w8 // xpossub w8, w8, w6 // xpos -= dx8 // base_x <= -8 6 // base_x49 f4 h, w8 // xpos2 d, v6.2 d, v7.2 d // xpos8 b, {v0.16 b}, v30.8 b // left[base_y+1 ], left[base_y+2 ]8 b, v6.8 h, #6 // first base_x for each row8 b, v6.8 h // (uint8_t)xpos8 b, v2.8 b, v4.8 b // top[base_x+1 ]8 b, v2.8 b, v4.8 b // top[base_x]8 b, v6.8 b, v25.8 b // frac_x2 s, v16.2 s, v17.2 s // left[base_y], left[base_y+1 ]sub v7.8 b, v26.8 b, v6.8 b // 64 - frac_x8 b, v20.8 b, v31.8 b // actual base_x8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v2.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v3.8 b, v6.8 b // + top[base_x+1 ]*frac_x8 b, v20.8 b, #0 8 b, v16.8 h, #6 8 b, v22.8 h, #6 8 b, v22.8 b, v20.8 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f8 b, v17.8 b, v17.8 b, #4 8 b, v30.8 b, v29.8 b // base_y += 2 4 b49 :8 b, {v0.16 b}, v30.8 b // left[base_y+1 ], left[base_y+2 ]2 s, v16.2 s, v17.2 s // left[base_y], left[base_y+1 ]8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_t)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 b, v18.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v17.8 b, v17.8 b, #4 8 b, v30.8 b, v29.8 b // base_y += 2 49 b9 :80 :8 h, w7 // -dy8 b, #1 8 h, v31.8 h, v30.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }* -dy16 b, #0 x3e8 h, v16.8 h, v30.8 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 and h <= 8 ; we may need up to h+1 elements16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v17.8 b // base_y = (ypos >> 6 ) + 1 8 b, {v0.16 b}, v29.8 b // left[base_y]8 b, v29.8 b, v19.8 b // base_y + 2 8 b, v29.8 b, v17.8 b // base_y + 1 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y2 d, v31.2 d, v31.2 d // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 ,0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 b, #2 // 2 16 b, v31.16 b, v31.16 b // {0 ,2 ,4 ,6 ,8 ,10 ,12 ,14 ,0 ,2 ,4 ,6 ,8 ,10 ,12 ,14 }8 :6 // base_x8 h, w8 // xpossub w8, w8, w6 // xpos -= dx16 // base_x <= -16 6 // base_x89 f8 h, w8 // xpos8 b, {v0.16 b}, v29.8 b // left[base_y+1 ]8 b, v16.8 h, #6 // first base_x16 b, v17.8 h, #6 8 b, v16.8 h // (uint8_t)xpos16 b, v17.8 h8 b, {v0.16 b}, v30.8 b // left[base_y+2 ]16 b, v4.16 b, v6.16 b // top[base_x+1 ]16 b, v4.16 b, v6.16 b // top[base_x]16 b, v16.16 b, v25.16 b // frac_xsub v7.16 b, v26.16 b, v16.16 b // 64 - frac_x16 b, v21.16 b, v31.16 b // actual base_x8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 h, v4.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v5.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v7.16 b8 h, v5.16 b, v16.16 b16 b, v21.16 b, #0 8 b, v6.8 h, #6 16 b, v17.8 h, #6 8 b, v22.8 h, #6 16 b, v23.8 h, #6 16 b, v22.16 b, v21.16 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f8 b, v20.8 b8 b, v29.8 b, v24.8 b // base_y += 2 8 b, v30.8 b, v24.8 b // base_y += 2 8 b89 :8 b, {v0.16 b}, v29.8 b // left[base_y+1 ]8 b, {v0.16 b}, v30.8 b // left[base_y+2 ]8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v19.8 b, v28.8 b8 h, v20.8 b, v27.8 b8 b, v6.8 h, #6 16 b, v17.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v20.8 b8 b, v29.8 b, v24.8 b // base_y += 2 8 b, v30.8 b, v24.8 b // base_y += 2 89 b9 :1 8 1 << 6 ) // xpos = 1 << 6 sub w8, w8, w6 // xpos -= dx8 h}, [x11] // increments80 f40 :4 h, w7 // -dy8 b, #1 4 h, v31.4 h, v30.4 h // {0 ,1 ,2 ,3 }* -dy16 b, #0 x3e4 h, v16.4 h, v30.4 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 }8 and h <= 8 ; we may need up to 2 *h+1 elements.16 b, v1.16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v19.8 b // base_y = (ypos >> 6 ) + 2 8 b, v29.8 b, v17.8 b // base_y + 1 8 b, v29.8 b, v19.8 b // base_y + 2 2 s, v31.2 s, v31.2 s // {0 ,1 ,2 ,3 ,0 ,1 ,2 ,3 }8 b, v30.8 b, v19.8 b // base_y + 3 2 s, v29.2 s, v28.2 s // base_y + 0 , base_y + 2 2 s, v30.2 s, v24.2 s // base_y + 1 , base_y + 3 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y2 s, v27.2 s, v27.2 s // frac_y2 s, v28.2 s, v28.2 s // 64 - frac_y8 b, #4 4 :6 // base_x4 h, w8 // xpossub w8, w8, w6 // xpos -= dx4 // base_x <= -4 6 // base_x49 f4 h, w8 // xpos2 d, v6.2 d, v7.2 d // xpos8 b, {v0.16 b, v1.16 b}, v29.8 b // left[base_y+0 ], left[base_y+2 ]8 b, {v0.16 b, v1.16 b}, v30.8 b // left[base_y+1 ], left[base_y+3 ]8 b, v6.8 h, #6 // first base_x for each row8 b, v6.8 h // (uint8_t)xpos8 b, v2.8 b, v2.8 b, #1 // top[base_x+1 ]8 b, v4.8 b, v4.8 b, #1 8 b, v6.8 b, v25.8 b // frac_x2 s, v2.2 s, v4.2 s // top[base_x]2 s, v3.2 s, v5.2 s // top[base_x+1 ]sub v7.8 b, v26.8 b, v6.8 b // 64 - frac_x8 b, v20.8 b, v31.8 b // actual base_x8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v2.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v3.8 b, v6.8 b // + top[base_x+1 ]*frac_x8 b, v20.8 b, #0 8 b, v16.8 h, #6 8 b, v22.8 h, #6 8 b, v22.8 b, v20.8 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f8 b, v29.8 b, v24.8 b // base_y += 4 8 b, v30.8 b, v24.8 b // base_y += 4 4 b49 :8 b, {v0.16 b, v1.16 b}, v29.8 b // left[base_y+0 ], left[base_y+2 ]8 b, {v0.16 b, v1.16 b}, v30.8 b // left[base_y+1 ], left[base_y+3 ]8 h, v16.8 b, v28.8 b // left[base_y]*(64 -frac_t)8 h, v17.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 b, v18.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v29.8 b, v24.8 b // base_y += 4 8 b, v30.8 b, v24.8 b // base_y += 4 49 b9 :80 :8 h, w7 // -dy8 b, #1 8 h, v31.8 h, v30.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }* -dy16 b, #0 x3e8 h, v16.8 h, v30.8 h // -= dy8 b, v31.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 and h <= 8 ; we may need up to 2 *h+1 elements.16 b, v1.16 b, v2.16 b}, [x3] // left[]16 b, #64 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // ypos >> 6 8 b, v27.8 b, v25.8 b // frac_y8 b, v29.8 b, v19.8 b // base_y = (ypos >> 6 ) + 2 8 b, v29.8 b, v17.8 b // base_y + 1 8 b, v29.8 b, v19.8 b // base_y + 2 2 d, v31.2 d, v31.2 d // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 ,0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }8 b, v28.8 b, v19.8 b // base_y + 3 2 d, v29.2 d, v30.2 d // base_y + 0 , base_y + 2 2 d, v28.2 d, v24.2 d // base_y + 1 , base_y + 3 sub v28.8 b, v26.8 b, v27.8 b // 64 - frac_y16 b, #4 2 d, v27.2 d, v27.2 d // frac_y2 d, v28.2 d, v28.2 d // 64 - frac_y8 :6 // base_x8 h, w8 // xpossub w8, w8, w6 // xpos -= dx8 // base_x <= -8 6 // base_x89 f8 h, w8 // xpos16 b, {v0.16 b, v1.16 b, v2.16 b}, v29.16 b // left[base_y+0 ], left[base_y+2 ]16 b, {v0.16 b, v1.16 b, v2.16 b}, v30.16 b // left[base_y+1 ], left[base_y+3 ]8 b, v16.8 h, #6 // first base_x16 b, v17.8 h, #6 8 b, v16.8 h // (uint8_t)xpos16 b, v17.8 h16 b, v4.16 b, v4.16 b, #1 // top[base_x+1 ]16 b, v6.16 b, v6.16 b, #1 16 b, v16.16 b, v25.16 b // frac_x2 d, v4.2 d, v6.2 d // top[base_x]2 d, v5.2 d, v7.2 d // top[base_x+1 ]sub v7.16 b, v26.16 b, v16.16 b // 64 - frac_x16 b, v21.16 b, v31.16 b // actual base_x8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b8 h, v4.8 b, v7.8 b // top[base_x]-*(64 -frac_x)8 h, v5.8 b, v16.8 b // + top[base_x+1 ]*frac_x8 h, v4.16 b, v7.16 b8 h, v5.16 b, v16.16 b16 b, v21.16 b, #0 8 b, v6.8 h, #6 16 b, v17.8 h, #6 8 b, v22.8 h, #6 16 b, v23.8 h, #6 16 b, v22.16 b, v21.16 b0 ], [x0], x1sub w8, w8, w6 // xpos -= dx2 1 ], [x0], x19 f16 b, v29.16 b, v24.16 b // base_y += 4 16 b, v30.16 b, v24.16 b // base_y += 4 8 b89 :16 b, {v0.16 b, v1.16 b, v2.16 b}, v29.16 b // left[base_y+0 ], left[base_y+2 ]16 b, {v0.16 b, v1.16 b, v2.16 b}, v30.16 b // left[base_y+1 ], left[base_y+3 ]8 h, v18.8 b, v28.8 b // left[base_y]*(64 -frac_y)8 h, v19.8 b, v27.8 b // + left[base_y+1 ]*frac_y8 h, v18.16 b, v28.16 b8 h, v19.16 b, v27.16 b8 b, v6.8 h, #6 16 b, v17.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f16 b, v29.16 b, v24.16 b // base_y += 4 16 b, v30.16 b, v24.16 b // base_y += 4 89 b9 :1 64 sub w9, w9, #25 2 ]16 b}, [x10] // padding8 h}, [x11] // increments40 :4 h, w5 // dy4 h, v30.4 h, v29.4 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e1 , for w=4 , h=16 , <= 32 16 b, v1.16 b}, [x2] // left[]4 h, v29.4 h, v30.4 h // ypos16 b, #64 16 b, #1 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // base8 b, v24.8 b, v23.8 b // frac8 b, v31.8 b8 b, v26.8 b, v20.8 b // base + 1 8 b, v26.8 b, v21.8 b // base + 2 sub v25.8 b, v22.8 b, v24.8 b // 64 - frac8 b, {v0.16 b, v1.16 b}, v26.8 b // left[base]2 s, v27.2 s, v28.2 s // base + 1 , base + 2 2 s, v24.2 s, v24.2 s // frac2 s, v25.2 s, v25.2 s // 64 - frac1 :8 b, v31.8 b8 b, {v0.16 b, v1.16 b}, v27.8 b // left[base+1 ], left[base+2 ]2 s, v4.2 s, v5.2 s // left[base], left[base+1 ]8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 b, v16.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v5.8 b, v5.8 b, #4 8 b, v27.8 b, v21.8 b // base += 2 1 b9 :80 :8 h, w5 // dy8 h, v30.8 h, v29.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e1 , for w=8 , h=32 , <= 48 16 b, v1.16 b, v2.16 b}, [x2] // left[]8 h, v29.8 h, v30.8 h // ypos16 b, #64 16 b, #1 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // base8 b, v24.8 b, v23.8 b // frac8 b, v31.8 b8 b, v26.8 b, v20.8 b // base + 1 8 b, v26.8 b, v21.8 b // base + 2 sub v25.8 b, v22.8 b, v24.8 b // 64 - frac8 b, {v0.16 b, v1.16 b, v2.16 b}, v26.8 b // left[base]1 :8 b, v31.8 b8 b, v31.8 b8 b, {v0.16 b, v1.16 b, v2.16 b}, v27.8 b // left[base+1 ]8 b, {v0.16 b, v1.16 b, v2.16 b}, v28.8 b // left[base+2 ]8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 h, v5.8 b, v25.8 b8 h, v6.8 b, v24.8 b8 b, v16.8 h, #6 8 b, v17.8 h, #6 8 b}, [x0], x12 8 b}, [x0], x19 f8 b, v6.8 b8 b, v27.8 b, v21.8 b // base += 2 8 b, v28.8 b, v21.8 b // base += 2 1 b9 :160 :8 h, w5 // dy8 h, v28.8 h, #3 // 8 *dy8 h, v30.8 h, v28.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e've checked that max_base_y <= 64. 16 b, v1.16 b, v2.16 b, v3.16 b}, [x2] // left[]8 h, v28.8 h, v30.8 h // ypos16 b, #64 16 b, #1 16 b, #2 8 h, v28.8 h, v29.8 h // ypos + 8 *dy8 b, v28.8 h // (uint8_t)ypos16 b, v29.8 h8 b, v28.8 h, #6 // base16 b, v29.8 h, #6 16 b, v24.16 b, v23.16 b // frac16 b, v31.16 b16 b, v26.16 b, v20.16 b // base + 1 16 b, v26.16 b, v21.16 b // base + 2 sub v25.16 b, v22.16 b, v24.16 b // 64 - frac16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v26.16 b // left[base]1 :16 b, v31.16 b16 b, v31.16 b16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v27.16 b // left[base+1 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v28.16 b // left[base+2 ]8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 h, v4.16 b, v25.16 b8 h, v5.16 b, v24.16 b8 h, v5.8 b, v25.8 b8 h, v6.8 b, v24.8 b8 h, v5.16 b, v25.16 b8 h, v6.16 b, v24.16 b8 b, v16.8 h, #6 16 b, v17.8 h, #6 8 b, v18.8 h, #6 16 b, v19.8 h, #6 16 b}, [x0], x12 16 b}, [x0], x19 f16 b, v6.16 b16 b, v27.16 b, v21.16 b // base += 2 16 b, v28.16 b, v21.16 b // base += 2 1 b9 :320 :640 :8 h, w5 // dy8 h, v28.8 h, #3 // 8 *dy8 h, v30.8 h, v28.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e1 sub x1, x1, w3, uxtw8 h, v28.8 h, v30.8 h // ypos've checked that max_base_y <= 64. 16 b, v1.16 b, v2.16 b, v3.16 b}, [x2] // left[]16 b, #64 16 b, #1 16 b, #2 1 :16 b, v30.16 b // reset ypos2 :8 h, v26.8 h, v29.8 h // ypos + 8 *dy8 b, v26.8 h, #6 // base16 b, v27.8 h, #6 8 b, v26.8 h // (uint8_t)ypos16 b, v27.8 h0 ]16 b, v24.16 b, v23.16 b // frac16 b, v16.16 b, v20.16 b // base + 1 16 b, v16.16 b, v21.16 b // base + 2 sub v25.16 b, v22.16 b, v24.16 b // 64 - frac4 f16 b, v31.16 b16 b, v31.16 b16 b, v31.16 b16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v16.16 b // left[base]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v17.16 b // left[base+1 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v18.16 b // left[base+2 ]16 8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 h, v4.16 b, v25.16 b8 h, v5.16 b, v24.16 b8 h, v5.8 b, v25.8 b8 h, v6.8 b, v24.8 b8 h, v5.16 b, v25.16 b8 h, v6.16 b, v24.16 b8 b, v16.8 h, #6 16 b, v17.8 h, #6 8 b, v18.8 h, #6 16 b, v19.8 h, #6 16 b}, [x0], #16 16 b}, [x13], #16 3 f8 h, v27.8 h, v29.8 h // ypos += 16 *dy2 b3 :2 9 f8 h, #128 8 h, v30.8 h, v16.8 h // ypos = dy + y*(1 <<6 )*2 1 b4 :16 16 b}, [x0], #16 16 b}, [x13], #16 4 b3 b9 :64 ; similar to the z12 x pixel column at a time.64 1 1 :6 // base0 x3e // frac6 // base0 x3e // frac16 b, w9 // frac16 b, w1116 b, v1.16 b}, [x8], #32 // left[base]16 b, v3.16 b}, [x10], #32 sub w9, w15, w9 // 64 - fracsub w11, w15, w1116 b, w9 // 64 - frac16 b, w112 :16 b, v0.16 b, v1.16 b, #1 // left[base+1 ]16 b, v2.16 b, v3.16 b, #1 16 8 h, v16.8 b, v4.8 b // left[base+1 ]*frac8 h, v0.8 b, v6.8 b // + left[base]*(64 -frac)8 h, v16.16 b, v4.16 b8 h, v0.16 b, v6.16 b8 h, v17.8 b, v5.8 b8 h, v2.8 b, v7.8 b8 h, v17.16 b, v5.16 b8 h, v2.16 b, v7.16 b8 b, v18.8 h, #6 16 b, v19.8 h, #6 8 b, v20.8 h, #6 16 b, v21.8 h, #6 16 b, v16.16 b, v17.16 b16 b, v16.16 b, v17.16 b0 ], [x0], x11 ], [x13], x12 ], [x0], x13 ], [x13], x14 ], [x0], x15 ], [x13], x16 ], [x0], x17 ], [x13], x10 ], [x0], x11 ], [x13], x12 ], [x0], x13 ], [x13], x14 ], [x0], x15 ], [x13], x16 ], [x0], x17 ], [x13], x13 f16 b, v1.16 b16 b}, [x8], #16 // left[base]16 b, v3.16 b16 b}, [x10], #16 2 b3 :2 9 f1 1 2 2 1 b9 :word 640 b - ipred_z3_fill1_tblword 320 b - ipred_z3_fill1_tblword 160 b - ipred_z3_fill1_tblword 80 b - ipred_z3_fill1_tblword 40 b - ipred_z3_fill1_tbl0 16 1 :sub w9, w9, #25 2 ]20 :2 :0 ], [x0], x14 0 ], [x13], x10 ], [x0], x10 ], [x13], x12 b2 1 9 f1 2 2 1 b40 :4 :0 ], [x0], x14 0 ], [x13], x10 ], [x0], x10 ], [x13], x14 b4 1 9 f1 4 4 1 b80 :8 :8 b}, [x0], x14 8 b}, [x13], x18 b}, [x0], x18 b}, [x13], x18 b8 1 9 f1 8 8 1 b160 :320 :640 :16 :16 b}, [x0], x14 16 b}, [x13], x116 b}, [x0], x116 b}, [x13], x116 b16 1 9 f1 16 16 1 b9 :word 640 b - ipred_z3_fill_padding_tblword 320 b - ipred_z3_fill_padding_tblword 160 b - ipred_z3_fill_padding_tblword 80 b - ipred_z3_fill_padding_tblword 40 b - ipred_z3_fill_padding_tblword 20 b - ipred_z3_fill_padding_tbl16 .1 sub x1, x1, w3, uxtw1 :15 2 f't aligned to 16, first do one 16 byte write align the start pointer.sub w3, w3, w516 b}, [x0]2 :16 byte writes.16 16 b}, [x0], #16 2 b1 9 f1 b9 :1 8 16 b}, [x10] // padding8 h}, [x11] // increments80 f40 : // w == 4 4 h, w5 // dy4 h, v30.4 h, v29.4 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e2 *(width+height)-2 , but width+height <= 16 ,32 .16 b, v1.16 b}, [x2] // left[]4 h, v29.4 h, v30.4 h // ypos16 b, #64 16 b, #1 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // base8 b, v24.8 b, v23.8 b // frac8 b, v26.8 b, v20.8 b // base + 1 8 b, v26.8 b, v21.8 b // base + 2 sub v25.8 b, v22.8 b, v24.8 b // 64 - frac8 b, v27.8 b, v21.8 b // base + 3 2 s, v24.2 s, v24.2 s // frac2 s, v26.2 s, v28.2 s // base + 0 , base + 2 2 s, v27.2 s, v29.2 s // base + 1 , base + 3 2 s, v25.2 s, v25.2 s // 64 - frac16 b, #4 1 :8 b, v31.8 b8 b, v31.8 b8 b, {v0.16 b, v1.16 b}, v26.8 b // left[base], left[base+2 ]8 b, {v0.16 b, v1.16 b}, v27.8 b // left[base+1 ], left[base+3 ]8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 b, v16.8 h, #6 0 ], [x0], x12 1 ], [x0], x19 f8 b, v26.8 b, v21.8 b // base += 4 8 b, v27.8 b, v21.8 b // base += 4 1 b9 :80 : // w == 8 8 h, w5 // dy8 h, v30.8 h, v29.8 h // {0 ,1 ,2 ,3 ,4 ,5 ,6 ,7 }*dy16 b, #0 x3e2 *(width+height)-2 , but width+height <= 16 ,32 .16 b, v1.16 b}, [x2] // left[]8 h, v29.8 h, v30.8 h // ypos16 b, #64 16 b, #1 16 b, #2 8 b, v30.8 h // (uint8_t)ypos8 b, v30.8 h, #6 // base8 b, v24.8 b, v23.8 b // frac8 b, v26.8 b, v20.8 b // base + 1 8 b, v26.8 b, v21.8 b // base + 2 sub v25.8 b, v22.8 b, v24.8 b // 64 - frac8 b, v27.8 b, v21.8 b // base + 3 2 d, v24.2 d, v24.2 d // frac2 d, v26.2 d, v28.2 d // base + 0 , base + 2 2 d, v27.2 d, v29.2 d // base + 1 , base + 3 2 d, v25.2 d, v25.2 d // 64 - frac16 b, #4 1 :16 b, v31.16 b16 b, v31.16 b16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v26.16 b // left[base], left[base+2 ]16 b, {v0.16 b, v1.16 b, v2.16 b, v3.16 b}, v27.16 b // left[base+1 ], left[base+3 ]8 h, v4.8 b, v25.8 b // left[base]*(64 -frac)8 h, v5.8 b, v24.8 b // + left[base+1 ]*frac8 h, v4.16 b, v25.16 b8 h, v5.16 b, v24.16 b8 b, v16.8 h, #6 8 b, v17.8 h, #6 8 b}, [x0], x12 8 b}, [x0], x19 f16 b, v26.16 b, v21.16 b // base += 4 16 b, v27.16 b, v21.16 b // base += 4 1 b9 :1 511 6 8 b, v17.8 b, v18.8 b, v19.8 b}, [x6], #32 8 b, v21.8 b, v22.8 b}, [x6]sub w9, w9, #26 2 ]8 h, v16.8 b8 h, v17.8 b8 h, v18.8 b8 h, v19.8 b1 8 h, v20.8 b8 h, v21.8 b8 h, v22.8 b40 :1 ] // top (0 -3 )sub x2, x2, #2 2 8 h, v0.8 b // top (0 -3 )4 :0 ], [x2], x7 // left (0 -1 ) + topleft (2 )8 h, v17.8 h, v0.h[0 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v0.h[1 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v0.h[2 ] // p3(top[2 ]) * filter(3 )8 h, v1.8 b // left (0 -1 ) + topleft (2 )8 h, v20.8 h, v0.h[3 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v1.h[2 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v1.h[1 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v1.h[0 ] // p6(left[1 ]) * filter(6 )8 b, v2.8 h, #4 2 0 ], [x0], x18 h, v2.8 b1 ], [x6], x116 b, v0.16 b, v0.16 b, #8 // move top from [4 -7 ] to [0 -3 ]4 b80 :1 ] // top (0 -7 )sub x2, x2, #2 2 8 h, v0.8 b // top (0 -7 )8 :0 ], [x2], x7 // left (0 -1 ) + topleft (2 )8 h, v17.8 h, v0.h[0 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v0.h[1 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v0.h[2 ] // p3(top[2 ]) * filter(3 )8 h, v1.8 b // left (0 -1 ) + topleft (2 )8 h, v20.8 h, v0.h[3 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v1.h[2 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v1.h[1 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v1.h[0 ] // p6(left[1 ]) * filter(6 )8 h, v17.8 h, v0.h[4 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v0.h[5 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v0.h[6 ] // p3(top[2 ]) * filter(3 )8 b, v2.8 h, #4 8 h, v2.8 b // first block, in 16 bit8 h, v20.8 h, v0.h[7 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v0.h[3 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v1.h[3 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v1.h[7 ] // p6(left[1 ]) * filter(6 )8 b, v3.8 h, #4 2 0 ], [x0], x12 s, v2.2 s, v3.2 s1 ], [x6], x18 h, v0.8 b8 b160 :320 :1 sub x2, x2, #2 2 sub x1, x1, w3, uxtw1 :0 ], [x2], x7 // left (0 -1 ) + topleft (2 )8 h, v0.8 b // left (0 -1 ) + topleft (2 )2 :16 b}, [x8], #16 // top(0 -15 )8 h, v16.8 h, v0.h[2 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v0.h[1 ] // p5(left[0 ]) * filter(5 )8 h, v2.8 b // top(0 -7 )8 h, v2.16 b // top(8 -15 )8 h, v22.8 h, v0.h[0 ] // p6(left[1 ]) * filter(6 )8 h, v17.8 h, v1.h[0 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v1.h[1 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v1.h[2 ] // p3(top[2 ]) * filter(3 )8 h, v20.8 h, v1.h[3 ] // p4(top[3 ]) * filter(4 )8 h, v17.8 h, v1.h[4 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v1.h[5 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v1.h[6 ] // p3(top[2 ]) * filter(3 )8 b, v3.8 h, #4 8 h, v3.8 b // first block, in 16 bit8 h, v20.8 h, v1.h[7 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v1.h[3 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v0.h[3 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v0.h[7 ] // p6(left[1 ]) * filter(6 )8 h, v17.8 h, v2.h[0 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v2.h[1 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v2.h[2 ] // p3(top[2 ]) * filter(3 )8 b, v4.8 h, #4 8 h, v4.8 b // second block, in 16 bit8 h, v20.8 h, v2.h[3 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v1.h[7 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v0.h[3 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v0.h[7 ] // p6(left[1 ]) * filter(6 )8 h, v17.8 h, v2.h[4 ] // p1(top[0 ]) * filter(1 )8 h, v18.8 h, v2.h[5 ] // p2(top[1 ]) * filter(2 )8 h, v19.8 h, v2.h[6 ] // p3(top[2 ]) * filter(3 )8 b, v5.8 h, #4 8 h, v5.8 b // third block, in 16 bit8 h, v20.8 h, v2.h[7 ] // p4(top[3 ]) * filter(4 )8 h, v16.8 h, v2.h[3 ] // p0(topleft) * filter(0 )8 h, v21.8 h, v0.h[3 ] // p5(left[0 ]) * filter(5 )8 h, v22.8 h, v0.h[7 ] // p6(left[1 ]) * filter(6 )16 8 b, v6.8 h, #4 0 ], [x0], #16 1 ], [x6], #16 8 f2 ], v2.h[7 ]0 ], v6.b[7 ]2 ], v6.b[3 ]2 b8 :2 9 fsub x8, x6, w9, uxtw1 b9 :word 320 b - ipred_filter_tblword 160 b - ipred_filter_tblword 80 b - ipred_filter_tblword 40 b - ipred_filter_tbl1 8 b}, [x2]sub w9, w9, #25 16 b, #7 2 ]1 40 :4 :8 b}, [x3], #8 4 8 b, v1.8 b, #4 8 b, v1.8 b, v31.8 b16 b, v2.16 b, v3.16 b16 b, {v0.16 b}, v1.16 b0 ], [x0], x11 ], [x2], x12 ], [x0], x13 ], [x2], x14 b80 :8 :16 b}, [x3], #16 4 16 b, v1.16 b, #4 16 b, v1.16 b, v31.16 b16 b, v3.16 b, v4.16 b16 b, v3.16 b, v4.16 b16 b, {v0.16 b}, v1.16 b0 ], [x0], x116 b, {v0.16 b}, v2.16 b1 ], [x2], x10 ], [x0], x11 ], [x2], x18 b160 :16 :16 b, v2.16 b}, [x3], #32 4 16 b, v1.16 b, #4 16 b, v1.16 b, v31.16 b16 b, v2.16 b, #4 16 b, v2.16 b, v31.16 b16 b, v4.16 b, v5.16 b16 b, v4.16 b, v5.16 b16 b, v6.16 b, v7.16 b16 b, {v0.16 b}, v1.16 b16 b, v6.16 b, v7.16 b16 b, {v0.16 b}, v2.16 b16 b}, [x0], x116 b, {v0.16 b}, v3.16 b16 b}, [x2], x116 b, {v0.16 b}, v4.16 b16 b}, [x0], x116 b}, [x2], x116 b320 :32 :16 b, v17.16 b, v18.16 b, v19.16 b}, [x3], #64 4 16 b, v16.16 b, #4 16 b, v16.16 b, v31.16 b16 b, v17.16 b, #4 16 b, v17.16 b, v31.16 b16 b, v18.16 b, #4 16 b, v18.16 b, v31.16 b16 b, v19.16 b, #4 16 b, v19.16 b, v31.16 b16 b, v20.16 b, v21.16 b16 b, v20.16 b, v21.16 b16 b, v22.16 b, v23.16 b16 b, v22.16 b, v23.16 b16 b, v24.16 b, v25.16 b16 b, v24.16 b, v25.16 b16 b, {v0.16 b}, v16.16 b16 b, v26.16 b, v27.16 b16 b, {v0.16 b}, v17.16 b16 b, v26.16 b, v27.16 b16 b, {v0.16 b}, v18.16 b16 b, {v0.16 b}, v19.16 b16 b, {v0.16 b}, v20.16 b16 b, v17.16 b}, [x0], x116 b, {v0.16 b}, v21.16 b16 b, v19.16 b}, [x2], x116 b, {v0.16 b}, v22.16 b16 b, v21.16 b}, [x0], x116 b, {v0.16 b}, v23.16 b16 b, v23.16 b}, [x2], x132 b640 :64 :16 b, v17.16 b, v18.16 b, v19.16 b}, [x3], #64 2 16 b, v16.16 b, #4 16 b, v16.16 b, v31.16 b16 b, v17.16 b, #4 16 b, v17.16 b, v31.16 b16 b, v18.16 b, #4 16 b, v18.16 b, v31.16 b16 b, v19.16 b, #4 16 b, v19.16 b, v31.16 b16 b, v20.16 b, v21.16 b16 b, v20.16 b, v21.16 b16 b, v22.16 b, v23.16 b16 b, v22.16 b, v23.16 b16 b, v24.16 b, v25.16 b16 b, v24.16 b, v25.16 b16 b, {v0.16 b}, v16.16 b16 b, v26.16 b, v27.16 b16 b, {v0.16 b}, v17.16 b16 b, v26.16 b, v27.16 b16 b, {v0.16 b}, v18.16 b16 b, {v0.16 b}, v19.16 b16 b, v17.16 b, v18.16 b, v19.16 b}, [x0], x116 b, {v0.16 b}, v20.16 b16 b, {v0.16 b}, v21.16 b16 b, {v0.16 b}, v22.16 b16 b, {v0.16 b}, v23.16 b16 b, v21.16 b, v22.16 b, v23.16 b}, [x2], x164 bword 640 b - pal_pred_tblword 320 b - pal_pred_tblword 160 b - pal_pred_tblword 80 b - pal_pred_tblword 40 b - pal_pred_tbl1 sub w9, w9, #26 2 ]8 h, #128 // dc8 h, w6 // alpha1 1 :8 h, v3.8 h}, [x5], #32 8 h, v2.8 h, v1.8 h // diff = ac * alpha8 h, v3.8 h, v1.8 h8 h, v2.8 h, #0 // sign8 h, v3.8 h, #0 8 h, v2.8 h, v4.8 h // diff + sign8 h, v3.8 h, v5.8 h8 h, v2.8 h, #6 // (diff + sign + 32 ) >> 6 = apply_sign()8 h, v3.8 h, #6 8 h, v2.8 h, v0.8 h // dc + apply_sign()8 h, v3.8 h, v0.8 h8 b, v2.8 h // iclip_pixel(dc + apply_sign())8 b, v3.8 h0 ], [x0], x11 ], [x6], x14 0 ], [x0], x11 ], [x6], x11 b1 :8 h, v3.8 h, v4.8 h, v5.8 h}, [x5], #64 8 h, v2.8 h, v1.8 h // diff = ac * alpha8 h, v3.8 h, v1.8 h8 h, v4.8 h, v1.8 h8 h, v5.8 h, v1.8 h8 h, v2.8 h, #0 // sign8 h, v3.8 h, #0 8 h, v4.8 h, #0 8 h, v5.8 h, #0 8 h, v2.8 h, v16.8 h // diff + sign8 h, v3.8 h, v17.8 h8 h, v4.8 h, v18.8 h8 h, v5.8 h, v19.8 h8 h, v2.8 h, #6 // (diff + sign + 32 ) >> 6 = apply_sign()8 h, v3.8 h, #6 8 h, v4.8 h, #6 8 h, v5.8 h, #6 8 h, v2.8 h, v0.8 h // dc + apply_sign()8 h, v3.8 h, v0.8 h8 h, v4.8 h, v0.8 h8 h, v5.8 h, v0.8 h8 b, v2.8 h // iclip_pixel(dc + apply_sign())8 b, v3.8 h8 b, v4.8 h8 b, v5.8 h8 b}, [x0], x18 b}, [x6], x14 8 b}, [x0], x18 b}, [x6], x11 b1 sub x1, x1, w3, uxtw1 :8 h, v3.8 h}, [x5], #32 8 h, v5.8 h}, [x7], #32 8 h, v2.8 h, v1.8 h // diff = ac * alpha8 h, v3.8 h, v1.8 h8 h, v4.8 h, v1.8 h8 h, v5.8 h, v1.8 h8 h, v2.8 h, #0 // sign8 h, v3.8 h, #0 8 h, v4.8 h, #0 8 h, v5.8 h, #0 8 h, v2.8 h, v16.8 h // diff + sign8 h, v3.8 h, v17.8 h8 h, v4.8 h, v18.8 h8 h, v5.8 h, v19.8 h8 h, v2.8 h, #6 // (diff + sign + 32 ) >> 6 = apply_sign()8 h, v3.8 h, #6 8 h, v4.8 h, #6 8 h, v5.8 h, #6 8 h, v2.8 h, v0.8 h // dc + apply_sign()8 h, v3.8 h, v0.8 h8 h, v4.8 h, v0.8 h8 h, v5.8 h, v0.8 h8 b, v2.8 h // iclip_pixel(dc + apply_sign())8 b, v3.8 h8 b, v4.8 h8 b, v5.8 h16 8 b, v3.8 b}, [x0], #16 8 b, v5.8 b}, [x6], #16 1 b2 1 1 1 bword L(ipred_cfl_splat_w16) - ipred_cfl_128_tblword L(ipred_cfl_splat_w16) - ipred_cfl_128_tblword L(ipred_cfl_splat_w8) - ipred_cfl_128_tblword L(ipred_cfl_splat_w4) - ipred_cfl_128_tbl1 sub w9, w9, #26 2 ]8 h, w6 // alpha1 1 4 :2 s}, [x2]8 b4 h, v0.4 h, #3 8 h, v0.h[0 ]8 :8 b}, [x2]8 b4 h, v0.4 h, #3 8 h, v0.h[0 ]16 :16 b}, [x2]16 b4 h, v0.4 h, #4 8 h, v0.h[0 ]32 :16 b, v3.16 b}, [x2]16 b16 b4 h, v2.4 h, v3.4 h4 h, v2.4 h, #5 8 h, v2.h[0 ]word 32 b - ipred_cfl_top_tblword 16 b - ipred_cfl_top_tblword 8 b - ipred_cfl_top_tblword 4 b - ipred_cfl_top_tbl1 sub x2, x2, w4, uxtwsub w9, w9, #26 sub w8, w8, #26 2 ]2 ]8 h, w6 // alpha1 2 s}, [x2]8 b4 h, v0.4 h, #3 8 h, v0.h[0 ]8 b}, [x2]8 b4 h, v0.4 h, #3 8 h, v0.h[0 ]16 b}, [x2]16 b4 h, v0.4 h, #4 8 h, v0.h[0 ]16 b, v3.16 b}, [x2]16 b16 b4 h, v2.4 h, v3.4 h4 h, v2.4 h, #5 8 h, v2.h[0 ]word L(ipred_cfl_left_h32) - ipred_cfl_left_tblword L(ipred_cfl_left_h16) - ipred_cfl_left_tblword L(ipred_cfl_left_h8) - ipred_cfl_left_tblword L(ipred_cfl_left_h4) - ipred_cfl_left_tbl1 sub x2, x2, w4, uxtw8 h, w6 // alpha8 h, w8 // width + heightsub w9, w9, #22 // 26 leading bits, minus table offset 4 sub w6, w6, #26 2 ]2 ]8 h, v16.8 h, #1 // (width + height) >> 1 8 h, w8 // -ctz(width + height)1 0 ], [x2], #4 1 ], wzr1 8 b0 ], [x2]1 ], wzr4 h, v0.4 h, v16.4 h8 b4 4 h, v0.4 h, v2.4 h4 h, v0.4 h, v17.4 h1 f8 /16 0 x3334/2 )0 x5556/2 ), lsl #16 2 *h = 16 or 32 4 h, w164 h, v0.4 h, v16.4 h1 :8 h, v0.h[0 ]8 b}, [x2], #8 8 b1 8 b}, [x2]4 h, v0.4 h, v16.4 h8 b8 4 h, v0.4 h, v2.4 h4 h, v0.4 h, v17.4 h1 f4 /16 /32 32 0 x3334/2 )0 x5556/2 )4 h, w164 h, v0.4 h, v16.4 h1 :8 h, v0.h[0 ]16 b}, [x2], #16 16 b1 16 b}, [x2]4 h, v0.4 h, v16.4 h16 b16 4 h, v0.4 h, v2.4 h4 h, v0.4 h, v17.4 h1 f4 /8 /32 4 0 x3334/2 )0 x5556/2 )4 h, w164 h, v0.4 h, v16.4 h1 :8 h, v0.h[0 ]16 b, v3.16 b}, [x2], #32 16 b16 b1 4 h, v2.4 h, v3.4 h16 b, v3.16 b}, [x2]4 h, v0.4 h, v16.4 h16 b16 b32 4 h, v0.4 h, v2.4 h4 h, v0.4 h, v3.4 h4 h, v0.4 h, v17.4 h1 f8 /16 0 x5556/2 )0 x3334/2 ), lsl #16 2 *h = 16 or 32 4 h, w164 h, v0.4 h, v16.4 h1 :8 h, v0.h[0 ]word L(ipred_cfl_h32) - ipred_cfl_tblword L(ipred_cfl_h16) - ipred_cfl_tblword L(ipred_cfl_h8) - ipred_cfl_tblword L(ipred_cfl_h4) - ipred_cfl_tblword L(ipred_cfl_w32) - ipred_cfl_tblword L(ipred_cfl_w16) - ipred_cfl_tblword L(ipred_cfl_w8) - ipred_cfl_tblword L(ipred_cfl_w4) - ipred_cfl_tbl1 2 sub w8, w8, #27 2 ]8 h, #0 8 h, #0 8 h, #0 8 h, #0 sub w8, w6, w4 // height - h_pad4 s, w91 4 s, v31.4 s // -log2sz1 : // Copy and subsample input8 b}, [x1], x28 b}, [x10], x21 ], [x1], x21 ], [x10], x28 h, v0.16 b8 h, v1.16 b8 h, v0.8 h, v1.8 h8 h, v0.8 h, #1 2 8 h}, [x0], #16 8 h, v16.8 h, v0.8 h1 b2 d, v0.2 d, v0.2 d2 d, v0.2 d, v0.2 d3 f2 : // Vertical padding (h_pad > 0 )4 8 h, v1.8 h}, [x0], #32 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h2 b3 :8 h, v16.8 h, v17.8 h8 h // sumsub x0, x0, w6, uxtw #3 2 s, v0.2 s, v31.2 s // (sum + (1 << (log2sz - 1 ))) >>= log2sz8 h, v4.h[0 ]6 : // Subtract dc from ac8 h, v1.8 h}, [x0]4 sub v0.8 h, v0.8 h, v4.8 hsub v1.8 h, v1.8 h, v4.8 h8 h, v1.8 h}, [x0], #32 6 b1 : // Copy and subsample input, without padding16 b}, [x1], x216 b}, [x10], x216 b}, [x1], x28 h, v0.16 b16 b}, [x10], x28 h, v1.16 b8 h, v2.16 b8 h, v3.16 b8 h, v0.8 h, v1.8 h8 h, v2.8 h, v3.8 h8 h, v0.8 h, #1 8 h, v2.8 h, #1 2 8 h, v1.8 h}, [x0], #32 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h1 b16 b, v1.16 b1 : // Copy and subsample input, padding 4 8 b}, [x1], x28 b}, [x10], x21 ], [x1], x21 ], [x10], x28 h, v0.16 b8 h, v1.16 b8 h, v0.8 h, v1.8 h8 h, v0.8 h, #1 4 h, v0.h[3 ]4 h, v0.h[7 ]2 d, v0.2 d, v0.2 d2 4 h, v1.4 h, v2.4 h, v3.4 h}, [x0], #32 4 h, v16.4 h, v0.4 h4 h, v17.4 h, v1.4 h4 h, v18.4 h, v2.4 h4 h, v19.4 h, v3.4 h1 b2 d, v2.2 d, v3.2 d2 d, v2.2 d, v3.2 d3 f2 : // Vertical padding (h_pad > 0 )4 8 h, v1.8 h}, [x0], #32 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v1.8 h}, [x0], #32 8 h, v18.8 h, v0.8 h8 h, v19.8 h, v1.8 h2 b3 :8 h, v16.8 h, v17.8 h8 h, v18.8 h, v19.8 h4 s, v0.8 h4 s, v2.8 h4 s, v0.4 s, v2.4 s4 s // sumsub x0, x0, w6, uxtw #4 2 s, v0.2 s, v31.2 s // (sum + (1 << (log2sz - 1 ))) >>= log2sz8 h, v4.h[0 ]6 : // Subtract dc from ac8 h, v1.8 h, v2.8 h, v3.8 h}, [x0]4 sub v0.8 h, v0.8 h, v4.8 hsub v1.8 h, v1.8 h, v4.8 hsub v2.8 h, v2.8 h, v4.8 hsub v3.8 h, v3.8 h, v4.8 h8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 6 b2 ]1 : // Copy and subsample input, without padding16 b, v1.16 b}, [x1], x216 b, v3.16 b}, [x10], x28 h, v0.16 b16 b, v5.16 b}, [x1], x28 h, v1.16 b16 b, v7.16 b}, [x10], x28 h, v2.16 b8 h, v3.16 b8 h, v4.16 b8 h, v5.16 b8 h, v6.16 b8 h, v7.16 b8 h, v0.8 h, v2.8 h8 h, v1.8 h, v3.8 h8 h, v4.8 h, v6.8 h8 h, v5.8 h, v7.8 h8 h, v0.8 h, #1 8 h, v1.8 h, #1 8 h, v4.8 h, #1 8 h, v5.8 h, #1 2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 4 16 ]16 b}, [x1], x216 ]16 b}, [x10], x24 h, v1.8 b16 ]8 h, v0.16 b16 b}, [x1], x24 h, v3.8 b16 ]8 h, v2.16 b16 b}, [x10], x24 h, v5.8 b8 h, v4.16 b4 h, v7.8 b8 h, v6.16 b4 h, v1.4 h, v3.4 h8 h, v0.8 h, v2.8 h4 h, v5.4 h, v7.4 h8 h, v4.8 h, v6.8 h4 h, v1.4 h, #1 8 h, v0.8 h, #1 4 h, v5.4 h, #1 8 h, v4.8 h, #1 4 h, v1.h[3 ]4 h, v3.h[3 ]2 d, v1.2 d, v4.2 d2 d, v3.2 d, v5.2 d2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 8 16 b}, [x1], x216 b}, [x10], x216 b}, [x1], x28 h, v0.16 b16 b}, [x10], x28 h, v2.16 b8 h, v4.16 b8 h, v6.16 b8 h, v0.8 h, v2.8 h8 h, v4.8 h, v6.8 h8 h, v0.8 h, #1 8 h, v4.8 h, #1 8 h, v0.h[7 ]8 h, v2.h[7 ]2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 12 8 b}, [x1], x28 b}, [x10], x28 b}, [x1], x24 h, v0.8 b8 b}, [x10], x24 h, v2.8 b4 h, v4.8 b4 h, v6.8 b4 h, v0.4 h, v2.4 h4 h, v4.4 h, v6.4 h4 h, v0.4 h, #1 4 h, v4.4 h, #1 8 h, v0.h[3 ]8 h, v2.h[3 ]2 d, v0.2 d, v1.2 d2 d, v2.2 d, v3.2 d2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b3 f2 : // Vertical padding (h_pad > 0 )4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h2 b3 :1 word L(ipred_cfl_ac_420_w16) - ipred_cfl_ac_420_tblword L(ipred_cfl_ac_420_w8) - ipred_cfl_ac_420_tblword L(ipred_cfl_ac_420_w4) - ipred_cfl_ac_420_tblword L(ipred_cfl_ac_420_w16_wpad0) - ipred_cfl_ac_420_w16_tblword L(ipred_cfl_ac_420_w16_wpad1) - ipred_cfl_ac_420_w16_tblword L(ipred_cfl_ac_420_w16_wpad2) - ipred_cfl_ac_420_w16_tblword L(ipred_cfl_ac_420_w16_wpad3) - ipred_cfl_ac_420_w16_tbl1 2 sub w8, w8, #27 2 ]8 h, #0 8 h, #0 8 h, #0 8 h, #0 sub w8, w6, w4 // height - h_pad4 s, w91 4 s, v31.4 s // -log2sz1 : // Copy and subsample input8 b}, [x1], x21 ], [x10], x28 b}, [x1], x21 ], [x10], x28 h, v0.16 b8 h, v1.16 b8 h, v0.8 h, #2 8 h, v1.8 h, #2 4 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v1.8 h}, [x0], #32 1 b2 d, v1.2 d, v1.2 d2 d, v1.2 d, v1.2 d1 : // Copy and subsample input, without padding16 b}, [x1], x216 b}, [x10], x216 b}, [x1], x28 h, v0.16 b16 b}, [x10], x28 h, v1.16 b8 h, v2.16 b8 h, v3.16 b8 h, v0.8 h, #2 8 h, v1.8 h, #2 8 h, v2.8 h, #2 8 h, v3.8 h, #2 4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v3.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 4 8 b}, [x1], x21 ], [x10], x28 b}, [x1], x21 ], [x10], x28 h, v0.16 b8 h, v2.16 b8 h, v0.8 h, #2 8 h, v2.8 h, #2 4 h, v0.h[3 ]8 h, v0.h[7 ]4 h, v2.h[3 ]8 h, v2.h[7 ]2 d, v0.2 d, v5.2 d2 d, v0.2 d, v4.2 d2 d, v2.2 d, v7.2 d2 d, v2.2 d, v6.2 d4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v3.16 b16 b, v3.16 b2 ]1 : // Copy and subsample input, without padding16 b, v1.16 b}, [x1], x216 b, v3.16 b}, [x10], x28 h, v0.16 b8 h, v1.16 b8 h, v2.16 b8 h, v3.16 b8 h, v0.8 h, #2 8 h, v1.8 h, #2 8 h, v2.8 h, #2 8 h, v3.8 h, #2 2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 4 16 ]16 b}, [x1], x216 ]16 b}, [x10], x24 h, v1.8 b8 h, v0.16 b4 h, v3.8 b8 h, v2.16 b4 h, v1.4 h, #2 8 h, v0.8 h, #2 4 h, v3.4 h, #2 8 h, v2.8 h, #2 4 h, v1.h[3 ]4 h, v3.h[3 ]2 d, v1.2 d, v4.2 d2 d, v3.2 d, v5.2 d2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 8 16 b}, [x1], x216 b}, [x10], x28 h, v0.16 b8 h, v2.16 b8 h, v0.8 h, #2 8 h, v2.8 h, #2 8 h, v0.h[7 ]8 h, v2.h[7 ]2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 b1 : // Copy and subsample input, padding 12 8 b}, [x1], x28 b}, [x10], x24 h, v0.8 b4 h, v2.8 b4 h, v0.4 h, #2 4 h, v2.4 h, #2 8 h, v0.h[3 ]8 h, v2.h[3 ]2 d, v0.2 d, v1.2 d2 d, v2.2 d, v3.2 d2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v2.16 b16 b, v3.16 bword L(ipred_cfl_ac_422_w16) - ipred_cfl_ac_422_tblword L(ipred_cfl_ac_422_w8) - ipred_cfl_ac_422_tblword L(ipred_cfl_ac_422_w4) - ipred_cfl_ac_422_tblword L(ipred_cfl_ac_422_w16_wpad0) - ipred_cfl_ac_422_w16_tblword L(ipred_cfl_ac_422_w16_wpad1) - ipred_cfl_ac_422_w16_tblword L(ipred_cfl_ac_422_w16_wpad2) - ipred_cfl_ac_422_w16_tblword L(ipred_cfl_ac_422_w16_wpad3) - ipred_cfl_ac_422_w16_tbl1 2 sub w8, w8, #26 2 ]8 h, #0 8 h, #0 8 h, #0 8 h, #0 sub w8, w6, w4 // height - h_pad4 s, w91 4 s, v31.4 s // -log2sz1 : // Copy and expand input0 ], [x1], x21 ], [x10], x20 ], [x1], x21 ], [x10], x28 h, v0.8 b, #3 8 h, v1.8 b, #3 4 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v1.8 h}, [x0], #32 1 b2 d, v1.2 d, v1.2 d2 d, v1.2 d, v1.2 d1 : // Copy and expand input8 b}, [x1], x28 b}, [x10], x28 b}, [x1], x28 h, v0.8 b, #3 8 b}, [x10], x28 h, v1.8 b, #3 8 h, v2.8 b, #3 8 h, v3.8 b, #3 4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h1 b16 b, v3.16 b16 b, v3.16 b1 : // Copy and expand input, without padding16 b}, [x1], x216 b}, [x10], x216 b}, [x1], x28 h, v0.16 b, #3 8 h, v0.8 b, #3 16 b}, [x10], x28 h, v2.16 b, #3 8 h, v2.8 b, #3 8 h, v4.16 b, #3 8 h, v4.8 b, #3 8 h, v6.16 b, #3 8 h, v6.8 b, #3 4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b16 b, v6.16 b16 b, v7.16 b16 b, v6.16 b16 b, v7.16 b1 : // Copy and expand input, padding 8 8 b}, [x1], x28 b}, [x10], x28 b}, [x1], x28 b}, [x10], x28 h, v0.8 b, #3 8 h, v2.8 b, #3 8 h, v4.8 b, #3 8 h, v6.8 b, #3 8 h, v0.h[7 ]8 h, v2.h[7 ]8 h, v4.h[7 ]8 h, v6.h[7 ]4 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b16 b, v6.16 b16 b, v7.16 b16 b, v6.16 b16 b, v7.16 b1 2 ]1 : // Copy and expand input, without padding16 b, v3.16 b}, [x1], x216 b, v7.16 b}, [x10], x28 h, v2.8 b, #3 8 h, v2.16 b, #3 8 h, v3.8 b, #3 8 h, v3.16 b, #3 8 h, v6.8 b, #3 8 h, v6.16 b, #3 8 h, v7.8 b, #3 8 h, v7.16 b, #3 2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b1 : // Copy and expand input, padding 8 16 ]16 b}, [x1], x216 ]16 b}, [x10], x28 h, v2.8 b, #3 8 h, v1.8 b, #3 8 h, v1.16 b, #3 8 h, v6.8 b, #3 8 h, v5.8 b, #3 8 h, v5.16 b, #3 8 h, v2.h[7 ]8 h, v6.h[7 ]2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b1 : // Copy and expand input, padding 16 16 b}, [x1], x216 b}, [x10], x28 h, v1.8 b, #3 8 h, v1.16 b, #3 8 h, v5.8 b, #3 8 h, v5.16 b, #3 8 h, v1.h[7 ]8 h, v1.h[7 ]8 h, v5.h[7 ]8 h, v5.h[7 ]2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b1 : // Copy and expand input, padding 24 8 b}, [x1], x28 b}, [x10], x28 h, v0.8 b, #3 8 h, v4.8 b, #3 8 h, v0.h[7 ]8 h, v0.h[7 ]8 h, v0.h[7 ]8 h, v4.h[7 ]8 h, v4.h[7 ]8 h, v4.h[7 ]2 8 h, v1.8 h, v2.8 h, v3.8 h}, [x0], #64 8 h, v16.8 h, v0.8 h8 h, v17.8 h, v1.8 h8 h, v18.8 h, v2.8 h8 h, v19.8 h, v3.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h1 b3 f2 : // Vertical padding (h_pad > 0 )2 8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h8 h, v5.8 h, v6.8 h, v7.8 h}, [x0], #64 8 h, v16.8 h, v4.8 h8 h, v17.8 h, v5.8 h8 h, v18.8 h, v6.8 h8 h, v19.8 h, v7.8 h2 b3 :2 4 s, v16.8 h4 s, v17.8 h4 s, v18.8 h4 s, v19.8 h4 s, v0.4 s, v1.4 s4 s, v2.4 s, v3.4 s4 s, v0.4 s, v2.4 s4 s // sumsub x0, x0, w6, uxtw #4 2 s, v0.2 s, v31.2 s // (sum + (1 << (log2sz - 1 ))) >>= log2sz8 h, v4.h[0 ]word L(ipred_cfl_ac_444_w32) - ipred_cfl_ac_444_tblword L(ipred_cfl_ac_444_w16) - ipred_cfl_ac_444_tblword L(ipred_cfl_ac_444_w8) - ipred_cfl_ac_444_tblword L(ipred_cfl_ac_444_w4) - ipred_cfl_ac_444_tblword L(ipred_cfl_ac_444_w32_wpad0) - ipred_cfl_ac_444_w32_tblword L(ipred_cfl_ac_444_w32_wpad2) - ipred_cfl_ac_444_w32_tblword L(ipred_cfl_ac_444_w32_wpad4) - ipred_cfl_ac_444_w32_tblword L(ipred_cfl_ac_444_w32_wpad6) - ipred_cfl_ac_444_w32_tbl
Messung V0.5 in Prozent C=98 H=95 G=96
¤ Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.0.392Bemerkung:
(vorverarbeitet am 2026-06-04)
¤ *Bot Zugriff
