1556d0d377
- convert ARM assembly (NEON) files, - add rtcd for run-time CPU features detection, - modify "system_state.h", - "arm_cpudetect.c" fixes.
659 lines
22 KiB
ArmAsm
659 lines
22 KiB
ArmAsm
@ This file was created from a .asm file
|
|
@ using the ads2gas.pl script.
|
|
.equ DO1STROUNDING, 0
|
|
@
|
|
@ Copyright (c) 2014 The WebM project authors. All Rights Reserved.
|
|
@
|
|
@ Use of this source code is governed by a BSD-style license
|
|
@ that can be found in the LICENSE file in the root of the source
|
|
@ tree. An additional intellectual property rights grant can be found
|
|
@ in the file PATENTS. All contributing project authors may
|
|
@ be found in the AUTHORS file in the root of the source tree.
|
|
@
|
|
|
|
.global vpx_v_predictor_4x4_neon
|
|
.type vpx_v_predictor_4x4_neon, function
|
|
.global vpx_v_predictor_8x8_neon
|
|
.type vpx_v_predictor_8x8_neon, function
|
|
.global vpx_v_predictor_16x16_neon
|
|
.type vpx_v_predictor_16x16_neon, function
|
|
.global vpx_v_predictor_32x32_neon
|
|
.type vpx_v_predictor_32x32_neon, function
|
|
.global vpx_h_predictor_4x4_neon
|
|
.type vpx_h_predictor_4x4_neon, function
|
|
.global vpx_h_predictor_8x8_neon
|
|
.type vpx_h_predictor_8x8_neon, function
|
|
.global vpx_h_predictor_16x16_neon
|
|
.type vpx_h_predictor_16x16_neon, function
|
|
.global vpx_h_predictor_32x32_neon
|
|
.type vpx_h_predictor_32x32_neon, function
|
|
.global vpx_tm_predictor_4x4_neon
|
|
.type vpx_tm_predictor_4x4_neon, function
|
|
.global vpx_tm_predictor_8x8_neon
|
|
.type vpx_tm_predictor_8x8_neon, function
|
|
.global vpx_tm_predictor_16x16_neon
|
|
.type vpx_tm_predictor_16x16_neon, function
|
|
.global vpx_tm_predictor_32x32_neon
|
|
.type vpx_tm_predictor_32x32_neon, function
|
|
.arm
|
|
.eabi_attribute 24, 1 @Tag_ABI_align_needed
|
|
.eabi_attribute 25, 1 @Tag_ABI_align_preserved
|
|
|
|
.text
|
|
.p2align 2
|
|
|
|
@void vpx_v_predictor_4x4_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_v_predictor_4x4_neon:
|
|
vpx_v_predictor_4x4_neon: @ PROC
|
|
vld1.32 {d0[0]}, [r2]
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
bx lr
|
|
.size vpx_v_predictor_4x4_neon, .-vpx_v_predictor_4x4_neon @ ENDP @ |vpx_v_predictor_4x4_neon|
|
|
|
|
@void vpx_v_predictor_8x8_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_v_predictor_8x8_neon:
|
|
vpx_v_predictor_8x8_neon: @ PROC
|
|
vld1.8 {d0}, [r2]
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
vst1.8 {d0}, [r0], r1
|
|
bx lr
|
|
.size vpx_v_predictor_8x8_neon, .-vpx_v_predictor_8x8_neon @ ENDP @ |vpx_v_predictor_8x8_neon|
|
|
|
|
@void vpx_v_predictor_16x16_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_v_predictor_16x16_neon:
|
|
vpx_v_predictor_16x16_neon: @ PROC
|
|
vld1.8 {q0}, [r2]
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
vst1.8 {q0}, [r0], r1
|
|
bx lr
|
|
.size vpx_v_predictor_16x16_neon, .-vpx_v_predictor_16x16_neon @ ENDP @ |vpx_v_predictor_16x16_neon|
|
|
|
|
@void vpx_v_predictor_32x32_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_v_predictor_32x32_neon:
|
|
vpx_v_predictor_32x32_neon: @ PROC
|
|
vld1.8 {q0, q1}, [r2]
|
|
mov r2, #2
|
|
loop_v:
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
vst1.8 {q0, q1}, [r0], r1
|
|
subs r2, r2, #1
|
|
bgt loop_v
|
|
bx lr
|
|
.size vpx_v_predictor_32x32_neon, .-vpx_v_predictor_32x32_neon @ ENDP @ |vpx_v_predictor_32x32_neon|
|
|
|
|
@void vpx_h_predictor_4x4_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_h_predictor_4x4_neon:
|
|
vpx_h_predictor_4x4_neon: @ PROC
|
|
vld1.32 {d1[0]}, [r3]
|
|
vdup.8 d0, d1[0]
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vdup.8 d0, d1[1]
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vdup.8 d0, d1[2]
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vdup.8 d0, d1[3]
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
bx lr
|
|
.size vpx_h_predictor_4x4_neon, .-vpx_h_predictor_4x4_neon @ ENDP @ |vpx_h_predictor_4x4_neon|
|
|
|
|
@void vpx_h_predictor_8x8_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_h_predictor_8x8_neon:
|
|
vpx_h_predictor_8x8_neon: @ PROC
|
|
vld1.64 {d1}, [r3]
|
|
vdup.8 d0, d1[0]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[1]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[2]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[3]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[4]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[5]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[6]
|
|
vst1.64 {d0}, [r0], r1
|
|
vdup.8 d0, d1[7]
|
|
vst1.64 {d0}, [r0], r1
|
|
bx lr
|
|
.size vpx_h_predictor_8x8_neon, .-vpx_h_predictor_8x8_neon @ ENDP @ |vpx_h_predictor_8x8_neon|
|
|
|
|
@void vpx_h_predictor_16x16_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_h_predictor_16x16_neon:
|
|
vpx_h_predictor_16x16_neon: @ PROC
|
|
vld1.8 {q1}, [r3]
|
|
vdup.8 q0, d2[0]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[1]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[2]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[3]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[4]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[5]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[6]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[7]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[0]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[1]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[2]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[3]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[4]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[5]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[6]
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[7]
|
|
vst1.8 {q0}, [r0], r1
|
|
bx lr
|
|
.size vpx_h_predictor_16x16_neon, .-vpx_h_predictor_16x16_neon @ ENDP @ |vpx_h_predictor_16x16_neon|
|
|
|
|
@void vpx_h_predictor_32x32_neon(uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_h_predictor_32x32_neon:
|
|
vpx_h_predictor_32x32_neon: @ PROC
|
|
sub r1, r1, #16
|
|
mov r2, #2
|
|
loop_h:
|
|
vld1.8 {q1}, [r3]!
|
|
vdup.8 q0, d2[0]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[1]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[2]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[3]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[4]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[5]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[6]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d2[7]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[0]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[1]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[2]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[3]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[4]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[5]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[6]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
vdup.8 q0, d3[7]
|
|
vst1.8 {q0}, [r0]!
|
|
vst1.8 {q0}, [r0], r1
|
|
subs r2, r2, #1
|
|
bgt loop_h
|
|
bx lr
|
|
.size vpx_h_predictor_32x32_neon, .-vpx_h_predictor_32x32_neon @ ENDP @ |vpx_h_predictor_32x32_neon|
|
|
|
|
@void vpx_tm_predictor_4x4_neon (uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_tm_predictor_4x4_neon:
|
|
vpx_tm_predictor_4x4_neon: @ PROC
|
|
@ Load ytop_left = above[-1];
|
|
sub r12, r2, #1
|
|
vld1.u8 {d0[]}, [r12]
|
|
|
|
@ Load above 4 pixels
|
|
vld1.32 {d2[0]}, [r2]
|
|
|
|
@ Compute above - ytop_left
|
|
vsubl.u8 q3, d2, d0
|
|
|
|
@ Load left row by row and compute left + (above - ytop_left)
|
|
@ 1st row and 2nd row
|
|
vld1.u8 {d2[]}, [r3]!
|
|
vld1.u8 {d4[]}, [r3]!
|
|
vmovl.u8 q1, d2
|
|
vmovl.u8 q2, d4
|
|
vadd.s16 q1, q1, q3
|
|
vadd.s16 q2, q2, q3
|
|
vqmovun.s16 d0, q1
|
|
vqmovun.s16 d1, q2
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vst1.32 {d1[0]}, [r0], r1
|
|
|
|
@ 3rd row and 4th row
|
|
vld1.u8 {d2[]}, [r3]!
|
|
vld1.u8 {d4[]}, [r3]
|
|
vmovl.u8 q1, d2
|
|
vmovl.u8 q2, d4
|
|
vadd.s16 q1, q1, q3
|
|
vadd.s16 q2, q2, q3
|
|
vqmovun.s16 d0, q1
|
|
vqmovun.s16 d1, q2
|
|
vst1.32 {d0[0]}, [r0], r1
|
|
vst1.32 {d1[0]}, [r0], r1
|
|
bx lr
|
|
.size vpx_tm_predictor_4x4_neon, .-vpx_tm_predictor_4x4_neon @ ENDP @ |vpx_tm_predictor_4x4_neon|
|
|
|
|
@void vpx_tm_predictor_8x8_neon (uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_tm_predictor_8x8_neon:
|
|
vpx_tm_predictor_8x8_neon: @ PROC
|
|
@ Load ytop_left = above[-1];
|
|
sub r12, r2, #1
|
|
vld1.8 {d0[]}, [r12]
|
|
|
|
@ preload 8 left
|
|
vld1.8 {d30}, [r3]
|
|
|
|
@ Load above 8 pixels
|
|
vld1.64 {d2}, [r2]
|
|
|
|
vmovl.u8 q10, d30
|
|
|
|
@ Compute above - ytop_left
|
|
vsubl.u8 q3, d2, d0
|
|
|
|
@ Load left row by row and compute left + (above - ytop_left)
|
|
@ 1st row and 2nd row
|
|
vdup.16 q0, d20[0]
|
|
vdup.16 q1, d20[1]
|
|
vadd.s16 q0, q3, q0
|
|
vadd.s16 q1, q3, q1
|
|
|
|
@ 3rd row and 4th row
|
|
vdup.16 q8, d20[2]
|
|
vdup.16 q9, d20[3]
|
|
vadd.s16 q8, q3, q8
|
|
vadd.s16 q9, q3, q9
|
|
|
|
vqmovun.s16 d0, q0
|
|
vqmovun.s16 d1, q1
|
|
vqmovun.s16 d2, q8
|
|
vqmovun.s16 d3, q9
|
|
|
|
vst1.64 {d0}, [r0], r1
|
|
vst1.64 {d1}, [r0], r1
|
|
vst1.64 {d2}, [r0], r1
|
|
vst1.64 {d3}, [r0], r1
|
|
|
|
@ 5th row and 6th row
|
|
vdup.16 q0, d21[0]
|
|
vdup.16 q1, d21[1]
|
|
vadd.s16 q0, q3, q0
|
|
vadd.s16 q1, q3, q1
|
|
|
|
@ 7th row and 8th row
|
|
vdup.16 q8, d21[2]
|
|
vdup.16 q9, d21[3]
|
|
vadd.s16 q8, q3, q8
|
|
vadd.s16 q9, q3, q9
|
|
|
|
vqmovun.s16 d0, q0
|
|
vqmovun.s16 d1, q1
|
|
vqmovun.s16 d2, q8
|
|
vqmovun.s16 d3, q9
|
|
|
|
vst1.64 {d0}, [r0], r1
|
|
vst1.64 {d1}, [r0], r1
|
|
vst1.64 {d2}, [r0], r1
|
|
vst1.64 {d3}, [r0], r1
|
|
|
|
bx lr
|
|
.size vpx_tm_predictor_8x8_neon, .-vpx_tm_predictor_8x8_neon @ ENDP @ |vpx_tm_predictor_8x8_neon|
|
|
|
|
@void vpx_tm_predictor_16x16_neon (uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_tm_predictor_16x16_neon:
|
|
vpx_tm_predictor_16x16_neon: @ PROC
|
|
@ Load ytop_left = above[-1];
|
|
sub r12, r2, #1
|
|
vld1.8 {d0[]}, [r12]
|
|
|
|
@ Load above 8 pixels
|
|
vld1.8 {q1}, [r2]
|
|
|
|
@ preload 8 left into r12
|
|
vld1.8 {d18}, [r3]!
|
|
|
|
@ Compute above - ytop_left
|
|
vsubl.u8 q2, d2, d0
|
|
vsubl.u8 q3, d3, d0
|
|
|
|
vmovl.u8 q10, d18
|
|
|
|
@ Load left row by row and compute left + (above - ytop_left)
|
|
@ Process 8 rows in each single loop and loop 2 times to process 16 rows.
|
|
mov r2, #2
|
|
|
|
loop_16x16_neon:
|
|
@ Process two rows.
|
|
vdup.16 q0, d20[0]
|
|
vdup.16 q8, d20[1]
|
|
vadd.s16 q1, q0, q2
|
|
vadd.s16 q0, q0, q3
|
|
vadd.s16 q11, q8, q2
|
|
vadd.s16 q8, q8, q3
|
|
vqmovun.s16 d2, q1
|
|
vqmovun.s16 d3, q0
|
|
vqmovun.s16 d22, q11
|
|
vqmovun.s16 d23, q8
|
|
vdup.16 q0, d20[2] @ proload next 2 rows data
|
|
vdup.16 q8, d20[3]
|
|
vst1.64 {d2,d3}, [r0], r1
|
|
vst1.64 {d22,d23}, [r0], r1
|
|
|
|
@ Process two rows.
|
|
vadd.s16 q1, q0, q2
|
|
vadd.s16 q0, q0, q3
|
|
vadd.s16 q11, q8, q2
|
|
vadd.s16 q8, q8, q3
|
|
vqmovun.s16 d2, q1
|
|
vqmovun.s16 d3, q0
|
|
vqmovun.s16 d22, q11
|
|
vqmovun.s16 d23, q8
|
|
vdup.16 q0, d21[0] @ proload next 2 rows data
|
|
vdup.16 q8, d21[1]
|
|
vst1.64 {d2,d3}, [r0], r1
|
|
vst1.64 {d22,d23}, [r0], r1
|
|
|
|
vadd.s16 q1, q0, q2
|
|
vadd.s16 q0, q0, q3
|
|
vadd.s16 q11, q8, q2
|
|
vadd.s16 q8, q8, q3
|
|
vqmovun.s16 d2, q1
|
|
vqmovun.s16 d3, q0
|
|
vqmovun.s16 d22, q11
|
|
vqmovun.s16 d23, q8
|
|
vdup.16 q0, d21[2] @ proload next 2 rows data
|
|
vdup.16 q8, d21[3]
|
|
vst1.64 {d2,d3}, [r0], r1
|
|
vst1.64 {d22,d23}, [r0], r1
|
|
|
|
|
|
vadd.s16 q1, q0, q2
|
|
vadd.s16 q0, q0, q3
|
|
vadd.s16 q11, q8, q2
|
|
vadd.s16 q8, q8, q3
|
|
vqmovun.s16 d2, q1
|
|
vqmovun.s16 d3, q0
|
|
vqmovun.s16 d22, q11
|
|
vqmovun.s16 d23, q8
|
|
vld1.8 {d18}, [r3]! @ preload 8 left into r12
|
|
vmovl.u8 q10, d18
|
|
vst1.64 {d2,d3}, [r0], r1
|
|
vst1.64 {d22,d23}, [r0], r1
|
|
|
|
subs r2, r2, #1
|
|
bgt loop_16x16_neon
|
|
|
|
bx lr
|
|
.size vpx_tm_predictor_16x16_neon, .-vpx_tm_predictor_16x16_neon @ ENDP @ |vpx_tm_predictor_16x16_neon|
|
|
|
|
@void vpx_tm_predictor_32x32_neon (uint8_t *dst, ptrdiff_t y_stride,
|
|
@ const uint8_t *above,
|
|
@ const uint8_t *left)
|
|
@ r0 uint8_t *dst
|
|
@ r1 ptrdiff_t y_stride
|
|
@ r2 const uint8_t *above
|
|
@ r3 const uint8_t *left
|
|
|
|
_vpx_tm_predictor_32x32_neon:
|
|
vpx_tm_predictor_32x32_neon: @ PROC
|
|
@ Load ytop_left = above[-1];
|
|
sub r12, r2, #1
|
|
vld1.8 {d0[]}, [r12]
|
|
|
|
@ Load above 32 pixels
|
|
vld1.8 {q1}, [r2]!
|
|
vld1.8 {q2}, [r2]
|
|
|
|
@ preload 8 left pixels
|
|
vld1.8 {d26}, [r3]!
|
|
|
|
@ Compute above - ytop_left
|
|
vsubl.u8 q8, d2, d0
|
|
vsubl.u8 q9, d3, d0
|
|
vsubl.u8 q10, d4, d0
|
|
vsubl.u8 q11, d5, d0
|
|
|
|
vmovl.u8 q3, d26
|
|
|
|
@ Load left row by row and compute left + (above - ytop_left)
|
|
@ Process 8 rows in each single loop and loop 4 times to process 32 rows.
|
|
mov r2, #4
|
|
|
|
loop_32x32_neon:
|
|
@ Process two rows.
|
|
vdup.16 q0, d6[0]
|
|
vdup.16 q2, d6[1]
|
|
vadd.s16 q12, q0, q8
|
|
vadd.s16 q13, q0, q9
|
|
vadd.s16 q14, q0, q10
|
|
vadd.s16 q15, q0, q11
|
|
vqmovun.s16 d0, q12
|
|
vqmovun.s16 d1, q13
|
|
vadd.s16 q12, q2, q8
|
|
vadd.s16 q13, q2, q9
|
|
vqmovun.s16 d2, q14
|
|
vqmovun.s16 d3, q15
|
|
vadd.s16 q14, q2, q10
|
|
vadd.s16 q15, q2, q11
|
|
vst1.64 {d0-d3}, [r0], r1
|
|
vqmovun.s16 d24, q12
|
|
vqmovun.s16 d25, q13
|
|
vqmovun.s16 d26, q14
|
|
vqmovun.s16 d27, q15
|
|
vdup.16 q1, d6[2]
|
|
vdup.16 q2, d6[3]
|
|
vst1.64 {d24-d27}, [r0], r1
|
|
|
|
@ Process two rows.
|
|
vadd.s16 q12, q1, q8
|
|
vadd.s16 q13, q1, q9
|
|
vadd.s16 q14, q1, q10
|
|
vadd.s16 q15, q1, q11
|
|
vqmovun.s16 d0, q12
|
|
vqmovun.s16 d1, q13
|
|
vadd.s16 q12, q2, q8
|
|
vadd.s16 q13, q2, q9
|
|
vqmovun.s16 d2, q14
|
|
vqmovun.s16 d3, q15
|
|
vadd.s16 q14, q2, q10
|
|
vadd.s16 q15, q2, q11
|
|
vst1.64 {d0-d3}, [r0], r1
|
|
vqmovun.s16 d24, q12
|
|
vqmovun.s16 d25, q13
|
|
vqmovun.s16 d26, q14
|
|
vqmovun.s16 d27, q15
|
|
vdup.16 q0, d7[0]
|
|
vdup.16 q2, d7[1]
|
|
vst1.64 {d24-d27}, [r0], r1
|
|
|
|
@ Process two rows.
|
|
vadd.s16 q12, q0, q8
|
|
vadd.s16 q13, q0, q9
|
|
vadd.s16 q14, q0, q10
|
|
vadd.s16 q15, q0, q11
|
|
vqmovun.s16 d0, q12
|
|
vqmovun.s16 d1, q13
|
|
vadd.s16 q12, q2, q8
|
|
vadd.s16 q13, q2, q9
|
|
vqmovun.s16 d2, q14
|
|
vqmovun.s16 d3, q15
|
|
vadd.s16 q14, q2, q10
|
|
vadd.s16 q15, q2, q11
|
|
vst1.64 {d0-d3}, [r0], r1
|
|
vqmovun.s16 d24, q12
|
|
vqmovun.s16 d25, q13
|
|
vqmovun.s16 d26, q14
|
|
vqmovun.s16 d27, q15
|
|
vdup.16 q0, d7[2]
|
|
vdup.16 q2, d7[3]
|
|
vst1.64 {d24-d27}, [r0], r1
|
|
|
|
@ Process two rows.
|
|
vadd.s16 q12, q0, q8
|
|
vadd.s16 q13, q0, q9
|
|
vadd.s16 q14, q0, q10
|
|
vadd.s16 q15, q0, q11
|
|
vqmovun.s16 d0, q12
|
|
vqmovun.s16 d1, q13
|
|
vadd.s16 q12, q2, q8
|
|
vadd.s16 q13, q2, q9
|
|
vqmovun.s16 d2, q14
|
|
vqmovun.s16 d3, q15
|
|
vadd.s16 q14, q2, q10
|
|
vadd.s16 q15, q2, q11
|
|
vst1.64 {d0-d3}, [r0], r1
|
|
vqmovun.s16 d24, q12
|
|
vqmovun.s16 d25, q13
|
|
vld1.8 {d0}, [r3]! @ preload 8 left pixels
|
|
vqmovun.s16 d26, q14
|
|
vqmovun.s16 d27, q15
|
|
vmovl.u8 q3, d0
|
|
vst1.64 {d24-d27}, [r0], r1
|
|
|
|
subs r2, r2, #1
|
|
bgt loop_32x32_neon
|
|
|
|
bx lr
|
|
.size vpx_tm_predictor_32x32_neon, .-vpx_tm_predictor_32x32_neon @ ENDP @ |vpx_tm_predictor_32x32_neon|
|
|
|
|
.section .note.GNU-stack,"",%progbits
|