201 lines
12 KiB
C++
201 lines
12 KiB
C++
// Copyright 2014 Google Inc. All Rights Reserved.
|
|
//
|
|
// Use of this source code is governed by a BSD-style license
|
|
// that can be found in the COPYING file in the root of the source
|
|
// tree. An additional intellectual property rights grant can be found
|
|
// in the file PATENTS. All contributing project authors may
|
|
// be found in the AUTHORS file in the root of the source tree.
|
|
// -----------------------------------------------------------------------------
|
|
//
|
|
// MIPS common macros
|
|
|
|
#ifndef WEBP_DSP_MIPS_MACRO_H_
|
|
#define WEBP_DSP_MIPS_MACRO_H_
|
|
|
|
#if defined(__GNUC__) && defined(__ANDROID__) && LOCAL_GCC_VERSION == 0x409
|
|
#define WORK_AROUND_GCC
|
|
#endif
|
|
|
|
#define STR(s) #s
|
|
#define XSTR(s) STR(s)
|
|
|
|
// O0[31..16 | 15..0] = I0[31..16 | 15..0] + I1[31..16 | 15..0]
|
|
// O1[31..16 | 15..0] = I0[31..16 | 15..0] - I1[31..16 | 15..0]
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
#define ADD_SUB_HALVES(O0, O1, \
|
|
I0, I1) \
|
|
"addq.ph %[" #O0 "], %[" #I0 "], %[" #I1 "] \n\t" \
|
|
"subq.ph %[" #O1 "], %[" #I0 "], %[" #I1 "] \n\t"
|
|
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
// I[0/1] - offset in bytes
|
|
#define LOAD_IN_X2(O0, O1, \
|
|
I0, I1) \
|
|
"lh %[" #O0 "], " #I0 "(%[in]) \n\t" \
|
|
"lh %[" #O1 "], " #I1 "(%[in]) \n\t"
|
|
|
|
// I0 - location
|
|
// I1..I9 - offsets in bytes
|
|
#define LOAD_WITH_OFFSET_X4(O0, O1, O2, O3, \
|
|
I0, I1, I2, I3, I4, I5, I6, I7, I8, I9) \
|
|
"ulw %[" #O0 "], " #I1 "+" XSTR(I9) "*" #I5 "(%[" #I0 "]) \n\t" \
|
|
"ulw %[" #O1 "], " #I2 "+" XSTR(I9) "*" #I6 "(%[" #I0 "]) \n\t" \
|
|
"ulw %[" #O2 "], " #I3 "+" XSTR(I9) "*" #I7 "(%[" #I0 "]) \n\t" \
|
|
"ulw %[" #O3 "], " #I4 "+" XSTR(I9) "*" #I8 "(%[" #I0 "]) \n\t"
|
|
|
|
// O - output
|
|
// IO - input/output
|
|
// I - input (macro doesn't change it)
|
|
#define MUL_SHIFT_SUM(O0, O1, O2, O3, O4, O5, O6, O7, \
|
|
IO0, IO1, IO2, IO3, \
|
|
I0, I1, I2, I3, I4, I5, I6, I7) \
|
|
"mul %[" #O0 "], %[" #I0 "], %[kC2] \n\t" \
|
|
"mul %[" #O1 "], %[" #I0 "], %[kC1] \n\t" \
|
|
"mul %[" #O2 "], %[" #I1 "], %[kC2] \n\t" \
|
|
"mul %[" #O3 "], %[" #I1 "], %[kC1] \n\t" \
|
|
"mul %[" #O4 "], %[" #I2 "], %[kC2] \n\t" \
|
|
"mul %[" #O5 "], %[" #I2 "], %[kC1] \n\t" \
|
|
"mul %[" #O6 "], %[" #I3 "], %[kC2] \n\t" \
|
|
"mul %[" #O7 "], %[" #I3 "], %[kC1] \n\t" \
|
|
"sra %[" #O0 "], %[" #O0 "], 16 \n\t" \
|
|
"sra %[" #O1 "], %[" #O1 "], 16 \n\t" \
|
|
"sra %[" #O2 "], %[" #O2 "], 16 \n\t" \
|
|
"sra %[" #O3 "], %[" #O3 "], 16 \n\t" \
|
|
"sra %[" #O4 "], %[" #O4 "], 16 \n\t" \
|
|
"sra %[" #O5 "], %[" #O5 "], 16 \n\t" \
|
|
"sra %[" #O6 "], %[" #O6 "], 16 \n\t" \
|
|
"sra %[" #O7 "], %[" #O7 "], 16 \n\t" \
|
|
"addu %[" #IO0 "], %[" #IO0 "], %[" #I4 "] \n\t" \
|
|
"addu %[" #IO1 "], %[" #IO1 "], %[" #I5 "] \n\t" \
|
|
"subu %[" #IO2 "], %[" #IO2 "], %[" #I6 "] \n\t" \
|
|
"subu %[" #IO3 "], %[" #IO3 "], %[" #I7 "] \n\t"
|
|
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
#define INSERT_HALF_X2(O0, O1, \
|
|
I0, I1) \
|
|
"ins %[" #O0 "], %[" #I0 "], 16, 16 \n\t" \
|
|
"ins %[" #O1 "], %[" #I1 "], 16, 16 \n\t"
|
|
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
#define SRA_16(O0, O1, O2, O3, \
|
|
I0, I1, I2, I3) \
|
|
"sra %[" #O0 "], %[" #I0 "], 16 \n\t" \
|
|
"sra %[" #O1 "], %[" #I1 "], 16 \n\t" \
|
|
"sra %[" #O2 "], %[" #I2 "], 16 \n\t" \
|
|
"sra %[" #O3 "], %[" #I3 "], 16 \n\t"
|
|
|
|
// temp0[31..16 | 15..0] = temp8[31..16 | 15..0] + temp12[31..16 | 15..0]
|
|
// temp1[31..16 | 15..0] = temp8[31..16 | 15..0] - temp12[31..16 | 15..0]
|
|
// temp0[31..16 | 15..0] = temp0[31..16 >> 3 | 15..0 >> 3]
|
|
// temp1[31..16 | 15..0] = temp1[31..16 >> 3 | 15..0 >> 3]
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
#define SHIFT_R_SUM_X2(O0, O1, O2, O3, O4, O5, O6, O7, \
|
|
I0, I1, I2, I3, I4, I5, I6, I7) \
|
|
"addq.ph %[" #O0 "], %[" #I0 "], %[" #I4 "] \n\t" \
|
|
"subq.ph %[" #O1 "], %[" #I0 "], %[" #I4 "] \n\t" \
|
|
"addq.ph %[" #O2 "], %[" #I1 "], %[" #I5 "] \n\t" \
|
|
"subq.ph %[" #O3 "], %[" #I1 "], %[" #I5 "] \n\t" \
|
|
"addq.ph %[" #O4 "], %[" #I2 "], %[" #I6 "] \n\t" \
|
|
"subq.ph %[" #O5 "], %[" #I2 "], %[" #I6 "] \n\t" \
|
|
"addq.ph %[" #O6 "], %[" #I3 "], %[" #I7 "] \n\t" \
|
|
"subq.ph %[" #O7 "], %[" #I3 "], %[" #I7 "] \n\t" \
|
|
"shra.ph %[" #O0 "], %[" #O0 "], 3 \n\t" \
|
|
"shra.ph %[" #O1 "], %[" #O1 "], 3 \n\t" \
|
|
"shra.ph %[" #O2 "], %[" #O2 "], 3 \n\t" \
|
|
"shra.ph %[" #O3 "], %[" #O3 "], 3 \n\t" \
|
|
"shra.ph %[" #O4 "], %[" #O4 "], 3 \n\t" \
|
|
"shra.ph %[" #O5 "], %[" #O5 "], 3 \n\t" \
|
|
"shra.ph %[" #O6 "], %[" #O6 "], 3 \n\t" \
|
|
"shra.ph %[" #O7 "], %[" #O7 "], 3 \n\t"
|
|
|
|
// precrq.ph.w temp0, temp8, temp2
|
|
// temp0 = temp8[31..16] | temp2[31..16]
|
|
// ins temp2, temp8, 16, 16
|
|
// temp2 = temp8[31..16] | temp2[15..0]
|
|
// O - output
|
|
// IO - input/output
|
|
// I - input (macro doesn't change it)
|
|
#define PACK_2_HALVES_TO_WORD(O0, O1, O2, O3, \
|
|
IO0, IO1, IO2, IO3, \
|
|
I0, I1, I2, I3) \
|
|
"precrq.ph.w %[" #O0 "], %[" #I0 "], %[" #IO0 "] \n\t" \
|
|
"precrq.ph.w %[" #O1 "], %[" #I1 "], %[" #IO1 "] \n\t" \
|
|
"ins %[" #IO0 "], %[" #I0 "], 16, 16 \n\t" \
|
|
"ins %[" #IO1 "], %[" #I1 "], 16, 16 \n\t" \
|
|
"precrq.ph.w %[" #O2 "], %[" #I2 "], %[" #IO2 "] \n\t" \
|
|
"precrq.ph.w %[" #O3 "], %[" #I3 "], %[" #IO3 "] \n\t" \
|
|
"ins %[" #IO2 "], %[" #I2 "], 16, 16 \n\t" \
|
|
"ins %[" #IO3 "], %[" #I3 "], 16, 16 \n\t"
|
|
|
|
// preceu.ph.qbr temp0, temp8
|
|
// temp0 = 0 | 0 | temp8[23..16] | temp8[7..0]
|
|
// preceu.ph.qbl temp1, temp8
|
|
// temp1 = temp8[23..16] | temp8[7..0] | 0 | 0
|
|
// O - output
|
|
// I - input (macro doesn't change it)
|
|
#define CONVERT_2_BYTES_TO_HALF(O0, O1, O2, O3, O4, O5, O6, O7, \
|
|
I0, I1, I2, I3) \
|
|
"preceu.ph.qbr %[" #O0 "], %[" #I0 "] \n\t" \
|
|
"preceu.ph.qbl %[" #O1 "], %[" #I0 "] \n\t" \
|
|
"preceu.ph.qbr %[" #O2 "], %[" #I1 "] \n\t" \
|
|
"preceu.ph.qbl %[" #O3 "], %[" #I1 "] \n\t" \
|
|
"preceu.ph.qbr %[" #O4 "], %[" #I2 "] \n\t" \
|
|
"preceu.ph.qbl %[" #O5 "], %[" #I2 "] \n\t" \
|
|
"preceu.ph.qbr %[" #O6 "], %[" #I3 "] \n\t" \
|
|
"preceu.ph.qbl %[" #O7 "], %[" #I3 "] \n\t"
|
|
|
|
// temp0[31..16 | 15..0] = temp0[31..16 | 15..0] + temp8[31..16 | 15..0]
|
|
// temp0[31..16 | 15..0] = temp0[31..16 <<(s) 7 | 15..0 <<(s) 7]
|
|
// temp1..temp7 same as temp0
|
|
// precrqu_s.qb.ph temp0, temp1, temp0:
|
|
// temp0 = temp1[31..24] | temp1[15..8] | temp0[31..24] | temp0[15..8]
|
|
// store temp0 to dst
|
|
// IO - input/output
|
|
// I - input (macro doesn't change it)
|
|
#define STORE_SAT_SUM_X2(IO0, IO1, IO2, IO3, IO4, IO5, IO6, IO7, \
|
|
I0, I1, I2, I3, I4, I5, I6, I7, \
|
|
I8, I9, I10, I11, I12, I13) \
|
|
"addq.ph %[" #IO0 "], %[" #IO0 "], %[" #I0 "] \n\t" \
|
|
"addq.ph %[" #IO1 "], %[" #IO1 "], %[" #I1 "] \n\t" \
|
|
"addq.ph %[" #IO2 "], %[" #IO2 "], %[" #I2 "] \n\t" \
|
|
"addq.ph %[" #IO3 "], %[" #IO3 "], %[" #I3 "] \n\t" \
|
|
"addq.ph %[" #IO4 "], %[" #IO4 "], %[" #I4 "] \n\t" \
|
|
"addq.ph %[" #IO5 "], %[" #IO5 "], %[" #I5 "] \n\t" \
|
|
"addq.ph %[" #IO6 "], %[" #IO6 "], %[" #I6 "] \n\t" \
|
|
"addq.ph %[" #IO7 "], %[" #IO7 "], %[" #I7 "] \n\t" \
|
|
"shll_s.ph %[" #IO0 "], %[" #IO0 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO1 "], %[" #IO1 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO2 "], %[" #IO2 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO3 "], %[" #IO3 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO4 "], %[" #IO4 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO5 "], %[" #IO5 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO6 "], %[" #IO6 "], 7 \n\t" \
|
|
"shll_s.ph %[" #IO7 "], %[" #IO7 "], 7 \n\t" \
|
|
"precrqu_s.qb.ph %[" #IO0 "], %[" #IO1 "], %[" #IO0 "] \n\t" \
|
|
"precrqu_s.qb.ph %[" #IO2 "], %[" #IO3 "], %[" #IO2 "] \n\t" \
|
|
"precrqu_s.qb.ph %[" #IO4 "], %[" #IO5 "], %[" #IO4 "] \n\t" \
|
|
"precrqu_s.qb.ph %[" #IO6 "], %[" #IO7 "], %[" #IO6 "] \n\t" \
|
|
"usw %[" #IO0 "], " XSTR(I13) "*" #I9 "(%[" #I8 "]) \n\t" \
|
|
"usw %[" #IO2 "], " XSTR(I13) "*" #I10 "(%[" #I8 "]) \n\t" \
|
|
"usw %[" #IO4 "], " XSTR(I13) "*" #I11 "(%[" #I8 "]) \n\t" \
|
|
"usw %[" #IO6 "], " XSTR(I13) "*" #I12 "(%[" #I8 "]) \n\t"
|
|
|
|
#define OUTPUT_EARLY_CLOBBER_REGS_10() \
|
|
: [temp1]"=&r"(temp1), [temp2]"=&r"(temp2), [temp3]"=&r"(temp3), \
|
|
[temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [temp6]"=&r"(temp6), \
|
|
[temp7]"=&r"(temp7), [temp8]"=&r"(temp8), [temp9]"=&r"(temp9), \
|
|
[temp10]"=&r"(temp10)
|
|
|
|
#define OUTPUT_EARLY_CLOBBER_REGS_18() \
|
|
OUTPUT_EARLY_CLOBBER_REGS_10(), \
|
|
[temp11]"=&r"(temp11), [temp12]"=&r"(temp12), [temp13]"=&r"(temp13), \
|
|
[temp14]"=&r"(temp14), [temp15]"=&r"(temp15), [temp16]"=&r"(temp16), \
|
|
[temp17]"=&r"(temp17), [temp18]"=&r"(temp18)
|
|
|
|
#endif // WEBP_DSP_MIPS_MACRO_H_
|