forked from KolibriOS/kolibrios
534 lines
15 KiB
ArmAsm
534 lines
15 KiB
ArmAsm
/*
|
|
* Copyright (c) 2014 RISC OS Open Ltd
|
|
* Author: Ben Avison <bavison@riscosopen.org>
|
|
*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include "libavutil/arm/asm.S"
|
|
|
|
.macro loadregoffsh2 group, index, base, offgroup, offindex
|
|
.altmacro
|
|
loadregoffsh2_ \group, %(\index), \base, \offgroup, %(\offindex)
|
|
.noaltmacro
|
|
.endm
|
|
|
|
.macro loadregoffsh2_ group, index, base, offgroup, offindex
|
|
ldr \group\index, [\base, \offgroup\offindex, lsl #2]
|
|
.endm
|
|
|
|
.macro eorlslreg check, data, group, index
|
|
.altmacro
|
|
eorlslreg_ \check, \data, \group, %(\index)
|
|
.noaltmacro
|
|
.endm
|
|
|
|
.macro eorlslreg_ check, data, group, index
|
|
eor \check, \check, \data, lsl \group\index
|
|
.endm
|
|
|
|
.macro decr_modulo var, by, modulus
|
|
.set \var, \var - \by
|
|
.if \var == 0
|
|
.set \var, \modulus
|
|
.endif
|
|
.endm
|
|
|
|
.macro load_group1 size, channels, r0, r1, r2, r3, pointer_dead=0
|
|
.if \size == 2
|
|
ldrd \r0, \r1, [IN], #(\size + 8 - \channels) * 4
|
|
.else // size == 4
|
|
.if IDX1 > 4 || \channels==8
|
|
ldm IN!, {\r0, \r1, \r2, \r3}
|
|
.else
|
|
ldm IN, {\r0, \r1, \r2, \r3}
|
|
.if !\pointer_dead
|
|
add IN, IN, #(4 + 8 - \channels) * 4
|
|
.endif
|
|
.endif
|
|
.endif
|
|
decr_modulo IDX1, \size, \channels
|
|
.endm
|
|
|
|
.macro load_group2 size, channels, r0, r1, r2, r3, pointer_dead=0
|
|
.if \size == 2
|
|
.if IDX1 > 2
|
|
ldm IN!, {\r2, \r3}
|
|
.else
|
|
//A .ifc \r2, ip
|
|
//A .if \pointer_dead
|
|
//A ldm IN, {\r2, \r3}
|
|
//A .else
|
|
//A ldr \r2, [IN], #4
|
|
//A ldr \r3, [IN], #(\size - 1 + 8 - \channels) * 4
|
|
//A .endif
|
|
//A .else
|
|
ldrd \r2, \r3, [IN], #(\size + 8 - \channels) * 4
|
|
//A .endif
|
|
.endif
|
|
.endif
|
|
decr_modulo IDX1, \size, \channels
|
|
.endm
|
|
|
|
.macro implement_pack inorder, channels, shift
|
|
.if \inorder
|
|
.ifc \shift, mixed
|
|
|
|
CHECK .req a1
|
|
COUNT .req a2
|
|
IN .req a3
|
|
OUT .req a4
|
|
DAT0 .req v1
|
|
DAT1 .req v2
|
|
DAT2 .req v3
|
|
DAT3 .req v4
|
|
SHIFT0 .req v5
|
|
SHIFT1 .req v6
|
|
SHIFT2 .req sl
|
|
SHIFT3 .req fp
|
|
SHIFT4 .req ip
|
|
SHIFT5 .req lr
|
|
|
|
.macro output4words
|
|
.set SIZE_GROUP1, IDX1
|
|
.if SIZE_GROUP1 > 4
|
|
.set SIZE_GROUP1, 4
|
|
.endif
|
|
.set SIZE_GROUP2, 4 - SIZE_GROUP1
|
|
load_group1 SIZE_GROUP1, \channels, DAT0, DAT1, DAT2, DAT3
|
|
load_group2 SIZE_GROUP2, \channels, DAT0, DAT1, DAT2, DAT3
|
|
.if \channels == 2
|
|
lsl DAT0, SHIFT0
|
|
lsl DAT1, SHIFT1
|
|
lsl DAT2, SHIFT0
|
|
lsl DAT3, SHIFT1
|
|
.elseif \channels == 6
|
|
.if IDX2 == 6
|
|
lsl DAT0, SHIFT0
|
|
lsl DAT1, SHIFT1
|
|
lsl DAT2, SHIFT2
|
|
lsl DAT3, SHIFT3
|
|
.elseif IDX2 == 2
|
|
lsl DAT0, SHIFT4
|
|
lsl DAT1, SHIFT5
|
|
lsl DAT2, SHIFT0
|
|
lsl DAT3, SHIFT1
|
|
.else // IDX2 == 4
|
|
lsl DAT0, SHIFT2
|
|
lsl DAT1, SHIFT3
|
|
lsl DAT2, SHIFT4
|
|
lsl DAT3, SHIFT5
|
|
.endif
|
|
.elseif \channels == 8
|
|
.if IDX2 == 8
|
|
uxtb SHIFT0, SHIFT4, ror #0
|
|
uxtb SHIFT1, SHIFT4, ror #8
|
|
uxtb SHIFT2, SHIFT4, ror #16
|
|
uxtb SHIFT3, SHIFT4, ror #24
|
|
.else
|
|
uxtb SHIFT0, SHIFT5, ror #0
|
|
uxtb SHIFT1, SHIFT5, ror #8
|
|
uxtb SHIFT2, SHIFT5, ror #16
|
|
uxtb SHIFT3, SHIFT5, ror #24
|
|
.endif
|
|
lsl DAT0, SHIFT0
|
|
lsl DAT1, SHIFT1
|
|
lsl DAT2, SHIFT2
|
|
lsl DAT3, SHIFT3
|
|
.endif
|
|
eor CHECK, CHECK, DAT0, lsr #8 - (\channels - IDX2)
|
|
eor CHECK, CHECK, DAT1, lsr #7 - (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
eor CHECK, CHECK, DAT2, lsr #8 - (\channels - IDX2)
|
|
eor CHECK, CHECK, DAT3, lsr #7 - (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
stm OUT!, {DAT0 - DAT3}
|
|
.endm
|
|
|
|
.set WORDS_PER_LOOP, \channels // calculate LCM (channels, 4)
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP * 4
|
|
.set SAMPLES_PER_LOOP, WORDS_PER_LOOP / \channels
|
|
|
|
function ff_mlp_pack_output_inorder_\channels\()ch_mixedshift_armv6, export=1
|
|
.if SAMPLES_PER_LOOP > 1
|
|
tst COUNT, #SAMPLES_PER_LOOP - 1 // always seems to be in practice
|
|
it ne
|
|
bne X(ff_mlp_pack_output) // but just in case, branch to C implementation if not
|
|
.endif
|
|
teq COUNT, #0
|
|
it eq
|
|
bxeq lr
|
|
push {v1-v6,sl,fp,lr}
|
|
ldr SHIFT0, [sp, #(9+1)*4] // get output_shift from stack
|
|
ldr SHIFT1, =0x08080808
|
|
ldr SHIFT4, [SHIFT0]
|
|
.if \channels == 2
|
|
uadd8 SHIFT4, SHIFT4, SHIFT1 // increase all shifts by 8
|
|
uxtb SHIFT0, SHIFT4, ror #0
|
|
uxtb SHIFT1, SHIFT4, ror #8
|
|
.else
|
|
ldr SHIFT5, [SHIFT0, #4]
|
|
uadd8 SHIFT4, SHIFT4, SHIFT1 // increase all shifts by 8
|
|
uadd8 SHIFT5, SHIFT5, SHIFT1
|
|
.if \channels == 6
|
|
uxtb SHIFT0, SHIFT4, ror #0
|
|
uxtb SHIFT1, SHIFT4, ror #8
|
|
uxtb SHIFT2, SHIFT4, ror #16
|
|
uxtb SHIFT3, SHIFT4, ror #24
|
|
uxtb SHIFT4, SHIFT5, ror #0
|
|
uxtb SHIFT5, SHIFT5, ror #8
|
|
.endif
|
|
.endif
|
|
.set IDX1, \channels
|
|
.set IDX2, \channels
|
|
0:
|
|
.rept WORDS_PER_LOOP / 4
|
|
output4words
|
|
.endr
|
|
subs COUNT, COUNT, #SAMPLES_PER_LOOP
|
|
bne 0b
|
|
pop {v1-v6,sl,fp,pc}
|
|
.ltorg
|
|
endfunc
|
|
.purgem output4words
|
|
|
|
.unreq CHECK
|
|
.unreq COUNT
|
|
.unreq IN
|
|
.unreq OUT
|
|
.unreq DAT0
|
|
.unreq DAT1
|
|
.unreq DAT2
|
|
.unreq DAT3
|
|
.unreq SHIFT0
|
|
.unreq SHIFT1
|
|
.unreq SHIFT2
|
|
.unreq SHIFT3
|
|
.unreq SHIFT4
|
|
.unreq SHIFT5
|
|
|
|
.else // not mixed
|
|
|
|
CHECK .req a1
|
|
COUNT .req a2
|
|
IN .req a3
|
|
OUT .req a4
|
|
DAT0 .req v1
|
|
DAT1 .req v2
|
|
DAT2 .req v3
|
|
DAT3 .req v4
|
|
DAT4 .req v5
|
|
DAT5 .req v6
|
|
DAT6 .req sl // use these rather than the otherwise unused
|
|
DAT7 .req fp // ip and lr so that we can load them usinf LDRD
|
|
|
|
.macro output4words tail, head, r0, r1, r2, r3, r4, r5, r6, r7, pointer_dead=0
|
|
.if \head
|
|
.set SIZE_GROUP1, IDX1
|
|
.if SIZE_GROUP1 > 4
|
|
.set SIZE_GROUP1, 4
|
|
.endif
|
|
.set SIZE_GROUP2, 4 - SIZE_GROUP1
|
|
load_group1 SIZE_GROUP1, \channels, \r0, \r1, \r2, \r3, \pointer_dead
|
|
.endif
|
|
.if \tail
|
|
eor CHECK, CHECK, \r4, lsr #8 - (\channels - IDX2)
|
|
eor CHECK, CHECK, \r5, lsr #7 - (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
.endif
|
|
.if \head
|
|
load_group2 SIZE_GROUP2, \channels, \r0, \r1, \r2, \r3, \pointer_dead
|
|
.endif
|
|
.if \tail
|
|
eor CHECK, CHECK, \r6, lsr #8 - (\channels - IDX2)
|
|
eor CHECK, CHECK, \r7, lsr #7 - (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
stm OUT!, {\r4, \r5, \r6, \r7}
|
|
.endif
|
|
.if \head
|
|
lsl \r0, #8 + \shift
|
|
lsl \r1, #8 + \shift
|
|
lsl \r2, #8 + \shift
|
|
lsl \r3, #8 + \shift
|
|
.endif
|
|
.endm
|
|
|
|
.set WORDS_PER_LOOP, \channels // calculate LCM (channels, 8)
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP * 8
|
|
.set SAMPLES_PER_LOOP, WORDS_PER_LOOP / \channels
|
|
|
|
function ff_mlp_pack_output_inorder_\channels\()ch_\shift\()shift_armv6, export=1
|
|
.if SAMPLES_PER_LOOP > 1
|
|
tst COUNT, #SAMPLES_PER_LOOP - 1 // always seems to be in practice
|
|
it ne
|
|
bne X(ff_mlp_pack_output) // but just in case, branch to C implementation if not
|
|
.endif
|
|
subs COUNT, COUNT, #SAMPLES_PER_LOOP
|
|
it lo
|
|
bxlo lr
|
|
push {v1-v6,sl,fp,lr}
|
|
.set IDX1, \channels
|
|
.set IDX2, \channels
|
|
output4words 0, 1, DAT0, DAT1, DAT2, DAT3, DAT4, DAT5, DAT6, DAT7
|
|
0: beq 1f
|
|
.rept WORDS_PER_LOOP / 8
|
|
output4words 1, 1, DAT4, DAT5, DAT6, DAT7, DAT0, DAT1, DAT2, DAT3
|
|
output4words 1, 1, DAT0, DAT1, DAT2, DAT3, DAT4, DAT5, DAT6, DAT7
|
|
.endr
|
|
subs COUNT, COUNT, #SAMPLES_PER_LOOP
|
|
bne 0b
|
|
1:
|
|
.rept WORDS_PER_LOOP / 8 - 1
|
|
output4words 1, 1, DAT4, DAT5, DAT6, DAT7, DAT0, DAT1, DAT2, DAT3
|
|
output4words 1, 1, DAT0, DAT1, DAT2, DAT3, DAT4, DAT5, DAT6, DAT7
|
|
.endr
|
|
output4words 1, 1, DAT4, DAT5, DAT6, DAT7, DAT0, DAT1, DAT2, DAT3, pointer_dead=1
|
|
output4words 1, 0, DAT0, DAT1, DAT2, DAT3, DAT4, DAT5, DAT6, DAT7
|
|
pop {v1-v6,sl,fp,pc}
|
|
endfunc
|
|
.purgem output4words
|
|
|
|
.unreq CHECK
|
|
.unreq COUNT
|
|
.unreq IN
|
|
.unreq OUT
|
|
.unreq DAT0
|
|
.unreq DAT1
|
|
.unreq DAT2
|
|
.unreq DAT3
|
|
.unreq DAT4
|
|
.unreq DAT5
|
|
.unreq DAT6
|
|
.unreq DAT7
|
|
|
|
.endif // mixed
|
|
.else // not inorder
|
|
.ifc \shift, mixed
|
|
|
|
// This case not currently handled
|
|
|
|
.else // not mixed
|
|
|
|
#if !CONFIG_THUMB
|
|
|
|
CHECK .req a1
|
|
COUNT .req a2
|
|
IN .req a3
|
|
OUT .req a4
|
|
DAT0 .req v1
|
|
DAT1 .req v2
|
|
DAT2 .req v3
|
|
DAT3 .req v4
|
|
CHAN0 .req v5
|
|
CHAN1 .req v6
|
|
CHAN2 .req sl
|
|
CHAN3 .req fp
|
|
CHAN4 .req ip
|
|
CHAN5 .req lr
|
|
|
|
.macro output4words
|
|
.if \channels == 8
|
|
.if IDX1 == 8
|
|
uxtb CHAN0, CHAN4, ror #0
|
|
uxtb CHAN1, CHAN4, ror #8
|
|
uxtb CHAN2, CHAN4, ror #16
|
|
uxtb CHAN3, CHAN4, ror #24
|
|
.else
|
|
uxtb CHAN0, CHAN5, ror #0
|
|
uxtb CHAN1, CHAN5, ror #8
|
|
uxtb CHAN2, CHAN5, ror #16
|
|
uxtb CHAN3, CHAN5, ror #24
|
|
.endif
|
|
ldr DAT0, [IN, CHAN0, lsl #2]
|
|
ldr DAT1, [IN, CHAN1, lsl #2]
|
|
ldr DAT2, [IN, CHAN2, lsl #2]
|
|
ldr DAT3, [IN, CHAN3, lsl #2]
|
|
.if IDX1 == 4
|
|
add IN, IN, #8*4
|
|
.endif
|
|
decr_modulo IDX1, 4, \channels
|
|
.else
|
|
.set SIZE_GROUP1, IDX1
|
|
.if SIZE_GROUP1 > 4
|
|
.set SIZE_GROUP1, 4
|
|
.endif
|
|
.set SIZE_GROUP2, 4 - SIZE_GROUP1
|
|
.if SIZE_GROUP1 == 2
|
|
loadregoffsh2 DAT, 0, IN, CHAN, 0 + (\channels - IDX1)
|
|
loadregoffsh2 DAT, 1, IN, CHAN, 1 + (\channels - IDX1)
|
|
add IN, IN, #8*4
|
|
.else // SIZE_GROUP1 == 4
|
|
loadregoffsh2 DAT, 0, IN, CHAN, 0 + (\channels - IDX1)
|
|
loadregoffsh2 DAT, 1, IN, CHAN, 1 + (\channels - IDX1)
|
|
loadregoffsh2 DAT, 2, IN, CHAN, 2 + (\channels - IDX1)
|
|
loadregoffsh2 DAT, 3, IN, CHAN, 3 + (\channels - IDX1)
|
|
.if IDX1 == 4
|
|
add IN, IN, #8*4
|
|
.endif
|
|
.endif
|
|
decr_modulo IDX1, SIZE_GROUP1, \channels
|
|
.if SIZE_GROUP2 == 2
|
|
loadregoffsh2 DAT, 2, IN, CHAN, 0 + (\channels - IDX1)
|
|
loadregoffsh2 DAT, 3, IN, CHAN, 1 + (\channels - IDX1)
|
|
.if IDX1 == 2
|
|
add IN, IN, #8*4
|
|
.endif
|
|
.endif
|
|
decr_modulo IDX1, SIZE_GROUP2, \channels
|
|
.endif
|
|
.if \channels == 8 // in this case we can corrupt CHAN0-3
|
|
rsb CHAN0, CHAN0, #8
|
|
rsb CHAN1, CHAN1, #8
|
|
rsb CHAN2, CHAN2, #8
|
|
rsb CHAN3, CHAN3, #8
|
|
lsl DAT0, #8 + \shift
|
|
lsl DAT1, #8 + \shift
|
|
lsl DAT2, #8 + \shift
|
|
lsl DAT3, #8 + \shift
|
|
eor CHECK, CHECK, DAT0, lsr CHAN0
|
|
eor CHECK, CHECK, DAT1, lsr CHAN1
|
|
eor CHECK, CHECK, DAT2, lsr CHAN2
|
|
eor CHECK, CHECK, DAT3, lsr CHAN3
|
|
.else
|
|
.if \shift != 0
|
|
lsl DAT0, #\shift
|
|
lsl DAT1, #\shift
|
|
lsl DAT2, #\shift
|
|
lsl DAT3, #\shift
|
|
.endif
|
|
bic DAT0, DAT0, #0xff000000
|
|
bic DAT1, DAT1, #0xff000000
|
|
bic DAT2, DAT2, #0xff000000
|
|
bic DAT3, DAT3, #0xff000000
|
|
eorlslreg CHECK, DAT0, CHAN, 0 + (\channels - IDX2)
|
|
eorlslreg CHECK, DAT1, CHAN, 1 + (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
eorlslreg CHECK, DAT2, CHAN, 0 + (\channels - IDX2)
|
|
eorlslreg CHECK, DAT3, CHAN, 1 + (\channels - IDX2)
|
|
decr_modulo IDX2, 2, \channels
|
|
lsl DAT0, #8
|
|
lsl DAT1, #8
|
|
lsl DAT2, #8
|
|
lsl DAT3, #8
|
|
.endif
|
|
stm OUT!, {DAT0 - DAT3}
|
|
.endm
|
|
|
|
.set WORDS_PER_LOOP, \channels // calculate LCM (channels, 4)
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.if (WORDS_PER_LOOP % 2) == 0
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP / 2
|
|
.endif
|
|
.set WORDS_PER_LOOP, WORDS_PER_LOOP * 4
|
|
.set SAMPLES_PER_LOOP, WORDS_PER_LOOP / \channels
|
|
|
|
function ff_mlp_pack_output_outoforder_\channels\()ch_\shift\()shift_armv6, export=1
|
|
.if SAMPLES_PER_LOOP > 1
|
|
tst COUNT, #SAMPLES_PER_LOOP - 1 // always seems to be in practice
|
|
it ne
|
|
bne X(ff_mlp_pack_output) // but just in case, branch to C implementation if not
|
|
.endif
|
|
teq COUNT, #0
|
|
it eq
|
|
bxeq lr
|
|
push {v1-v6,sl,fp,lr}
|
|
ldr CHAN0, [sp, #(9+0)*4] // get ch_assign from stack
|
|
ldr CHAN4, [CHAN0]
|
|
.if \channels == 2
|
|
uxtb CHAN0, CHAN4, ror #0
|
|
uxtb CHAN1, CHAN4, ror #8
|
|
.else
|
|
ldr CHAN5, [CHAN0, #4]
|
|
.if \channels == 6
|
|
uxtb CHAN0, CHAN4, ror #0
|
|
uxtb CHAN1, CHAN4, ror #8
|
|
uxtb CHAN2, CHAN4, ror #16
|
|
uxtb CHAN3, CHAN4, ror #24
|
|
uxtb CHAN4, CHAN5, ror #0
|
|
uxtb CHAN5, CHAN5, ror #8
|
|
.endif
|
|
.endif
|
|
.set IDX1, \channels
|
|
.set IDX2, \channels
|
|
0:
|
|
.rept WORDS_PER_LOOP / 4
|
|
output4words
|
|
.endr
|
|
subs COUNT, COUNT, #SAMPLES_PER_LOOP
|
|
bne 0b
|
|
pop {v1-v6,sl,fp,pc}
|
|
.ltorg
|
|
endfunc
|
|
.purgem output4words
|
|
|
|
.unreq CHECK
|
|
.unreq COUNT
|
|
.unreq IN
|
|
.unreq OUT
|
|
.unreq DAT0
|
|
.unreq DAT1
|
|
.unreq DAT2
|
|
.unreq DAT3
|
|
.unreq CHAN0
|
|
.unreq CHAN1
|
|
.unreq CHAN2
|
|
.unreq CHAN3
|
|
.unreq CHAN4
|
|
.unreq CHAN5
|
|
|
|
#endif // !CONFIG_THUMB
|
|
|
|
.endif // mixed
|
|
.endif // inorder
|
|
.endm // implement_pack
|
|
|
|
.macro pack_channels inorder, channels
|
|
implement_pack \inorder, \channels, 0
|
|
implement_pack \inorder, \channels, 1
|
|
implement_pack \inorder, \channels, 2
|
|
implement_pack \inorder, \channels, 3
|
|
implement_pack \inorder, \channels, 4
|
|
implement_pack \inorder, \channels, 5
|
|
implement_pack \inorder, \channels, mixed
|
|
.endm
|
|
|
|
.macro pack_order inorder
|
|
pack_channels \inorder, 2
|
|
pack_channels \inorder, 6
|
|
pack_channels \inorder, 8
|
|
.endm
|
|
|
|
pack_order 0
|
|
pack_order 1
|