/*********************************************************************/
/* Copyright 2009, 2010 The University of Texas at Austin. */
/* All rights reserved. */
/* */
/* Redistribution and use in source and binary forms, with or */
/* without modification, are permitted provided that the following */
/* conditions are met: */
/* */
/* 1. Redistributions of source code must retain the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer. */
/* */
/* 2. Redistributions in binary form must reproduce the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer in the documentation and/or other materials */
/* provided with the distribution. */
/* */
/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
/* POSSIBILITY OF SUCH DAMAGE. */
/* */
/* The views and conclusions contained in the software and */
/* documentation are those of the authors and should not be */
/* interpreted as representing official policies, either expressed */
/* or implied, of The University of Texas at Austin. */
/*********************************************************************/
#define ASSEMBLER
#include "common.h"
#ifdef DOUBLE
#define PREFETCHSIZE 44
#else
#define PREFETCHSIZE 88
#endif
#define M %i0
#define N %i1
#define A %i5
#define LDA %i2
#define X %i3
#define INCX %i4
#define Y %l0
#define INCY %l1
#define BUFFER %l2
#define I %l3
#define J %l5
#define A1 %o0
#define A2 %o1
#define A3 %o2
#define A4 %o3
#define Y1 %l4
#define YY %l6
#ifdef DOUBLE
#define t1 %f0
#define t2 %f2
#define t3 %f4
#define t4 %f6
#define y1 %f8
#define y2 %f10
#define y3 %f12
#define y4 %f14
#define y5 %f16
#define y6 %f18
#define y7 %f20
#define y8 %f22
#define a1 %f24
#define a2 %f26
#define a3 %f28
#define a4 %f30
#define a5 %f32
#define a6 %f34
#define a7 %f36
#define a8 %f38
#define a9 %f40
#define a10 %f42
#define a11 %f44
#define a12 %f46
#define a13 %f48
#define a14 %f50
#define a15 %f52
#define a16 %f54
#define x1 %f56
#define x2 %f58
#define x3 %f60
#define x4 %f62
#define FZERO %f50
#define ALPHA_R %f52
#define ALPHA_I %f54
#else
#define t1 %f0
#define t2 %f1
#define t3 %f2
#define t4 %f3
#define y1 %f4
#define y2 %f5
#define y3 %f6
#define y4 %f7
#define y5 %f8
#define y6 %f9
#define y7 %f10
#define y8 %f11
#define a1 %f12
#define a2 %f13
#define a3 %f14
#define a4 %f15
#define a5 %f16
#define a6 %f17
#define a7 %f18
#define a8 %f19
#define a9 %f20
#define a10 %f21
#define a11 %f22
#define a12 %f23
#define a13 %f24
#define a14 %f25
#define a15 %f26
#define a16 %f27
#define x1 %f28
#define x2 %f29
#define x3 %f30
#define x4 %f31
#define FZERO %f25
#define ALPHA_R %f26
#define ALPHA_I %f27
#endif
#ifndef __64BIT__
#define STACK_ALPHA_R [%sp + STACK_START + 16]
#ifndef DOUBLE
#define STACK_ALPHA_I [%sp + STACK_START + 20]
#else
#define STACK_ALPHA_I [%sp + STACK_START + 24]
#endif
#else
#define STACK_ALPHA_R [%sp + STACK_START + 32]
#define STACK_ALPHA_I [%sp + STACK_START + 40]
#endif
#ifndef CONJ
#define FSUBX FSUB
#define FADDX FADD
#else
#define FSUBX FADD
#define FADDX FSUB
#endif
PROLOGUE
SAVESP
#ifndef __64BIT__
#ifdef DOUBLE
st %i3, [%sp + STACK_START + 16] /* ALPHA_R */
st %i4, [%sp + STACK_START + 20]
st %i5, [%sp + STACK_START + 24] /* ALPHA_I */
ld [%sp + STACK_START + 32], A
ld [%sp + STACK_START + 36], LDA
ld [%sp + STACK_START + 40], X
ld [%sp + STACK_START + 44], INCX
ld [%sp + STACK_START + 48], Y
ld [%sp + STACK_START + 52], INCY
ld [%sp + STACK_START + 56], BUFFER
#else
st %i3, [%sp + STACK_START + 16] /* ALPHA_R */
st %i4, [%sp + STACK_START + 20] /* ALPHA_I */
ld [%sp + STACK_START + 28], LDA
ld [%sp + STACK_START + 32], X
ld [%sp + STACK_START + 36], INCX
ld [%sp + STACK_START + 40], Y
ld [%sp + STACK_START + 44], INCY
ld [%sp + STACK_START + 48], BUFFER
#endif
#else
ldx [%sp + STACK_START + 56], LDA
ldx [%sp + STACK_START + 64], X
ldx [%sp + STACK_START + 72], INCX
ldx [%sp + STACK_START + 80], Y
ldx [%sp + STACK_START + 88], INCY
ldx [%sp + STACK_START + 96], BUFFER
#ifdef DOUBLE
std %f6, STACK_ALPHA_R
std %f8, STACK_ALPHA_I
#else
st %f7, STACK_ALPHA_R
st %f9, STACK_ALPHA_I
#endif
#endif
sll LDA, ZBASE_SHIFT, LDA
cmp M, 0
ble %icc, .LL999
sll INCX, ZBASE_SHIFT, INCX
cmp N, 0
ble %icc, .LL999
sll INCY, ZBASE_SHIFT, INCY
cmp INCY, 2 * SIZE
be %icc, .LL20
mov Y, YY
#ifdef DOUBLE
FCLR(19)
#else
FCLR(25)
#endif
add M, 3, J
sra J, 2, J
mov BUFFER, YY
mov BUFFER, Y1
.LL01:
STF FZERO, [Y1 + 0 * SIZE]
nop
STF FZERO, [Y1 + 1 * SIZE]
STF FZERO, [Y1 + 2 * SIZE]
STF FZERO, [Y1 + 3 * SIZE]
STF FZERO, [Y1 + 4 * SIZE]
nop
STF FZERO, [Y1 + 5 * SIZE]
deccc J
STF FZERO, [Y1 + 6 * SIZE]
nop
STF FZERO, [Y1 + 7 * SIZE]
bg,pn %icc, .LL01
add Y1, 8 * SIZE, Y1
.LL20:
sra N, 1, J
cmp J, 0
ble,pn %icc, .LL30
nop
.LL21:
mov YY, Y1
mov A, A1
LDF STACK_ALPHA_R, ALPHA_R
LDF STACK_ALPHA_I, ALPHA_I
add A, LDA, A2
add A2, LDA, A
LDF [X + 0 * SIZE], x1
LDF [X + 1 * SIZE], x2
add X, INCX, X
LDF [X + 0 * SIZE], x3
LDF [X + 1 * SIZE], x4
add X, INCX, X
FMUL ALPHA_R, x1, a1
FMUL ALPHA_I, x2, a4
FMUL ALPHA_I, x1, a2
FMUL ALPHA_R, x2, a3
FMUL ALPHA_R, x3, a5
FMUL ALPHA_I, x4, a8
FMUL ALPHA_I, x3, a6
FMUL ALPHA_R, x4, a7
#ifndef XCONJ
FSUB a1, a4, x1
FADD a2, a3, x2
FSUB a5, a8, x3
FADD a6, a7, x4
#else
FADD a1, a4, x1
FSUB a2, a3, x2
FADD a5, a8, x3
FSUB a6, a7, x4
#endif
sra M, 2, I
cmp I, 0
ble,pn %icc, .LL27
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [A1 + 2 * SIZE], a3
LDF [A1 + 3 * SIZE], a4
LDF [A1 + 4 * SIZE], a9
LDF [A1 + 5 * SIZE], a10
LDF [A1 + 6 * SIZE], a11
LDF [A1 + 7 * SIZE], a12
LDF [A2 + 0 * SIZE], a5
LDF [A2 + 1 * SIZE], a6
LDF [A2 + 2 * SIZE], a7
LDF [A2 + 3 * SIZE], a8
LDF [A2 + 4 * SIZE], a13
LDF [A2 + 5 * SIZE], a14
LDF [A2 + 6 * SIZE], a15
LDF [A2 + 7 * SIZE], a16
LDF [Y1 + 0 * SIZE], y1
LDF [Y1 + 1 * SIZE], y2
LDF [Y1 + 2 * SIZE], y3
FMUL a1, x1, t1
deccc I
FMUL a1, x2, t2
LDF [A1 + 8 * SIZE], a1
FMUL a3, x1, t3
FMUL a3, x2, t4
ble,pn %icc, .LL26
LDF [A1 + 10 * SIZE], a3
FADD y1, t1, y1
LDF [Y1 + 3 * SIZE], y4
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
LDF [A1 + 9 * SIZE], a2
FADD y3, t3, y3
LDF [Y1 + 4 * SIZE], y5
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
LDF [A1 + 11 * SIZE], a4
FSUBX y1, t1, y1
LDF [Y1 + 5 * SIZE], y6
FMUL a5, x3, t1
FADDX y2, t2, y2
FMUL a5, x4, t2
LDF [A2 + 8 * SIZE], a5
FSUBX y3, t3, y3
LDF [Y1 + 6 * SIZE], y7
FMUL a7, x3, t3
FADDX y4, t4, y4
FMUL a7, x4, t4
LDF [A2 + 10 * SIZE], a7
FADD y1, t1, y1
LDF [Y1 + 7 * SIZE], y8
FMUL a6, x4, t1
FADD y2, t2, y2
FMUL a6, x3, t2
LDF [A2 + 9 * SIZE], a6
FADD y3, t3, y3
FMUL a8, x4, t3
FADD y4, t4, y4
FMUL a8, x3, t4
LDF [A2 + 11 * SIZE], a8
FSUBX y1, t1, y1
FMUL a9, x1, t1
FADDX y2, t2, y2
FMUL a9, x2, t2
LDF [A1 + 12 * SIZE], a9
FSUBX y3, t3, y3
deccc I
FMUL a11, x1, t3
FADDX y4, t4, y4
FMUL a11, x2, t4
ble,pn %icc, .LL23
LDF [A1 + 14 * SIZE], a11
.LL22:
FADD y5, t1, y5
prefetch [A1 + PREFETCHSIZE * SIZE], 1
FMUL a10, x2, t1
LDF [Y1 + 7 * SIZE], y8
FADD y6, t2, y6
FMUL a10, x1, t2
LDF [A1 + 13 * SIZE], a10
FADD y7, t3, y7
FMUL a12, x2, t3
STF y1, [Y1 + 0 * SIZE]
FADD y8, t4, y8
FMUL a12, x1, t4
LDF [A1 + 15 * SIZE], a12
FSUBX y5, t1, y5
FMUL a13, x3, t1
STF y2, [Y1 + 1 * SIZE]
FADDX y6, t2, y6
FMUL a13, x4, t2
LDF [A2 + 12 * SIZE], a13
FSUBX y7, t3, y7
FMUL a15, x3, t3
STF y3, [Y1 + 2 * SIZE]
FADDX y8, t4, y8
FMUL a15, x4, t4
LDF [A2 + 14 * SIZE], a15
FADD y5, t1, y5
FMUL a14, x4, t1
STF y4, [Y1 + 3 * SIZE]
FADD y6, t2, y6
FMUL a14, x3, t2
LDF [A2 + 13 * SIZE], a14
FADD y7, t3, y7
FMUL a16, x4, t3
LDF [Y1 + 8 * SIZE], y1
FADD y8, t4, y8
FMUL a16, x3, t4
LDF [A2 + 15 * SIZE], a16
FSUBX y5, t1, y5
FMUL a1, x1, t1
LDF [Y1 + 9 * SIZE], y2
FADDX y6, t2, y6
FMUL a1, x2, t2
LDF [A1 + 16 * SIZE], a1
FSUBX y7, t3, y7
FMUL a3, x1, t3
LDF [Y1 + 10 * SIZE], y3
FADDX y8, t4, y8
FMUL a3, x2, t4
LDF [A1 + 18 * SIZE], a3
FADD y1, t1, y1
prefetch [A2 + PREFETCHSIZE * SIZE], 1
FMUL a2, x2, t1
LDF [Y1 + 11 * SIZE], y4
FADD y2, t2, y2
FMUL a2, x1, t2
LDF [A1 + 17 * SIZE], a2
FADD y3, t3, y3
FMUL a4, x2, t3
STF y5, [Y1 + 4 * SIZE]
FADD y4, t4, y4
FMUL a4, x1, t4
LDF [A1 + 19 * SIZE], a4
FSUBX y1, t1, y1
FMUL a5, x3, t1
STF y6, [Y1 + 5 * SIZE]
FADDX y2, t2, y2
FMUL a5, x4, t2
LDF [A2 + 16 * SIZE], a5
FSUBX y3, t3, y3
FMUL a7, x3, t3
STF y7, [Y1 + 6 * SIZE]
FADDX y4, t4, y4
deccc I
FMUL a7, x4, t4
LDF [A2 + 18 * SIZE], a7
FADD y1, t1, y1
FMUL a6, x4, t1
STF y8, [Y1 + 7 * SIZE]
FADD y2, t2, y2
FMUL a6, x3, t2
LDF [A2 + 17 * SIZE], a6
FADD y3, t3, y3
add A1, 8 * SIZE, A1
FMUL a8, x4, t3
LDF [Y1 + 12 * SIZE], y5
FADD y4, t4, y4
FMUL a8, x3, t4
LDF [A2 + 19 * SIZE], a8
FSUBX y1, t1, y1
add A2, 8 * SIZE, A2
FMUL a9, x1, t1
LDF [Y1 + 13 * SIZE], y6
FADDX y2, t2, y2
add Y1, 8 * SIZE, Y1
FMUL a9, x2, t2
LDF [A1 + 12 * SIZE], a9
FSUBX y3, t3, y3
FMUL a11, x1, t3
LDF [Y1 + 6 * SIZE], y7
FADDX y4, t4, y4
FMUL a11, x2, t4
bg,pn %icc, .LL22
LDF [A1 + 14 * SIZE], a11
.LL23:
FADD y5, t1, y5
FMUL a10, x2, t1
LDF [Y1 + 7 * SIZE], y8
FADD y6, t2, y6
FMUL a10, x1, t2
LDF [A1 + 13 * SIZE], a10
FADD y7, t3, y7
FMUL a12, x2, t3
STF y1, [Y1 + 0 * SIZE]
FADD y8, t4, y8
FMUL a12, x1, t4
LDF [A1 + 15 * SIZE], a12
FSUBX y5, t1, y5
FMUL a13, x3, t1
STF y2, [Y1 + 1 * SIZE]
FADDX y6, t2, y6
FMUL a13, x4, t2
LDF [A2 + 12 * SIZE], a13
FSUBX y7, t3, y7
FMUL a15, x3, t3
STF y3, [Y1 + 2 * SIZE]
FADDX y8, t4, y8
FMUL a15, x4, t4
LDF [A2 + 14 * SIZE], a15
FADD y5, t1, y5
FMUL a14, x4, t1
STF y4, [Y1 + 3 * SIZE]
FADD y6, t2, y6
FMUL a14, x3, t2
LDF [A2 + 13 * SIZE], a14
FADD y7, t3, y7
FMUL a16, x4, t3
LDF [Y1 + 8 * SIZE], y1
FADD y8, t4, y8
FMUL a16, x3, t4
LDF [A2 + 15 * SIZE], a16
FSUBX y5, t1, y5
add A1, 8 * SIZE, A1
FMUL a1, x1, t1
LDF [Y1 + 9 * SIZE], y2
FADDX y6, t2, y6
add A2, 8 * SIZE, A2
FMUL a1, x2, t2
LDF [A1 + 8 * SIZE], a1
FSUBX y7, t3, y7
FMUL a3, x1, t3
LDF [Y1 + 10 * SIZE], y3
FADDX y8, t4, y8
add Y1, 8 * SIZE, Y1
FMUL a3, x2, t4
LDF [A1 + 10 * SIZE], a3
STF y5, [Y1 - 4 * SIZE]
STF y6, [Y1 - 3 * SIZE]
STF y7, [Y1 - 2 * SIZE]
STF y8, [Y1 - 1 * SIZE]
.LL26:
FADD y1, t1, y1
LDF [Y1 + 3 * SIZE], y4
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
FADD y3, t3, y3
LDF [Y1 + 4 * SIZE], y5
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
FSUBX y1, t1, y1
LDF [Y1 + 5 * SIZE], y6
FMUL a5, x3, t1
FADDX y2, t2, y2
FMUL a5, x4, t2
FSUBX y3, t3, y3
LDF [Y1 + 6 * SIZE], y7
FADDX y4, t4, y4
FMUL a7, x4, t4
FADD y1, t1, y1
LDF [Y1 + 7 * SIZE], y8
FMUL a7, x3, t3
FMUL a6, x4, t1
FADD y2, t2, y2
FMUL a6, x3, t2
FADD y3, t3, y3
FMUL a8, x4, t3
FADD y4, t4, y4
FMUL a8, x3, t4
FSUBX y1, t1, y1
FMUL a9, x1, t1
FADDX y2, t2, y2
FMUL a9, x2, t2
FSUBX y3, t3, y3
FMUL a11, x1, t3
FADDX y4, t4, y4
FMUL a11, x2, t4
FADD y5, t1, y5
FMUL a10, x2, t1
FADD y6, t2, y6
FMUL a10, x1, t2
FADD y7, t3, y7
FMUL a12, x2, t3
FADD y8, t4, y8
FMUL a12, x1, t4
FSUBX y5, t1, y5
FMUL a13, x3, t1
FADDX y6, t2, y6
FMUL a13, x4, t2
FSUBX y7, t3, y7
FMUL a15, x3, t3
FADDX y8, t4, y8
FMUL a15, x4, t4
FADD y5, t1, y5
FMUL a14, x4, t1
FADD y6, t2, y6
FMUL a14, x3, t2
FADD y7, t3, y7
FMUL a16, x4, t3
FADD y8, t4, y8
FMUL a16, x3, t4
STF y1, [Y1 + 0 * SIZE]
FSUBX y5, t1, y5
STF y2, [Y1 + 1 * SIZE]
FADDX y6, t2, y6
STF y3, [Y1 + 2 * SIZE]
FSUBX y7, t3, y7
STF y4, [Y1 + 3 * SIZE]
FADDX y8, t4, y8
STF y5, [Y1 + 4 * SIZE]
add A1, 8 * SIZE, A1
STF y6, [Y1 + 5 * SIZE]
add A2, 8 * SIZE, A2
STF y7, [Y1 + 6 * SIZE]
STF y8, [Y1 + 7 * SIZE]
add Y1, 8 * SIZE, Y1
.LL27:
andcc M, 2, I
ble,pn %icc, .LL28
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [A1 + 2 * SIZE], a3
LDF [A1 + 3 * SIZE], a4
LDF [Y1 + 0 * SIZE], y1
LDF [Y1 + 1 * SIZE], y2
LDF [Y1 + 2 * SIZE], y3
LDF [Y1 + 3 * SIZE], y4
FMUL a1, x1, t1
LDF [A2 + 0 * SIZE], a5
FMUL a1, x2, t2
LDF [A2 + 1 * SIZE], a6
FMUL a3, x1, t3
LDF [A2 + 2 * SIZE], a7
FMUL a3, x2, t4
LDF [A2 + 3 * SIZE], a8
FADD y1, t1, y1
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
FADD y3, t3, y3
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
FSUBX y1, t1, y1
FMUL a5, x3, t1
FADDX y2, t2, y2
FMUL a5, x4, t2
FSUBX y3, t3, y3
FMUL a7, x3, t3
FADDX y4, t4, y4
FMUL a7, x4, t4
FADD y1, t1, y1
FMUL a6, x4, t1
FADD y2, t2, y2
FMUL a6, x3, t2
FADD y3, t3, y3
FMUL a8, x4, t3
FADD y4, t4, y4
FMUL a8, x3, t4
FSUBX y1, t1, y1
FADDX y2, t2, y2
FSUBX y3, t3, y3
FADDX y4, t4, y4
STF y1, [Y1 + 0 * SIZE]
add A1, 4 * SIZE, A1
STF y2, [Y1 + 1 * SIZE]
add A2, 4 * SIZE, A2
STF y3, [Y1 + 2 * SIZE]
nop
STF y4, [Y1 + 3 * SIZE]
add Y1, 4 * SIZE, Y1
.LL28:
andcc M, 1, I
ble,pn %icc, .LL29
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [A2 + 0 * SIZE], a3
LDF [A2 + 1 * SIZE], a4
LDF [Y1 + 0 * SIZE], y1
LDF [Y1 + 1 * SIZE], y2
FMUL a1, x1, t1
FMUL a1, x2, t2
FMUL a2, x2, t3
FMUL a2, x1, t4
FADD y1, t1, y1
FMUL a3, x3, t1
FADD y2, t2, y2
FMUL a3, x4, t2
FSUBX y1, t3, y1
FMUL a4, x4, t3
FADDX y2, t4, y2
FMUL a4, x3, t4
FADD y1, t1, y1
FADD y2, t2, y2
FSUBX y1, t3, y1
FADDX y2, t4, y2
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
.LL29:
deccc J
bg %icc, .LL21
nop
.LL30:
andcc N, 1, J
ble,pn %icc, .LL990
nop
.LL31:
mov YY, Y1
mov A, A1
LDF STACK_ALPHA_R, ALPHA_R
LDF STACK_ALPHA_I, ALPHA_I
LDF [X + 0 * SIZE], x1
LDF [X + 1 * SIZE], x2
FMUL ALPHA_R, x1, a1 /* AC */
FMUL ALPHA_I, x1, a2 /* AD */
FMUL ALPHA_R, x2, a3 /* BC */
FMUL ALPHA_I, x2, a4 /* BD */
#ifndef XCONJ
FSUB a1, a4, x1
FADD a2, a3, x2
#else
FADD a1, a4, x1
FSUB a2, a3, x2
#endif
sra M, 2, I
cmp I, 0
ble,pn %icc, .LL37
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [A1 + 2 * SIZE], a3
LDF [A1 + 3 * SIZE], a4
LDF [A1 + 4 * SIZE], a9
LDF [A1 + 5 * SIZE], a10
LDF [A1 + 6 * SIZE], a11
LDF [A1 + 7 * SIZE], a12
LDF [Y1 + 0 * SIZE], y1
LDF [Y1 + 1 * SIZE], y2
LDF [Y1 + 2 * SIZE], y3
LDF [Y1 + 3 * SIZE], y4
LDF [Y1 + 4 * SIZE], y5
LDF [Y1 + 5 * SIZE], y6
LDF [Y1 + 6 * SIZE], y7
LDF [Y1 + 7 * SIZE], y8
FMUL a1, x1, t1
deccc I
FMUL a1, x2, t2
LDF [A1 + 8 * SIZE], a1
FMUL a3, x1, t3
FMUL a3, x2, t4
ble,pn %icc, .LL33
LDF [A1 + 10 * SIZE], a3
.LL32:
FADD y1, t1, y1
prefetch [A1 + PREFETCHSIZE * SIZE], 1
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
LDF [A1 + 9 * SIZE], a2
FADD y3, t3, y3
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
LDF [A1 + 11 * SIZE], a4
FSUBX y1, t1, y1
FMUL a9, x1, t1
FADDX y2, t2, y2
FMUL a9, x2, t2
LDF [A1 + 12 * SIZE], a9
FSUBX y3, t3, y3
FMUL a11, x1, t3
FADDX y4, t4, y4
FMUL a11, x2, t4
LDF [A1 + 14 * SIZE], a11
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
STF y3, [Y1 + 2 * SIZE]
STF y4, [Y1 + 3 * SIZE]
FADD y5, t1, y5
FMUL a10, x2, t1
LDF [Y1 + 8 * SIZE], y1
FADD y6, t2, y6
FMUL a10, x1, t2
LDF [A1 + 13 * SIZE], a10
FADD y7, t3, y7
deccc I
FMUL a12, x2, t3
LDF [Y1 + 9 * SIZE], y2
FADD y8, t4, y8
FMUL a12, x1, t4
LDF [A1 + 15 * SIZE], a12
FSUBX y5, t1, y5
add A1, 8 * SIZE, A1
FMUL a1, x1, t1
LDF [Y1 + 10 * SIZE], y3
FADDX y6, t2, y6
FMUL a1, x2, t2
LDF [A1 + 8 * SIZE], a1
FSUBX y7, t3, y7
FMUL a3, x1, t3
LDF [Y1 + 11 * SIZE], y4
FADDX y8, t4, y8
FMUL a3, x2, t4
LDF [A1 + 10 * SIZE], a3
STF y5, [Y1 + 4 * SIZE]
STF y6, [Y1 + 5 * SIZE]
STF y7, [Y1 + 6 * SIZE]
STF y8, [Y1 + 7 * SIZE]
LDF [Y1 + 12 * SIZE], y5
LDF [Y1 + 13 * SIZE], y6
LDF [Y1 + 14 * SIZE], y7
add Y1, 8 * SIZE, Y1
bg,pn %icc, .LL32
LDF [Y1 + 7 * SIZE], y8
.LL33:
FADD y1, t1, y1
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
FADD y3, t3, y3
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
FSUBX y1, t1, y1
FMUL a9, x1, t1
FADDX y2, t2, y2
FMUL a9, x2, t2
FSUBX y3, t3, y3
FMUL a11, x1, t3
FADDX y4, t4, y4
FMUL a11, x2, t4
FADD y5, t1, y5
FMUL a10, x2, t1
FADD y6, t2, y6
FMUL a10, x1, t2
FADD y7, t3, y7
FMUL a12, x2, t3
FADD y8, t4, y8
FMUL a12, x1, t4
FSUBX y5, t1, y5
FADDX y6, t2, y6
FSUBX y7, t3, y7
FADDX y8, t4, y8
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
STF y3, [Y1 + 2 * SIZE]
STF y4, [Y1 + 3 * SIZE]
STF y5, [Y1 + 4 * SIZE]
STF y6, [Y1 + 5 * SIZE]
STF y7, [Y1 + 6 * SIZE]
STF y8, [Y1 + 7 * SIZE]
add A1, 8 * SIZE, A1
add Y1, 8 * SIZE, Y1
.LL37:
andcc M, 2, I
ble,pn %icc, .LL38
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [A1 + 2 * SIZE], a3
LDF [A1 + 3 * SIZE], a4
LDF [Y1 + 0 * SIZE], y1
FMUL a1, x1, t1
LDF [Y1 + 1 * SIZE], y2
FMUL a1, x2, t2
LDF [Y1 + 2 * SIZE], y3
FMUL a3, x1, t3
LDF [Y1 + 3 * SIZE], y4
FMUL a3, x2, t4
FADD y1, t1, y1
FMUL a2, x2, t1
FADD y2, t2, y2
FMUL a2, x1, t2
FADD y3, t3, y3
FMUL a4, x2, t3
FADD y4, t4, y4
FMUL a4, x1, t4
FSUBX y1, t1, y1
FADDX y2, t2, y2
FSUBX y3, t3, y3
FADDX y4, t4, y4
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
STF y3, [Y1 + 2 * SIZE]
STF y4, [Y1 + 3 * SIZE]
add A1, 4 * SIZE, A1
add Y1, 4 * SIZE, Y1
.LL38:
andcc M, 1, I
ble,pn %icc, .LL990
nop
LDF [A1 + 0 * SIZE], a1
LDF [A1 + 1 * SIZE], a2
LDF [Y1 + 0 * SIZE], y1
LDF [Y1 + 1 * SIZE], y2
FMUL a1, x1, t1
FMUL a1, x2, t2
FMUL a2, x2, t3
FMUL a2, x1, t4
FADD y1, t1, y1
FADD y2, t2, y2
FSUBX y1, t3, y1
FADDX y2, t4, y2
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
.LL990:
cmp INCY, 2 * SIZE
be %icc, .LL999
mov Y, Y1
sra M, 2, I
cmp I, 0
ble,pn %icc, .LL995
nop
.LL991:
LDF [BUFFER + 0 * SIZE], a1
LDF [BUFFER + 1 * SIZE], a2
LDF [Y + 0 * SIZE], y1
LDF [Y + 1 * SIZE], y2
add Y, INCY, Y
LDF [BUFFER + 2 * SIZE], a3
LDF [BUFFER + 3 * SIZE], a4
LDF [Y + 0 * SIZE], y3
LDF [Y + 1 * SIZE], y4
add Y, INCY, Y
LDF [BUFFER + 4 * SIZE], a5
LDF [BUFFER + 5 * SIZE], a6
LDF [Y + 0 * SIZE], y5
LDF [Y + 1 * SIZE], y6
add Y, INCY, Y
LDF [BUFFER + 6 * SIZE], a7
LDF [BUFFER + 7 * SIZE], a8
LDF [Y + 0 * SIZE], y7
LDF [Y + 1 * SIZE], y8
add Y, INCY, Y
FADD y1, a1, y1
FADD y2, a2, y2
FADD y3, a3, y3
FADD y4, a4, y4
FADD y5, a5, y5
FADD y6, a6, y6
FADD y7, a7, y7
FADD y8, a8, y8
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
STF y3, [Y1 + 0 * SIZE]
STF y4, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
STF y5, [Y1 + 0 * SIZE]
STF y6, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
STF y7, [Y1 + 0 * SIZE]
STF y8, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
deccc I
bg,pn %icc, .LL991
add BUFFER, 8 * SIZE, BUFFER
.LL995:
andcc M, 2, I
ble,pn %icc, .LL996
nop
LDF [BUFFER + 0 * SIZE], a1
LDF [BUFFER + 1 * SIZE], a2
LDF [Y + 0 * SIZE], y1
LDF [Y + 1 * SIZE], y2
add Y, INCY, Y
LDF [BUFFER + 2 * SIZE], a3
LDF [BUFFER + 3 * SIZE], a4
LDF [Y + 0 * SIZE], y3
LDF [Y + 1 * SIZE], y4
add Y, INCY, Y
FADD y1, a1, y1
FADD y2, a2, y2
FADD y3, a3, y3
FADD y4, a4, y4
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
STF y3, [Y1 + 0 * SIZE]
STF y4, [Y1 + 1 * SIZE]
add Y1, INCY, Y1
add BUFFER, 4 * SIZE, BUFFER
.LL996:
andcc M, 1, I
ble,pn %icc, .LL999
nop
LDF [BUFFER + 0 * SIZE], a1
LDF [BUFFER + 1 * SIZE], a2
LDF [Y + 0 * SIZE], y1
LDF [Y + 1 * SIZE], y2
FADD y1, a1, y1
FADD y2, a2, y2
STF y1, [Y1 + 0 * SIZE]
STF y2, [Y1 + 1 * SIZE]
.LL999:
return %i7 + 8
clr %o0
EPILOGUE