/*********************************************************************/
/* Copyright 2009, 2010 The University of Texas at Austin. */
/* All rights reserved. */
/* */
/* Redistribution and use in source and binary forms, with or */
/* without modification, are permitted provided that the following */
/* conditions are met: */
/* */
/* 1. Redistributions of source code must retain the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer. */
/* */
/* 2. Redistributions in binary form must reproduce the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer in the documentation and/or other materials */
/* provided with the distribution. */
/* */
/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
/* POSSIBILITY OF SUCH DAMAGE. */
/* */
/* The views and conclusions contained in the software and */
/* documentation are those of the authors and should not be */
/* interpreted as representing official policies, either expressed */
/* or implied, of The University of Texas at Austin. */
/*********************************************************************/
#define ASSEMBLER
#include "common.h"
#define N $4
#define X $5
#define INCX $6
#define Y $7
#define INCY $8
#define I $2
#define TEMP $3
#define a1 $f4
#define a2 $f5
#define a3 $f6
#define a4 $f7
#define b1 $f8
#define b2 $f9
#define b3 $f10
#define b4 $f11
#define s1 $f0
#define s2 $f1
#define s3 $f2
#define s4 $f3
PROLOGUE
#ifdef F_INTERFACE
LDINT N, 0(N)
LDINT INCX, 0(INCX)
LDINT INCY, 0(INCY)
#endif
MTC $0, s1
MOV s2, s1
MOV s3, s2
MOV s4, s3
dsll INCX, INCX, ZBASE_SHIFT
li TEMP, 2 * SIZE
blez N, .L999
dsll INCY, INCY, ZBASE_SHIFT
bne INCX, TEMP, .L20
dsra I, N, 2
bne INCY, TEMP, .L20
NOP
blez I, .L15
NOP
LD a1, 0 * SIZE(X)
LD a2, 1 * SIZE(X)
LD b1, 0 * SIZE(Y)
daddiu I, I, -1
blez I, .L14
LD b2, 1 * SIZE(Y)
.align 3
.L13:
MADD s1, s1, a1, b1
LD a3, 2 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 3 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 2 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 3 * SIZE(Y)
MADD s1, s1, a3, b3
LD a1, 4 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 5 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 4 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 5 * SIZE(Y)
MADD s1, s1, a1, b1
LD a3, 6 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 7 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 6 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 7 * SIZE(Y)
MADD s1, s1, a3, b3
LD a1, 8 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 9 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 8 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 9 * SIZE(Y)
daddiu I, I, -1
daddiu X, X, 8 * SIZE
bgtz I, .L13
daddiu Y, Y, 8 * SIZE
.align 3
.L14:
MADD s1, s1, a1, b1
LD a3, 2 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 3 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 2 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 3 * SIZE(Y)
MADD s1, s1, a3, b3
LD a1, 4 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 5 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 4 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 5 * SIZE(Y)
MADD s1, s1, a1, b1
LD a3, 6 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 7 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 6 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 7 * SIZE(Y)
MADD s1, s1, a3, b3
daddiu X, X, 8 * SIZE
MADD s2, s2, a4, b3
daddiu Y, Y, 8 * SIZE
MADD s3, s3, a3, b4
MADD s4, s4, a4, b4
.align 3
.L15:
andi I, N, 3
blez I, .L999
NOP
LD a1, 0 * SIZE(X)
LD a2, 1 * SIZE(X)
LD b1, 0 * SIZE(Y)
daddiu I, I, -1
blez I, .L17
LD b2, 1 * SIZE(Y)
.align 3
.L16:
MADD s1, s1, a1, b1
daddiu I, I, -1
MADD s2, s2, a2, b1
LD b1, 2 * SIZE(Y)
MADD s3, s3, a1, b2
LD a1, 2 * SIZE(X)
MADD s4, s4, a2, b2
LD a2, 3 * SIZE(X)
LD b2, 3 * SIZE(Y)
daddiu X, X, 2 * SIZE
bgtz I, .L16
daddiu Y, Y, 2 * SIZE
.align 3
.L17:
MADD s1, s1, a1, b1
MADD s2, s2, a2, b1
NOP
MADD s3, s3, a1, b2
j .L999
MADD s4, s4, a2, b2
.align 3
.L20:
#ifdef F_INTERFACE
bgez INCX, .L21
daddiu TEMP, N, -1
mult TEMP, INCX
mflo TEMP
dsub X, X, TEMP
.align 3
.L21:
bgez INCY, .L22
daddiu TEMP, N, -1
mult TEMP, INCY
mflo TEMP
dsub Y, Y, TEMP
.align 3
.L22:
#endif
blez I, .L25
NOP
LD a1, 0 * SIZE(X)
LD a2, 1 * SIZE(X)
LD b1, 0 * SIZE(Y)
LD b2, 1 * SIZE(Y)
dadd X, X, INCX
daddiu I, I, -1
blez I, .L24
dadd Y, Y, INCY
.align 3
.L23:
MADD s1, s1, a1, b1
LD a3, 0 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 1 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 0 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 1 * SIZE(Y)
dadd X, X, INCX
dadd Y, Y, INCY
MADD s1, s1, a3, b3
LD a1, 0 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 1 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 0 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 1 * SIZE(Y)
dadd X, X, INCX
dadd Y, Y, INCY
MADD s1, s1, a1, b1
LD a3, 0 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 1 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 0 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 1 * SIZE(Y)
dadd X, X, INCX
dadd Y, Y, INCY
MADD s1, s1, a3, b3
LD a1, 0 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 1 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 0 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 1 * SIZE(Y)
dadd X, X, INCX
daddiu I, I, -1
bgtz I, .L23
dadd Y, Y, INCY
.align 3
.L24:
MADD s1, s1, a1, b1
LD a3, 0 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 1 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 0 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 1 * SIZE(Y)
dadd X, X, INCX
dadd Y, Y, INCY
MADD s1, s1, a3, b3
LD a1, 0 * SIZE(X)
MADD s2, s2, a4, b3
LD a2, 1 * SIZE(X)
MADD s3, s3, a3, b4
LD b1, 0 * SIZE(Y)
MADD s4, s4, a4, b4
LD b2, 1 * SIZE(Y)
dadd X, X, INCX
dadd Y, Y, INCY
MADD s1, s1, a1, b1
LD a3, 0 * SIZE(X)
MADD s2, s2, a2, b1
LD a4, 1 * SIZE(X)
MADD s3, s3, a1, b2
LD b3, 0 * SIZE(Y)
MADD s4, s4, a2, b2
LD b4, 1 * SIZE(Y)
MADD s1, s1, a3, b3
dadd X, X, INCX
MADD s2, s2, a4, b3
dadd Y, Y, INCY
MADD s3, s3, a3, b4
MADD s4, s4, a4, b4
.align 3
.L25:
andi I, N, 3
blez I, .L999
NOP
.align 3
.L26:
LD a1, 0 * SIZE(X)
LD a2, 1 * SIZE(X)
LD b1, 0 * SIZE(Y)
LD b2, 1 * SIZE(Y)
MADD s1, s1, a1, b1
MADD s2, s2, a2, b1
MADD s3, s3, a1, b2
MADD s4, s4, a2, b2
dadd X, X, INCX
dadd Y, Y, INCY
daddiu I, I, -1
bgtz I, .L26
NOP
.align 3
.L999:
NOP
#ifndef CONJ
SUB s1, s1, s4
#else
ADD s1, s1, s4
#endif
j $31
#ifndef CONJ
ADD s3, s3, s2
#else
SUB s3, s3, s2
#endif
EPILOGUE