/*********************************************************************/ /* Copyright 2009, 2010 The University of Texas at Austin. */ /* All rights reserved. */ /* */ /* Redistribution and use in source and binary forms, with or */ /* without modification, are permitted provided that the following */ /* conditions are met: */ /* */ /* 1. Redistributions of source code must retain the above */ /* copyright notice, this list of conditions and the following */ /* disclaimer. */ /* */ /* 2. Redistributions in binary form must reproduce the above */ /* copyright notice, this list of conditions and the following */ /* disclaimer in the documentation and/or other materials */ /* provided with the distribution. */ /* */ /* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */ /* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */ /* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */ /* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */ /* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */ /* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */ /* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */ /* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */ /* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */ /* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */ /* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */ /* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */ /* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */ /* POSSIBILITY OF SUCH DAMAGE. */ /* */ /* The views and conclusions contained in the software and */ /* documentation are those of the authors and should not be */ /* interpreted as representing official policies, either expressed */ /* or implied, of The University of Texas at Austin. */ /*********************************************************************/ #define ASSEMBLER #include "common.h" #define N r3 #define X r4 #define INCX r5 #define Y r6 #define INCY r7 #define PRE r8 #define XX r9 #define YY r10 #define INCXM1 r11 #define INCYM1 r12 #define C f1 #define S f2 #define STACKSIZE 32 PROLOGUE PROFCODE addi SP, SP, -STACKSIZE li r0, 0 stfd f14, 0(SP) stfd f15, 8(SP) stfd f16, 16(SP) stfd f17, 24(SP) slwi INCX, INCX, ZBASE_SHIFT slwi INCY, INCY, ZBASE_SHIFT subi INCXM1, INCX, SIZE subi INCYM1, INCY, SIZE li PRE, 2 * 16 * SIZE cmpwi cr0, N, 0 ble- LL(999) sub X, X, INCXM1 sub Y, Y, INCYM1 mr XX, X mr YY, Y srawi. r0, N, 2 mtspr CTR, r0 beq- LL(150) LFDX f0, X, INCXM1 LFDX f3, Y, INCYM1 LFDUX f4, X, INCX FMUL f10, C, f0 LFDUX f5, Y, INCY FMUL f11, C, f3 LFDX f6, X, INCXM1 FMUL f12, C, f4 LFDX f7, Y, INCYM1 FMUL f13, C, f5 LFDUX f8, X, INCX FMADD f10, S, f3, f10 LFDUX f9, Y, INCY FNMSUB f11, S, f0, f11 LFDX f0, X, INCXM1 FMADD f12, S, f5, f12 LFDX f3, Y, INCYM1 FNMSUB f13, S, f4, f13 LFDUX f4, X, INCX bdz LL(111) .align 4 LL(110): FMUL f14, C, f6 LFDUX f5, Y, INCY FMUL f15, C, f7 STFDX f10, XX, INCXM1 FMUL f16, C, f8 STFDX f11, YY, INCYM1 FMUL f17, C, f9 STFDUX f12, XX, INCX #ifdef PPCG4 dcbtst X, PRE #endif FMADD f14, S, f7, f14 STFDUX f13, YY, INCY FNMSUB f15, S, f6, f15 LFDX f6, X, INCXM1 FMADD f16, S, f9, f16 LFDX f7, Y, INCYM1 FNMSUB f17, S, f8, f17 LFDUX f8, X, INCX FMUL f10, C, f0 LFDUX f9, Y, INCY FMUL f11, C, f3 STFDX f14, XX, INCXM1 FMUL f12, C, f4 STFDX f15, YY, INCYM1 FMUL f13, C, f5 STFDUX f16, XX, INCX #ifdef PPCG4 dcbtst Y, PRE #endif FMADD f10, S, f3, f10 STFDUX f17, YY, INCY FNMSUB f11, S, f0, f11 LFDX f0, X, INCXM1 FMADD f12, S, f5, f12 LFDX f3, Y, INCYM1 FNMSUB f13, S, f4, f13 LFDUX f4, X, INCX FMUL f14, C, f6 LFDUX f5, Y, INCY FMUL f15, C, f7 STFDX f10, XX, INCXM1 FMUL f16, C, f8 STFDX f11, YY, INCYM1 FMUL f17, C, f9 STFDUX f12, XX, INCX #if defined(PPCG4) && defined(DOUBLE) dcbt X, PRE #endif FMADD f14, S, f7, f14 STFDUX f13, YY, INCY FNMSUB f15, S, f6, f15 LFDX f6, X, INCXM1 FMADD f16, S, f9, f16 LFDX f7, Y, INCYM1 FNMSUB f17, S, f8, f17 LFDUX f8, X, INCX FMUL f10, C, f0 STFDX f14, XX, INCXM1 FMUL f11, C, f3 STFDX f15, YY, INCYM1 FMUL f12, C, f4 STFDUX f16, XX, INCX FMUL f13, C, f5 STFDUX f17, YY, INCY #if defined(PPCG4) && defined(DOUBLE) dcbtst Y, PRE #endif FMADD f10, S, f3, f10 LFDUX f9, Y, INCY FNMSUB f11, S, f0, f11 LFDX f0, X, INCXM1 FMADD f12, S, f5, f12 LFDX f3, Y, INCYM1 FNMSUB f13, S, f4, f13 LFDUX f4, X, INCX bdnz LL(110) .align 4 LL(111): FMUL f14, C, f6 LFDUX f5, Y, INCY FMUL f15, C, f7 STFDX f10, XX, INCXM1 FMUL f16, C, f8 STFDX f11, YY, INCYM1 FMUL f17, C, f9 STFDUX f12, XX, INCX FMADD f14, S, f7, f14 STFDUX f13, YY, INCY FNMSUB f15, S, f6, f15 LFDX f6, X, INCXM1 FMADD f16, S, f9, f16 LFDX f7, Y, INCYM1 FNMSUB f17, S, f8, f17 LFDUX f8, X, INCX FMUL f10, C, f0 LFDUX f9, Y, INCY FMUL f11, C, f3 STFDX f14, XX, INCXM1 FMUL f12, C, f4 STFDX f15, YY, INCYM1 FMUL f13, C, f5 STFDUX f16, XX, INCX FMADD f10, S, f3, f10 STFDUX f17, YY, INCY FNMSUB f11, S, f0, f11 FMADD f12, S, f5, f12 FNMSUB f13, S, f4, f13 FMUL f14, C, f6 STFDX f10, XX, INCXM1 FMUL f15, C, f7 STFDX f11, YY, INCYM1 FMUL f16, C, f8 STFDUX f12, XX, INCX FMUL f17, C, f9 STFDUX f13, YY, INCY FMADD f14, S, f7, f14 FNMSUB f15, S, f6, f15 FMADD f16, S, f9, f16 FNMSUB f17, S, f8, f17 STFDX f14, XX, INCXM1 STFDX f15, YY, INCYM1 STFDUX f16, XX, INCX STFDUX f17, YY, INCY .align 4 LL(150): andi. r0, N, 3 mtspr CTR, r0 beq LL(999) .align 4 LL(160): LFDX f0, X, INCXM1 LFDX f3, Y, INCYM1 LFDUX f4, X, INCX LFDUX f5, Y, INCY FMUL f10, C, f0 FMUL f11, C, f3 FMUL f12, C, f4 FMUL f13, C, f5 FMADD f10, S, f3, f10 FNMSUB f11, S, f0, f11 FMADD f12, S, f5, f12 FNMSUB f13, S, f4, f13 STFDX f10, XX, INCXM1 STFDX f11, YY, INCYM1 STFDUX f12, XX, INCX STFDUX f13, YY, INCY bdnz LL(160) .align 4 LL(999): lfd f14, 0(SP) lfd f15, 8(SP) lfd f16, 16(SP) lfd f17, 24(SP) addi SP, SP, STACKSIZE blr EPILOGUE