|
kusano |
2b45e8 |
/*********************************************************************/
|
|
kusano |
2b45e8 |
/* Copyright 2009, 2010 The University of Texas at Austin. */
|
|
kusano |
2b45e8 |
/* All rights reserved. */
|
|
kusano |
2b45e8 |
/* */
|
|
kusano |
2b45e8 |
/* Redistribution and use in source and binary forms, with or */
|
|
kusano |
2b45e8 |
/* without modification, are permitted provided that the following */
|
|
kusano |
2b45e8 |
/* conditions are met: */
|
|
kusano |
2b45e8 |
/* */
|
|
kusano |
2b45e8 |
/* 1. Redistributions of source code must retain the above */
|
|
kusano |
2b45e8 |
/* copyright notice, this list of conditions and the following */
|
|
kusano |
2b45e8 |
/* disclaimer. */
|
|
kusano |
2b45e8 |
/* */
|
|
kusano |
2b45e8 |
/* 2. Redistributions in binary form must reproduce the above */
|
|
kusano |
2b45e8 |
/* copyright notice, this list of conditions and the following */
|
|
kusano |
2b45e8 |
/* disclaimer in the documentation and/or other materials */
|
|
kusano |
2b45e8 |
/* provided with the distribution. */
|
|
kusano |
2b45e8 |
/* */
|
|
kusano |
2b45e8 |
/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
|
|
kusano |
2b45e8 |
/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
|
|
kusano |
2b45e8 |
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
|
|
kusano |
2b45e8 |
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
|
|
kusano |
2b45e8 |
/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
|
|
kusano |
2b45e8 |
/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
|
|
kusano |
2b45e8 |
/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
|
|
kusano |
2b45e8 |
/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
|
|
kusano |
2b45e8 |
/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
|
|
kusano |
2b45e8 |
/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
|
|
kusano |
2b45e8 |
/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
|
|
kusano |
2b45e8 |
/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
|
|
kusano |
2b45e8 |
/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
|
kusano |
2b45e8 |
/* POSSIBILITY OF SUCH DAMAGE. */
|
|
kusano |
2b45e8 |
/* */
|
|
kusano |
2b45e8 |
/* The views and conclusions contained in the software and */
|
|
kusano |
2b45e8 |
/* documentation are those of the authors and should not be */
|
|
kusano |
2b45e8 |
/* interpreted as representing official policies, either expressed */
|
|
kusano |
2b45e8 |
/* or implied, of The University of Texas at Austin. */
|
|
kusano |
2b45e8 |
/*********************************************************************/
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
#include <stdio.h></stdio.h>
|
|
kusano |
2b45e8 |
#include "common.h"
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
#define PREFETCHSIZE 4
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
int CNAME(BLASLONG n, BLASLONG k1, BLASLONG k2, FLOAT *a, BLASLONG lda, blasint *ipiv, FLOAT *buffer){
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
BLASLONG i, j, ip;
|
|
kusano |
2b45e8 |
blasint *piv;
|
|
kusano |
2b45e8 |
FLOAT *dx1, *dy1;
|
|
kusano |
2b45e8 |
FLOAT *dx2, *dy2;
|
|
kusano |
2b45e8 |
FLOAT *dx3, *dy3;
|
|
kusano |
2b45e8 |
FLOAT *dx4, *dy4;
|
|
kusano |
2b45e8 |
FLOAT *dx5, *dy5;
|
|
kusano |
2b45e8 |
FLOAT *dx6, *dy6;
|
|
kusano |
2b45e8 |
FLOAT *dx7, *dy7;
|
|
kusano |
2b45e8 |
FLOAT *dx8, *dy8;
|
|
kusano |
2b45e8 |
FLOAT atemp1, btemp1;
|
|
kusano |
2b45e8 |
FLOAT atemp2, btemp2;
|
|
kusano |
2b45e8 |
FLOAT atemp3, btemp3;
|
|
kusano |
2b45e8 |
FLOAT atemp4, btemp4;
|
|
kusano |
2b45e8 |
FLOAT atemp5, btemp5;
|
|
kusano |
2b45e8 |
FLOAT atemp6, btemp6;
|
|
kusano |
2b45e8 |
FLOAT atemp7, btemp7;
|
|
kusano |
2b45e8 |
FLOAT atemp8, btemp8;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
a--;
|
|
kusano |
2b45e8 |
ipiv += k1 - 1;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (n <= 0) return 0;
|
|
kusano |
2b45e8 |
if (k1 > k2) return 0;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
j = (n >> 3);
|
|
kusano |
2b45e8 |
if (j > 0) {
|
|
kusano |
2b45e8 |
do {
|
|
kusano |
2b45e8 |
piv = ipiv;
|
|
kusano |
2b45e8 |
i = k1;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
do {
|
|
kusano |
2b45e8 |
ip = *piv;
|
|
kusano |
2b45e8 |
piv ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
dx1 = a + i;
|
|
kusano |
2b45e8 |
dy1 = a + ip;
|
|
kusano |
2b45e8 |
dx2 = a + i + lda * 1;
|
|
kusano |
2b45e8 |
dy2 = a + ip + lda * 1;
|
|
kusano |
2b45e8 |
dx3 = a + i + lda * 2;
|
|
kusano |
2b45e8 |
dy3 = a + ip + lda * 2;
|
|
kusano |
2b45e8 |
dx4 = a + i + lda * 3;
|
|
kusano |
2b45e8 |
dy4 = a + ip + lda * 3;
|
|
kusano |
2b45e8 |
dx5 = a + i + lda * 4;
|
|
kusano |
2b45e8 |
dy5 = a + ip + lda * 4;
|
|
kusano |
2b45e8 |
dx6 = a + i + lda * 5;
|
|
kusano |
2b45e8 |
dy6 = a + ip + lda * 5;
|
|
kusano |
2b45e8 |
dx7 = a + i + lda * 6;
|
|
kusano |
2b45e8 |
dy7 = a + ip + lda * 6;
|
|
kusano |
2b45e8 |
dx8 = a + i + lda * 7;
|
|
kusano |
2b45e8 |
dy8 = a + ip + lda * 7;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
#ifdef __GNUC__
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx1 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx2 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx3 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx4 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx5 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx6 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx7 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
__builtin_prefetch(dx8 + PREFETCHSIZE, 0, 1);
|
|
kusano |
2b45e8 |
#endif
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
atemp1 = *dx1;
|
|
kusano |
2b45e8 |
btemp1 = *dy1;
|
|
kusano |
2b45e8 |
atemp2 = *dx2;
|
|
kusano |
2b45e8 |
btemp2 = *dy2;
|
|
kusano |
2b45e8 |
atemp3 = *dx3;
|
|
kusano |
2b45e8 |
btemp3 = *dy3;
|
|
kusano |
2b45e8 |
atemp4 = *dx4;
|
|
kusano |
2b45e8 |
btemp4 = *dy4;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
atemp5 = *dx5;
|
|
kusano |
2b45e8 |
btemp5 = *dy5;
|
|
kusano |
2b45e8 |
atemp6 = *dx6;
|
|
kusano |
2b45e8 |
btemp6 = *dy6;
|
|
kusano |
2b45e8 |
atemp7 = *dx7;
|
|
kusano |
2b45e8 |
btemp7 = *dy7;
|
|
kusano |
2b45e8 |
atemp8 = *dx8;
|
|
kusano |
2b45e8 |
btemp8 = *dy8;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (ip != i) {
|
|
kusano |
2b45e8 |
*dy1 = atemp1;
|
|
kusano |
2b45e8 |
*dy2 = atemp2;
|
|
kusano |
2b45e8 |
*dy3 = atemp3;
|
|
kusano |
2b45e8 |
*dy4 = atemp4;
|
|
kusano |
2b45e8 |
*dy5 = atemp5;
|
|
kusano |
2b45e8 |
*dy6 = atemp6;
|
|
kusano |
2b45e8 |
*dy7 = atemp7;
|
|
kusano |
2b45e8 |
*dy8 = atemp8;
|
|
kusano |
2b45e8 |
*(buffer + 0) = btemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = btemp2;
|
|
kusano |
2b45e8 |
*(buffer + 2) = btemp3;
|
|
kusano |
2b45e8 |
*(buffer + 3) = btemp4;
|
|
kusano |
2b45e8 |
*(buffer + 4) = btemp5;
|
|
kusano |
2b45e8 |
*(buffer + 5) = btemp6;
|
|
kusano |
2b45e8 |
*(buffer + 6) = btemp7;
|
|
kusano |
2b45e8 |
*(buffer + 7) = btemp8;
|
|
kusano |
2b45e8 |
} else {
|
|
kusano |
2b45e8 |
*(buffer + 0) = atemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = atemp2;
|
|
kusano |
2b45e8 |
*(buffer + 2) = atemp3;
|
|
kusano |
2b45e8 |
*(buffer + 3) = atemp4;
|
|
kusano |
2b45e8 |
*(buffer + 4) = atemp5;
|
|
kusano |
2b45e8 |
*(buffer + 5) = atemp6;
|
|
kusano |
2b45e8 |
*(buffer + 6) = atemp7;
|
|
kusano |
2b45e8 |
*(buffer + 7) = atemp8;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
buffer += 8;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i++;
|
|
kusano |
2b45e8 |
} while (i <= k2);
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
a += 8 * lda;
|
|
kusano |
2b45e8 |
j --;
|
|
kusano |
2b45e8 |
} while (j > 0);
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (n & 4) {
|
|
kusano |
2b45e8 |
piv = ipiv;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
ip = *piv;
|
|
kusano |
2b45e8 |
piv ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
dx1 = a + k1;
|
|
kusano |
2b45e8 |
dy1 = a + ip;
|
|
kusano |
2b45e8 |
dx2 = a + k1 + lda * 1;
|
|
kusano |
2b45e8 |
dy2 = a + ip + lda * 1;
|
|
kusano |
2b45e8 |
dx3 = a + k1 + lda * 2;
|
|
kusano |
2b45e8 |
dy3 = a + ip + lda * 2;
|
|
kusano |
2b45e8 |
dx4 = a + k1 + lda * 3;
|
|
kusano |
2b45e8 |
dy4 = a + ip + lda * 3;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i = k1;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
do {
|
|
kusano |
2b45e8 |
atemp1 = *dx1;
|
|
kusano |
2b45e8 |
atemp2 = *dx2;
|
|
kusano |
2b45e8 |
atemp3 = *dx3;
|
|
kusano |
2b45e8 |
atemp4 = *dx4;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
btemp1 = *dy1;
|
|
kusano |
2b45e8 |
btemp2 = *dy2;
|
|
kusano |
2b45e8 |
btemp3 = *dy3;
|
|
kusano |
2b45e8 |
btemp4 = *dy4;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (ip != i) {
|
|
kusano |
2b45e8 |
*dy1 = atemp1;
|
|
kusano |
2b45e8 |
*dy2 = atemp2;
|
|
kusano |
2b45e8 |
*dy3 = atemp3;
|
|
kusano |
2b45e8 |
*dy4 = atemp4;
|
|
kusano |
2b45e8 |
*(buffer + 0) = btemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = btemp2;
|
|
kusano |
2b45e8 |
*(buffer + 2) = btemp3;
|
|
kusano |
2b45e8 |
*(buffer + 3) = btemp4;
|
|
kusano |
2b45e8 |
} else {
|
|
kusano |
2b45e8 |
*(buffer + 0) = atemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = atemp2;
|
|
kusano |
2b45e8 |
*(buffer + 2) = atemp3;
|
|
kusano |
2b45e8 |
*(buffer + 3) = atemp4;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
ip = *piv;
|
|
kusano |
2b45e8 |
piv ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i++;
|
|
kusano |
2b45e8 |
dx1 = a + i;
|
|
kusano |
2b45e8 |
dy1 = a + ip;
|
|
kusano |
2b45e8 |
dx2 = a + i + lda * 1;
|
|
kusano |
2b45e8 |
dy2 = a + ip + lda * 1;
|
|
kusano |
2b45e8 |
dx3 = a + i + lda * 2;
|
|
kusano |
2b45e8 |
dy3 = a + ip + lda * 2;
|
|
kusano |
2b45e8 |
dx4 = a + i + lda * 3;
|
|
kusano |
2b45e8 |
dy4 = a + ip + lda * 3;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
buffer += 4;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
} while (i <= k2);
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
a += 4 * lda;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (n & 2) {
|
|
kusano |
2b45e8 |
piv = ipiv;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i = k1;
|
|
kusano |
2b45e8 |
do {
|
|
kusano |
2b45e8 |
ip = *piv;
|
|
kusano |
2b45e8 |
piv ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
dx1 = a + i;
|
|
kusano |
2b45e8 |
dy1 = a + ip;
|
|
kusano |
2b45e8 |
dx2 = a + i + lda;
|
|
kusano |
2b45e8 |
dy2 = a + ip + lda;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
atemp1 = *dx1;
|
|
kusano |
2b45e8 |
btemp1 = *dy1;
|
|
kusano |
2b45e8 |
atemp2 = *dx2;
|
|
kusano |
2b45e8 |
btemp2 = *dy2;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (ip != i) {
|
|
kusano |
2b45e8 |
*dy1 = atemp1;
|
|
kusano |
2b45e8 |
*dy2 = atemp2;
|
|
kusano |
2b45e8 |
*(buffer + 0) = btemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = btemp2;
|
|
kusano |
2b45e8 |
} else {
|
|
kusano |
2b45e8 |
*(buffer + 0) = atemp1;
|
|
kusano |
2b45e8 |
*(buffer + 1) = atemp2;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
buffer += 2;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i++;
|
|
kusano |
2b45e8 |
} while (i <= k2);
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
a += 2 * lda;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (n & 1) {
|
|
kusano |
2b45e8 |
piv = ipiv;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i = k1;
|
|
kusano |
2b45e8 |
do {
|
|
kusano |
2b45e8 |
ip = *piv;
|
|
kusano |
2b45e8 |
piv ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
dx1 = a + i;
|
|
kusano |
2b45e8 |
dy1 = a + ip;
|
|
kusano |
2b45e8 |
atemp1 = *dx1;
|
|
kusano |
2b45e8 |
btemp1 = *dy1;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
if (ip != i) {
|
|
kusano |
2b45e8 |
*dy1 = atemp1;
|
|
kusano |
2b45e8 |
*buffer = btemp1;
|
|
kusano |
2b45e8 |
} else {
|
|
kusano |
2b45e8 |
*buffer = atemp1;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
buffer ++;
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
i++;
|
|
kusano |
2b45e8 |
} while (i <= k2);
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
a += lda;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|
|
kusano |
2b45e8 |
return 0;
|
|
kusano |
2b45e8 |
}
|
|
kusano |
2b45e8 |
|