Blame thirdparty/openblas/xianyi-OpenBLAS-e6e87a2/kernel/generic/laswp_ncopy_8.c

kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
/* Copyright 2009, 2010 The University of Texas at Austin.           */
kusano 2b45e8
/* All rights reserved.                                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* Redistribution and use in source and binary forms, with or        */
kusano 2b45e8
/* without modification, are permitted provided that the following   */
kusano 2b45e8
/* conditions are met:                                               */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   1. Redistributions of source code must retain the above         */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer.                                                  */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   2. Redistributions in binary form must reproduce the above      */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer in the documentation and/or other materials       */
kusano 2b45e8
/*      provided with the distribution.                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
kusano 2b45e8
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
kusano 2b45e8
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
kusano 2b45e8
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
kusano 2b45e8
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
kusano 2b45e8
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
kusano 2b45e8
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
kusano 2b45e8
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
kusano 2b45e8
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
kusano 2b45e8
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
kusano 2b45e8
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
kusano 2b45e8
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
kusano 2b45e8
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
kusano 2b45e8
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* The views and conclusions contained in the software and           */
kusano 2b45e8
/* documentation are those of the authors and should not be          */
kusano 2b45e8
/* interpreted as representing official policies, either expressed   */
kusano 2b45e8
/* or implied, of The University of Texas at Austin.                 */
kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
kusano 2b45e8
#include <stdio.h></stdio.h>
kusano 2b45e8
#include "common.h"
kusano 2b45e8
kusano 2b45e8
#define PREFETCHSIZE 4
kusano 2b45e8
kusano 2b45e8
int CNAME(BLASLONG n, BLASLONG k1, BLASLONG k2, FLOAT *a, BLASLONG lda, blasint *ipiv, FLOAT *buffer){
kusano 2b45e8
kusano 2b45e8
  BLASLONG i, j, ip;
kusano 2b45e8
  blasint *piv;
kusano 2b45e8
  FLOAT *dx1, *dy1;
kusano 2b45e8
  FLOAT *dx2, *dy2;
kusano 2b45e8
  FLOAT *dx3, *dy3;
kusano 2b45e8
  FLOAT *dx4, *dy4;
kusano 2b45e8
  FLOAT *dx5, *dy5;
kusano 2b45e8
  FLOAT *dx6, *dy6;
kusano 2b45e8
  FLOAT *dx7, *dy7;
kusano 2b45e8
  FLOAT *dx8, *dy8;
kusano 2b45e8
  FLOAT atemp1, btemp1;
kusano 2b45e8
  FLOAT atemp2, btemp2;
kusano 2b45e8
  FLOAT atemp3, btemp3;
kusano 2b45e8
  FLOAT atemp4, btemp4;
kusano 2b45e8
  FLOAT atemp5, btemp5;
kusano 2b45e8
  FLOAT atemp6, btemp6;
kusano 2b45e8
  FLOAT atemp7, btemp7;
kusano 2b45e8
  FLOAT atemp8, btemp8;
kusano 2b45e8
kusano 2b45e8
  a--;
kusano 2b45e8
  ipiv += k1 - 1;
kusano 2b45e8
kusano 2b45e8
  if (n  <= 0) return 0;
kusano 2b45e8
  if (k1 > k2) return 0;
kusano 2b45e8
kusano 2b45e8
  j = (n >> 3);
kusano 2b45e8
  if (j > 0) {
kusano 2b45e8
    do {
kusano 2b45e8
      piv = ipiv;
kusano 2b45e8
      i = k1;
kusano 2b45e8
kusano 2b45e8
    do {
kusano 2b45e8
      ip = *piv;
kusano 2b45e8
      piv ++;
kusano 2b45e8
      
kusano 2b45e8
      dx1 = a + i;
kusano 2b45e8
      dy1 = a + ip;
kusano 2b45e8
      dx2 = a + i  + lda * 1;
kusano 2b45e8
      dy2 = a + ip + lda * 1;
kusano 2b45e8
      dx3 = a + i  + lda * 2;
kusano 2b45e8
      dy3 = a + ip + lda * 2;
kusano 2b45e8
      dx4 = a + i  + lda * 3;
kusano 2b45e8
      dy4 = a + ip + lda * 3;
kusano 2b45e8
      dx5 = a + i  + lda * 4;
kusano 2b45e8
      dy5 = a + ip + lda * 4;
kusano 2b45e8
      dx6 = a + i  + lda * 5;
kusano 2b45e8
      dy6 = a + ip + lda * 5;
kusano 2b45e8
      dx7 = a + i  + lda * 6;
kusano 2b45e8
      dy7 = a + ip + lda * 6;
kusano 2b45e8
      dx8 = a + i  + lda * 7;
kusano 2b45e8
      dy8 = a + ip + lda * 7;
kusano 2b45e8
kusano 2b45e8
#ifdef __GNUC__
kusano 2b45e8
      __builtin_prefetch(dx1 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx2 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx3 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx4 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx5 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx6 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx7 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
      __builtin_prefetch(dx8 + PREFETCHSIZE, 0, 1);
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
      atemp1 = *dx1;
kusano 2b45e8
      btemp1 = *dy1;
kusano 2b45e8
      atemp2 = *dx2;
kusano 2b45e8
      btemp2 = *dy2;
kusano 2b45e8
      atemp3 = *dx3;
kusano 2b45e8
      btemp3 = *dy3;
kusano 2b45e8
      atemp4 = *dx4;
kusano 2b45e8
      btemp4 = *dy4;
kusano 2b45e8
kusano 2b45e8
      atemp5 = *dx5;
kusano 2b45e8
      btemp5 = *dy5;
kusano 2b45e8
      atemp6 = *dx6;
kusano 2b45e8
      btemp6 = *dy6;
kusano 2b45e8
      atemp7 = *dx7;
kusano 2b45e8
      btemp7 = *dy7;
kusano 2b45e8
      atemp8 = *dx8;
kusano 2b45e8
      btemp8 = *dy8;
kusano 2b45e8
      
kusano 2b45e8
      if (ip != i) {
kusano 2b45e8
	*dy1 = atemp1;
kusano 2b45e8
	*dy2 = atemp2;
kusano 2b45e8
	*dy3 = atemp3;
kusano 2b45e8
	*dy4 = atemp4;
kusano 2b45e8
	*dy5 = atemp5;
kusano 2b45e8
	*dy6 = atemp6;
kusano 2b45e8
	*dy7 = atemp7;
kusano 2b45e8
	*dy8 = atemp8;
kusano 2b45e8
	*(buffer + 0) = btemp1;
kusano 2b45e8
	*(buffer + 1) = btemp2;
kusano 2b45e8
	*(buffer + 2) = btemp3;
kusano 2b45e8
	*(buffer + 3) = btemp4;
kusano 2b45e8
	*(buffer + 4) = btemp5;
kusano 2b45e8
	*(buffer + 5) = btemp6;
kusano 2b45e8
	*(buffer + 6) = btemp7;
kusano 2b45e8
	*(buffer + 7) = btemp8;
kusano 2b45e8
      } else {
kusano 2b45e8
	*(buffer + 0) = atemp1;
kusano 2b45e8
	*(buffer + 1) = atemp2;
kusano 2b45e8
	*(buffer + 2) = atemp3;
kusano 2b45e8
	*(buffer + 3) = atemp4;
kusano 2b45e8
	*(buffer + 4) = atemp5;
kusano 2b45e8
	*(buffer + 5) = atemp6;
kusano 2b45e8
	*(buffer + 6) = atemp7;
kusano 2b45e8
	*(buffer + 7) = atemp8;
kusano 2b45e8
      }
kusano 2b45e8
      
kusano 2b45e8
      buffer += 8;
kusano 2b45e8
kusano 2b45e8
      i++;
kusano 2b45e8
    } while (i <= k2);
kusano 2b45e8
	
kusano 2b45e8
      a += 8 * lda;
kusano 2b45e8
      j --;
kusano 2b45e8
    } while (j > 0);
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
  if (n & 4) {
kusano 2b45e8
    piv = ipiv;
kusano 2b45e8
    
kusano 2b45e8
      ip = *piv;
kusano 2b45e8
      piv ++;
kusano 2b45e8
      
kusano 2b45e8
      dx1 = a + k1;
kusano 2b45e8
      dy1 = a + ip;
kusano 2b45e8
      dx2 = a + k1 + lda * 1;
kusano 2b45e8
      dy2 = a + ip + lda * 1;
kusano 2b45e8
      dx3 = a + k1 + lda * 2;
kusano 2b45e8
      dy3 = a + ip + lda * 2;
kusano 2b45e8
      dx4 = a + k1 + lda * 3;
kusano 2b45e8
      dy4 = a + ip + lda * 3;
kusano 2b45e8
kusano 2b45e8
    i = k1;
kusano 2b45e8
    
kusano 2b45e8
    do {
kusano 2b45e8
      atemp1 = *dx1;
kusano 2b45e8
      atemp2 = *dx2;
kusano 2b45e8
      atemp3 = *dx3;
kusano 2b45e8
      atemp4 = *dx4;
kusano 2b45e8
kusano 2b45e8
      btemp1 = *dy1;
kusano 2b45e8
      btemp2 = *dy2;
kusano 2b45e8
      btemp3 = *dy3;
kusano 2b45e8
      btemp4 = *dy4;
kusano 2b45e8
      
kusano 2b45e8
      if (ip != i) {
kusano 2b45e8
	*dy1 = atemp1;
kusano 2b45e8
	*dy2 = atemp2;
kusano 2b45e8
	*dy3 = atemp3;
kusano 2b45e8
	*dy4 = atemp4;
kusano 2b45e8
	*(buffer + 0) = btemp1;
kusano 2b45e8
	*(buffer + 1) = btemp2;
kusano 2b45e8
	*(buffer + 2) = btemp3;
kusano 2b45e8
	*(buffer + 3) = btemp4;
kusano 2b45e8
      } else {
kusano 2b45e8
	*(buffer + 0) = atemp1;
kusano 2b45e8
	*(buffer + 1) = atemp2;
kusano 2b45e8
	*(buffer + 2) = atemp3;
kusano 2b45e8
	*(buffer + 3) = atemp4;
kusano 2b45e8
      }
kusano 2b45e8
      
kusano 2b45e8
      ip = *piv;
kusano 2b45e8
      piv ++;
kusano 2b45e8
      
kusano 2b45e8
      i++;
kusano 2b45e8
      dx1 = a + i;
kusano 2b45e8
      dy1 = a + ip;
kusano 2b45e8
      dx2 = a + i  + lda * 1;
kusano 2b45e8
      dy2 = a + ip + lda * 1;
kusano 2b45e8
      dx3 = a + i  + lda * 2;
kusano 2b45e8
      dy3 = a + ip + lda * 2;
kusano 2b45e8
      dx4 = a + i  + lda * 3;
kusano 2b45e8
      dy4 = a + ip + lda * 3;
kusano 2b45e8
kusano 2b45e8
      buffer += 4;
kusano 2b45e8
kusano 2b45e8
    } while (i <= k2);
kusano 2b45e8
	
kusano 2b45e8
      a += 4 * lda;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
  if (n & 2) {
kusano 2b45e8
    piv = ipiv;
kusano 2b45e8
    
kusano 2b45e8
    i = k1;
kusano 2b45e8
    do {
kusano 2b45e8
      ip = *piv;
kusano 2b45e8
      piv ++;
kusano 2b45e8
      
kusano 2b45e8
      dx1 = a + i;
kusano 2b45e8
      dy1 = a + ip;
kusano 2b45e8
      dx2 = a + i  + lda;
kusano 2b45e8
      dy2 = a + ip + lda;
kusano 2b45e8
kusano 2b45e8
      atemp1 = *dx1;
kusano 2b45e8
      btemp1 = *dy1;
kusano 2b45e8
      atemp2 = *dx2;
kusano 2b45e8
      btemp2 = *dy2;
kusano 2b45e8
      
kusano 2b45e8
      if (ip != i) {
kusano 2b45e8
	*dy1 = atemp1;
kusano 2b45e8
	*dy2 = atemp2;
kusano 2b45e8
	*(buffer + 0) = btemp1;
kusano 2b45e8
	*(buffer + 1) = btemp2;
kusano 2b45e8
      } else {
kusano 2b45e8
	*(buffer + 0) = atemp1;
kusano 2b45e8
	*(buffer + 1) = atemp2;
kusano 2b45e8
      }
kusano 2b45e8
      
kusano 2b45e8
      buffer += 2;
kusano 2b45e8
kusano 2b45e8
      i++;
kusano 2b45e8
    } while (i <= k2);
kusano 2b45e8
    
kusano 2b45e8
    a += 2 * lda;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
kusano 2b45e8
  if (n & 1) {
kusano 2b45e8
    piv = ipiv;
kusano 2b45e8
    
kusano 2b45e8
    i = k1;
kusano 2b45e8
    do {
kusano 2b45e8
      ip = *piv;
kusano 2b45e8
      piv ++;
kusano 2b45e8
      
kusano 2b45e8
      dx1 = a + i;
kusano 2b45e8
      dy1 = a + ip;
kusano 2b45e8
      atemp1 = *dx1;
kusano 2b45e8
      btemp1 = *dy1;
kusano 2b45e8
      
kusano 2b45e8
      if (ip != i) {
kusano 2b45e8
	*dy1 = atemp1;
kusano 2b45e8
	*buffer = btemp1;
kusano 2b45e8
      } else {
kusano 2b45e8
	*buffer = atemp1;
kusano 2b45e8
      }
kusano 2b45e8
      
kusano 2b45e8
      buffer ++;
kusano 2b45e8
kusano 2b45e8
      i++;
kusano 2b45e8
    } while (i <= k2);
kusano 2b45e8
    
kusano 2b45e8
    a += lda;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
  return 0;
kusano 2b45e8
} 
kusano 2b45e8