kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
/* Copyright 2009, 2010 The University of Texas at Austin.           */
kusano 2b45e8
/* All rights reserved.                                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* Redistribution and use in source and binary forms, with or        */
kusano 2b45e8
/* without modification, are permitted provided that the following   */
kusano 2b45e8
/* conditions are met:                                               */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   1. Redistributions of source code must retain the above         */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer.                                                  */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   2. Redistributions in binary form must reproduce the above      */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer in the documentation and/or other materials       */
kusano 2b45e8
/*      provided with the distribution.                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
kusano 2b45e8
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
kusano 2b45e8
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
kusano 2b45e8
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
kusano 2b45e8
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
kusano 2b45e8
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
kusano 2b45e8
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
kusano 2b45e8
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
kusano 2b45e8
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
kusano 2b45e8
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
kusano 2b45e8
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
kusano 2b45e8
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
kusano 2b45e8
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
kusano 2b45e8
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* The views and conclusions contained in the software and           */
kusano 2b45e8
/* documentation are those of the authors and should not be          */
kusano 2b45e8
/* interpreted as representing official policies, either expressed   */
kusano 2b45e8
/* or implied, of The University of Texas at Austin.                 */
kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
kusano 2b45e8
#include <stdio.h></stdio.h>
kusano 2b45e8
#include <ctype.h></ctype.h>
kusano 2b45e8
#include "common.h"
kusano 2b45e8
#ifdef FUNCTION_PROFILE
kusano 2b45e8
#include "functable.h"
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
#ifndef TRMM
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
#define ERROR_NAME "QTRSM "
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
#define ERROR_NAME "DTRSM "
kusano 2b45e8
#else
kusano 2b45e8
#define ERROR_NAME "STRSM "
kusano 2b45e8
#endif
kusano 2b45e8
#else
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
#define ERROR_NAME "XTRSM "
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
#define ERROR_NAME "ZTRSM "
kusano 2b45e8
#else
kusano 2b45e8
#define ERROR_NAME "CTRSM "
kusano 2b45e8
#endif
kusano 2b45e8
#endif
kusano 2b45e8
#else
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
#define ERROR_NAME "QTRMM "
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
#define ERROR_NAME "DTRMM "
kusano 2b45e8
#else
kusano 2b45e8
#define ERROR_NAME "STRMM "
kusano 2b45e8
#endif
kusano 2b45e8
#else
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
#define ERROR_NAME "XTRMM "
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
#define ERROR_NAME "ZTRMM "
kusano 2b45e8
#else
kusano 2b45e8
#define ERROR_NAME "CTRMM "
kusano 2b45e8
#endif
kusano 2b45e8
#endif
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
static int (*trsm[])(blas_arg_t *, BLASLONG *, BLASLONG *, FLOAT *, FLOAT *, BLASLONG) = {
kusano 2b45e8
#ifndef TRMM
kusano 2b45e8
  TRSM_LNUU, TRSM_LNUN, TRSM_LNLU, TRSM_LNLN,
kusano 2b45e8
  TRSM_LTUU, TRSM_LTUN, TRSM_LTLU, TRSM_LTLN,
kusano 2b45e8
  TRSM_LRUU, TRSM_LRUN, TRSM_LRLU, TRSM_LRLN,
kusano 2b45e8
  TRSM_LCUU, TRSM_LCUN, TRSM_LCLU, TRSM_LCLN,
kusano 2b45e8
  TRSM_RNUU, TRSM_RNUN, TRSM_RNLU, TRSM_RNLN, 
kusano 2b45e8
  TRSM_RTUU, TRSM_RTUN, TRSM_RTLU, TRSM_RTLN,
kusano 2b45e8
  TRSM_RRUU, TRSM_RRUN, TRSM_RRLU, TRSM_RRLN, 
kusano 2b45e8
  TRSM_RCUU, TRSM_RCUN, TRSM_RCLU, TRSM_RCLN,
kusano 2b45e8
#else
kusano 2b45e8
  TRMM_LNUU, TRMM_LNUN, TRMM_LNLU, TRMM_LNLN,
kusano 2b45e8
  TRMM_LTUU, TRMM_LTUN, TRMM_LTLU, TRMM_LTLN,
kusano 2b45e8
  TRMM_LRUU, TRMM_LRUN, TRMM_LRLU, TRMM_LRLN,
kusano 2b45e8
  TRMM_LCUU, TRMM_LCUN, TRMM_LCLU, TRMM_LCLN,
kusano 2b45e8
  TRMM_RNUU, TRMM_RNUN, TRMM_RNLU, TRMM_RNLN, 
kusano 2b45e8
  TRMM_RTUU, TRMM_RTUN, TRMM_RTLU, TRMM_RTLN,
kusano 2b45e8
  TRMM_RRUU, TRMM_RRUN, TRMM_RRLU, TRMM_RRLN, 
kusano 2b45e8
  TRMM_RCUU, TRMM_RCUN, TRMM_RCLU, TRMM_RCLN,
kusano 2b45e8
#endif
kusano 2b45e8
};
kusano 2b45e8
kusano 2b45e8
#ifndef CBLAS
kusano 2b45e8
kusano 2b45e8
void NAME(char *SIDE, char *UPLO, char *TRANS, char *DIAG,
kusano 2b45e8
	   blasint *M, blasint *N, FLOAT *alpha,
kusano 2b45e8
	   FLOAT *a, blasint *ldA, FLOAT *b, blasint *ldB){
kusano 2b45e8
  
kusano 2b45e8
  char side_arg  = *SIDE;
kusano 2b45e8
  char uplo_arg  = *UPLO;
kusano 2b45e8
  char trans_arg = *TRANS;
kusano 2b45e8
  char diag_arg  = *DIAG;
kusano 2b45e8
kusano 2b45e8
  blas_arg_t args;
kusano 2b45e8
kusano 2b45e8
  FLOAT *buffer;
kusano 2b45e8
  FLOAT *sa, *sb;
kusano 2b45e8
kusano 2b45e8
#ifdef SMP
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
  int mode  =  BLAS_XDOUBLE | BLAS_REAL;
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
  int mode  =  BLAS_DOUBLE  | BLAS_REAL;
kusano 2b45e8
#else
kusano 2b45e8
  int mode  =  BLAS_SINGLE  | BLAS_REAL;
kusano 2b45e8
#endif  
kusano 2b45e8
#else
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
  int mode  =  BLAS_XDOUBLE | BLAS_COMPLEX;
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
  int mode  =  BLAS_DOUBLE  | BLAS_COMPLEX;
kusano 2b45e8
#else
kusano 2b45e8
  int mode  =  BLAS_SINGLE  | BLAS_COMPLEX;
kusano 2b45e8
#endif  
kusano 2b45e8
#endif
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
  blasint info;
kusano 2b45e8
  int side;
kusano 2b45e8
  int uplo;
kusano 2b45e8
  int unit;
kusano 2b45e8
  int trans;
kusano 2b45e8
  int nrowa;
kusano 2b45e8
kusano 2b45e8
  PRINT_DEBUG_NAME;
kusano 2b45e8
kusano 2b45e8
  args.m = *M;
kusano 2b45e8
  args.n = *N;
kusano 2b45e8
kusano 2b45e8
  args.a = (void *)a;
kusano 2b45e8
  args.b = (void *)b;
kusano 2b45e8
kusano 2b45e8
  args.lda = *ldA;
kusano 2b45e8
  args.ldb = *ldB;
kusano 2b45e8
kusano 2b45e8
  args.beta = (void *)alpha;
kusano 2b45e8
kusano 2b45e8
  TOUPPER(side_arg);
kusano 2b45e8
  TOUPPER(uplo_arg);
kusano 2b45e8
  TOUPPER(trans_arg);
kusano 2b45e8
  TOUPPER(diag_arg);
kusano 2b45e8
kusano 2b45e8
  side  = -1;
kusano 2b45e8
  trans = -1;
kusano 2b45e8
  unit  = -1;
kusano 2b45e8
  uplo  = -1;
kusano 2b45e8
kusano 2b45e8
  if (side_arg  == 'L') side  = 0;
kusano 2b45e8
  if (side_arg  == 'R') side  = 1;
kusano 2b45e8
kusano 2b45e8
  if (trans_arg == 'N') trans = 0;
kusano 2b45e8
  if (trans_arg == 'T') trans = 1;
kusano 2b45e8
  if (trans_arg == 'R') trans = 2;
kusano 2b45e8
  if (trans_arg == 'C') trans = 3;
kusano 2b45e8
kusano 2b45e8
  if (diag_arg  == 'U') unit  = 0;
kusano 2b45e8
  if (diag_arg  == 'N') unit  = 1;
kusano 2b45e8
kusano 2b45e8
  if (uplo_arg  == 'U') uplo  = 0;
kusano 2b45e8
  if (uplo_arg  == 'L') uplo  = 1;
kusano 2b45e8
  
kusano 2b45e8
  nrowa = args.m;
kusano 2b45e8
  if (side & 1) nrowa = args.n;
kusano 2b45e8
kusano 2b45e8
  info = 0;
kusano 2b45e8
kusano 2b45e8
  if (args.ldb < MAX(1,args.m)) info = 11;
kusano 2b45e8
  if (args.lda < MAX(1,nrowa))  info =  9;
kusano 2b45e8
  if (args.n < 0)               info =  6;
kusano 2b45e8
  if (args.m < 0)               info =  5;
kusano 2b45e8
  if (unit < 0)                 info =  4;
kusano 2b45e8
  if (trans < 0)                info =  3;
kusano 2b45e8
  if (uplo  < 0)                info =  2;
kusano 2b45e8
  if (side  < 0)                info =  1;
kusano 2b45e8
kusano 2b45e8
  if (info != 0) {
kusano 2b45e8
    BLASFUNC(xerbla)(ERROR_NAME, &info, sizeof(ERROR_NAME));
kusano 2b45e8
    return;
kusano 2b45e8
  }
kusano 2b45e8
  
kusano 2b45e8
#else
kusano 2b45e8
kusano 2b45e8
void CNAME(enum CBLAS_ORDER order, 
kusano 2b45e8
	   enum CBLAS_SIDE Side,  enum CBLAS_UPLO Uplo,
kusano 2b45e8
	   enum CBLAS_TRANSPOSE Trans, enum CBLAS_DIAG Diag,
kusano 2b45e8
	   blasint m, blasint n,
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
	   FLOAT alpha,
kusano 2b45e8
#else
kusano 2b45e8
	   FLOAT *alpha,
kusano 2b45e8
#endif
kusano 2b45e8
	   FLOAT *a, blasint lda,
kusano 2b45e8
	   FLOAT *b, blasint ldb) {
kusano 2b45e8
kusano 2b45e8
  blas_arg_t args;
kusano 2b45e8
  int side, uplo, trans, unit;
kusano 2b45e8
  blasint info, nrowa;
kusano 2b45e8
kusano 2b45e8
  XFLOAT *buffer;
kusano 2b45e8
  XFLOAT *sa, *sb;
kusano 2b45e8
kusano 2b45e8
#ifdef SMP
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
  int mode  =  BLAS_XDOUBLE | BLAS_REAL;
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
  int mode  =  BLAS_DOUBLE  | BLAS_REAL;
kusano 2b45e8
#else
kusano 2b45e8
  int mode  =  BLAS_SINGLE  | BLAS_REAL;
kusano 2b45e8
#endif  
kusano 2b45e8
#else
kusano 2b45e8
#ifdef XDOUBLE
kusano 2b45e8
  int mode  =  BLAS_XDOUBLE | BLAS_COMPLEX;
kusano 2b45e8
#elif defined(DOUBLE)
kusano 2b45e8
  int mode  =  BLAS_DOUBLE  | BLAS_COMPLEX;
kusano 2b45e8
#else
kusano 2b45e8
  int mode  =  BLAS_SINGLE  | BLAS_COMPLEX;
kusano 2b45e8
#endif  
kusano 2b45e8
#endif
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
  PRINT_DEBUG_CNAME;
kusano 2b45e8
kusano 2b45e8
  args.a = (void *)a;
kusano 2b45e8
  args.b = (void *)b;
kusano 2b45e8
kusano 2b45e8
  args.lda = lda;
kusano 2b45e8
  args.ldb = ldb;
kusano 2b45e8
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
  args.beta = (void *)α
kusano 2b45e8
#else
kusano 2b45e8
  args.beta = (void *)alpha;
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
  side   = -1;
kusano 2b45e8
  uplo   = -1;
kusano 2b45e8
  trans  = -1;
kusano 2b45e8
  unit   = -1;
kusano 2b45e8
  info   =  0;
kusano 2b45e8
kusano 2b45e8
  if (order == CblasColMajor) {
kusano 2b45e8
    args.m = m;
kusano 2b45e8
    args.n = n;
kusano 2b45e8
kusano 2b45e8
    if (Side == CblasLeft)         side  = 0;
kusano 2b45e8
    if (Side == CblasRight)        side  = 1;
kusano 2b45e8
    
kusano 2b45e8
    if (Uplo == CblasUpper)        uplo  = 0;
kusano 2b45e8
    if (Uplo == CblasLower)        uplo  = 1;
kusano 2b45e8
kusano 2b45e8
    if (Trans == CblasNoTrans)     trans = 0;
kusano 2b45e8
    if (Trans == CblasTrans)       trans = 1;
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
    if (Trans == CblasConjNoTrans) trans = 0;
kusano 2b45e8
    if (Trans == CblasConjTrans)   trans = 1;
kusano 2b45e8
#else
kusano 2b45e8
    if (Trans == CblasConjNoTrans) trans = 2;
kusano 2b45e8
    if (Trans == CblasConjTrans)   trans = 3;
kusano 2b45e8
#endif
kusano 2b45e8
    
kusano 2b45e8
    if (Diag == CblasUnit)          unit  = 0;
kusano 2b45e8
    if (Diag == CblasNonUnit)       unit  = 1;
kusano 2b45e8
kusano 2b45e8
    info = -1;
kusano 2b45e8
    
kusano 2b45e8
    nrowa = args.m;
kusano 2b45e8
    if (side & 1) nrowa = args.n;
kusano 2b45e8
    
kusano 2b45e8
    if (args.ldb < MAX(1,args.m)) info = 11;
kusano 2b45e8
    if (args.lda < MAX(1,nrowa))  info =  9;
kusano 2b45e8
    if (args.n < 0)               info =  6;
kusano 2b45e8
    if (args.m < 0)               info =  5;
kusano 2b45e8
    if (unit < 0)                 info =  4;
kusano 2b45e8
    if (trans < 0)                info =  3;
kusano 2b45e8
    if (uplo  < 0)                info =  2;
kusano 2b45e8
    if (side  < 0)                info =  1;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
  if (order == CblasRowMajor) {
kusano 2b45e8
    args.m = n;
kusano 2b45e8
    args.n = m;
kusano 2b45e8
kusano 2b45e8
    if (Side == CblasLeft)         side  = 1;
kusano 2b45e8
    if (Side == CblasRight)        side  = 0;
kusano 2b45e8
    
kusano 2b45e8
    if (Uplo == CblasUpper)        uplo  = 1;
kusano 2b45e8
    if (Uplo == CblasLower)        uplo  = 0;
kusano 2b45e8
kusano 2b45e8
    if (Trans == CblasNoTrans)     trans = 0;
kusano 2b45e8
    if (Trans == CblasTrans)       trans = 1;
kusano 2b45e8
#ifndef COMPLEX
kusano 2b45e8
    if (Trans == CblasConjNoTrans) trans = 0;
kusano 2b45e8
    if (Trans == CblasConjTrans)   trans = 1;
kusano 2b45e8
#else
kusano 2b45e8
    if (Trans == CblasConjNoTrans) trans = 2;
kusano 2b45e8
    if (Trans == CblasConjTrans)   trans = 3;
kusano 2b45e8
#endif
kusano 2b45e8
    
kusano 2b45e8
    if (Diag == CblasUnit)         unit  = 0;
kusano 2b45e8
    if (Diag == CblasNonUnit)      unit  = 1;
kusano 2b45e8
kusano 2b45e8
    info = -1;
kusano 2b45e8
    
kusano 2b45e8
    nrowa = args.m;
kusano 2b45e8
    if (side & 1) nrowa = args.n;
kusano 2b45e8
    
kusano 2b45e8
    if (args.ldb < MAX(1,args.m)) info = 11;
kusano 2b45e8
    if (args.lda < MAX(1,nrowa))  info =  9;
kusano 2b45e8
    if (args.n < 0)               info =  6;
kusano 2b45e8
    if (args.m < 0)               info =  5;
kusano 2b45e8
    if (unit < 0)                 info =  4;
kusano 2b45e8
    if (trans < 0)                info =  3;
kusano 2b45e8
    if (uplo  < 0)                info =  2;
kusano 2b45e8
    if (side  < 0)                info =  1;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
  if (info >= 0) {
kusano 2b45e8
    BLASFUNC(xerbla)(ERROR_NAME, &info, sizeof(ERROR_NAME));
kusano 2b45e8
    return;
kusano 2b45e8
  }
kusano 2b45e8
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
  if ((args.m == 0) || (args.n == 0)) return;
kusano 2b45e8
kusano 2b45e8
  IDEBUG_START;
kusano 2b45e8
kusano 2b45e8
  FUNCTION_PROFILE_START();
kusano 2b45e8
kusano 2b45e8
  buffer = (FLOAT *)blas_memory_alloc(0);
kusano 2b45e8
  
kusano 2b45e8
  sa = (FLOAT *)((BLASLONG)buffer + GEMM_OFFSET_A);
kusano 2b45e8
  sb = (FLOAT *)(((BLASLONG)sa + ((GEMM_P * GEMM_Q * COMPSIZE * SIZE + GEMM_ALIGN) & ~GEMM_ALIGN)) + GEMM_OFFSET_B);
kusano 2b45e8
  
kusano 2b45e8
#ifdef SMP
kusano 2b45e8
  mode |= (trans << BLAS_TRANSA_SHIFT);
kusano 2b45e8
  mode |= (side  << BLAS_RSIDE_SHIFT);
kusano 2b45e8
kusano 2b45e8
  args.nthreads = num_cpu_avail(3);
kusano 2b45e8
kusano 2b45e8
  if (args.nthreads == 1) {
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
    (trsm[(side<<4) | (trans<<2) | (uplo<<1) | unit])(&args, NULL, NULL, sa, sb, 0);
kusano 2b45e8
    
kusano 2b45e8
#ifdef SMP
kusano 2b45e8
  } else {
kusano 2b45e8
    if (!side) {
kusano 2b45e8
      gemm_thread_n(mode, &args, NULL, NULL, trsm[(side<<4) | (trans<<2) | (uplo<<1) | unit], sa, sb, args.nthreads);
kusano 2b45e8
    } else {
kusano 2b45e8
      gemm_thread_m(mode, &args, NULL, NULL, trsm[(side<<4) | (trans<<2) | (uplo<<1) | unit], sa, sb, args.nthreads);
kusano 2b45e8
    }
kusano 2b45e8
  }
kusano 2b45e8
#endif
kusano 2b45e8
  
kusano 2b45e8
  blas_memory_free(buffer);
kusano 2b45e8
kusano 2b45e8
  FUNCTION_PROFILE_END(COMPSIZE * COMPSIZE, 
kusano 2b45e8
		       (!side) ? args.m * (args.m + args.n) : args.n * (args.m + args.n),
kusano 2b45e8
		       (!side) ? args.m * args.m * args.n : args.m * args.n * args.n);
kusano 2b45e8
kusano 2b45e8
  IDEBUG_END;
kusano 2b45e8
kusano 2b45e8
  return;
kusano 2b45e8
}
kusano 2b45e8