/*********************************************************************/
/* Copyright 2009, 2010 The University of Texas at Austin. */
/* All rights reserved. */
/* */
/* Redistribution and use in source and binary forms, with or */
/* without modification, are permitted provided that the following */
/* conditions are met: */
/* */
/* 1. Redistributions of source code must retain the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer. */
/* */
/* 2. Redistributions in binary form must reproduce the above */
/* copyright notice, this list of conditions and the following */
/* disclaimer in the documentation and/or other materials */
/* provided with the distribution. */
/* */
/* THIS SOFTWARE IS PROVIDED BY THE UNIVERSITY OF TEXAS AT */
/* AUSTIN ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, */
/* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF */
/* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE */
/* DISCLAIMED. IN NO EVENT SHALL THE UNIVERSITY OF TEXAS AT */
/* AUSTIN OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, */
/* INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES */
/* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE */
/* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR */
/* BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF */
/* LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT */
/* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT */
/* OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
/* POSSIBILITY OF SUCH DAMAGE. */
/* */
/* The views and conclusions contained in the software and */
/* documentation are those of the authors and should not be */
/* interpreted as representing official policies, either expressed */
/* or implied, of The University of Texas at Austin. */
/*********************************************************************/
#define ASSEMBLER
#include "common.h"
#ifdef DOUBLE
#define PREFETCHSIZE (16 * 8)
#else
#define PREFETCHSIZE (32 * 8)
#endif
#ifndef LN
#define CPREFETCHSIZE 7
#else
#define CPREFETCHSIZE -8
#endif
#define CPREFETCH lfetch.excl.nt1
#define M r32
#define N r33
#define K r34
#define A r37
#define B r38
#define C r39
#define LDC r35
#define I r15
#define J r16
#define AOFFSET r17
#define BOFFSET r18
#define TEMP r19
#define L r20
#define C1 r21
#define C2 r22
#define C3 r23
#define C4 r24
#define C5 r25
#define C6 r26
#define C7 r27
#define C8 r28
#define PREA r8
#define PREB r9
#define PREC r10
#define SP r12
#define ARLC r29
#define PR r30
#define ARPFS r31
#define ALPHA_R f8
#define ALPHA_I f9
#define AORIG loc0
#define KK loc1
#define KK8 loc2
#define OFFSET loc3
#define AOFFSET2 loc4
#define BOFFSET2 loc5
#ifndef CONJ
#define FCALC_A FSUB
#define FCALC_B FADD
#define FMA_A FNMA
#define FMA_B FMA
#else
#define FCALC_A FADD
#define FCALC_B FSUB
#define FMA_A FMA
#define FMA_B FNMA
#endif
#ifndef CONJ
#define FCALC_C FMA
#define FCALC_D FNMA
#else
#define FCALC_C FNMA
#define FCALC_D FMA
#endif
#ifndef CONJ
#define FMA_C FNMA
#define FMA_D FMA
#define FSUB_A FSUB
#else
#define FMA_C FMA
#define FMA_D FMS
#define FSUB_A FADD
#endif
PROLOGUE
.prologue
PROFCODE
{ .mfi
.save ar.pfs, ARPFS
alloc ARPFS = ar.pfs, 8, 8, 0, 0
mov f64 = f0
adds r14 = 16, SP
}
{ .mfi
nop __LINE__
mov f65 = f0
adds r15 = 24, SP
}
;;
{ .mfi
ld8 LDC = [r14]
mov f81 = f0
mov PR = pr
}
{ .mfi
ld8 OFFSET = [r15]
mov f96 = f0
}
;;
{ .mfi
shladd LDC = LDC, ZBASE_SHIFT, r0
mov f97 = f0
}
{ .mfi
nop __LINE__
mov f113 = f0
}
;;
#ifdef LN
{ .mmi
setf.sig f32 = M
setf.sig f33 = K
shladd C = M, ZBASE_SHIFT, C
}
;;
{.mmf
nop __LINE__
nop __LINE__
xmpy.l f32 = f32, f33
}
;;
{ .mmi
getf.sig r2 = f32
;;
nop __LINE__
shladd A = r2, ZBASE_SHIFT, A
}
;;
#endif
#ifdef RN
sub KK = r0, OFFSET
#endif
#ifdef RT
{ .mmi
setf.sig f32 = N
setf.sig f33 = K
nop __LINE__
}
;;
{ .mmi
setf.sig f34 = LDC
nop __LINE__
nop __LINE__
}
;;
{ .mmf
nop __LINE__
nop __LINE__
xmpy.l f33 = f32, f33
}
{ .mmf
nop __LINE__
sub KK = N, OFFSET
xmpy.l f34 = f32, f34
}
;;
{ .mmi
getf.sig r2 = f33
getf.sig r3 = f34
}
;;
shladd B = r2, ZBASE_SHIFT, B
add C = r3, C
#endif
;;
.body
{ .mfi
nop __LINE__
mov f80 = f0
mov ARLC = ar.lc
}
{ .mfb
mov f112 = f0
}
;;
;;
shr I = M, 2
tbit.z p6, p0 = N, 0
(p6) br.cond.dpnt .L050
;;
#ifdef RT
{ .mmi
shl r2 = K, ZBASE_SHIFT
}
;;
{ .mmi
sub B = B, r2
sub C = C, LDC
nop __LINE__
}
;;
#endif
mov C1 = C
#ifdef LN
add KK = M, OFFSET
#elif defined LT
mov KK = OFFSET
#else
nop __LINE__
#endif
;;
#if defined(LN) || defined(RT)
mov AORIG = A
#else
mov AOFFSET = A
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
{ .mib
cmp.eq p6, p7 = 0, I
#ifndef RT
add C = LDC, C
#else
nop __LINE__
#endif
(p6) br.cond.dpnt .L100
}
;;
.align 16
.L092:
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 2 + ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
add BOFFSET = r3, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
shladd AOFFSET = r3, 2, AORIG
}
;;
#endif
;;
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
adds L = 1, L
;;
{ .mfi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
tbit.z p12, p0 = L, 0
}
{ .mfi
adds PREC = CPREFETCHSIZE * SIZE, C1
shr L = L, 1
}
;;
{ .mfi
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
adds L = -1, L
}
{ .mmf
(p7) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
CPREFETCH [PREC]
}
;;
{ .mfi
(p7) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
mov ar.lc = L
}
{ .mmi
adds C5 = 4 * SIZE, C1
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
cmp.eq p3, p0 = r0, r0
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L098
;;
.align 16
.L093:
/* 1 */
{ .mfi
lfetch.nt1 [PREA], 16 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
cmp.ne p4, p5 = 0, L
}
{ .mfi
nop __LINE__
FMA_B f65 = f32, f49, f65 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfi
lfetch.nt1 [PREB], 4 * SIZE
FMA f80 = f34, f48, f80 // A3 * B1
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f81 = f34, f49, f81 // A3 * B2
nop __LINE__
}
;;
{ .mfi
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f96 = f36, f48, f96 // A5 * B1
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f97 = f36, f49, f97 // A5 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f112 = f38, f48, f112 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f113 = f38, f49, f113 // A7 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f44, f45 = [AOFFSET], 2 * SIZE
FMA f81 = f35, f48, f81 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f80 = f35, f49, f80 // A4 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f46, f47 = [AOFFSET], 2 * SIZE
FMA f97 = f37, f48, f97 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f96 = f37, f49, f96 // A6 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
FMA f113 = f39, f48, f113 // A8 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f112 = f39, f49, f112 // A8 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f80 = f42, f56, f80 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f81 = f42, f57, f81 // A3 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
(p3) FMA f96 = f44, f56, f96 // A5 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f44, f57, f97 // A5 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
(p3) FMA f112 = f46, f56, f112 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f46, f57, f113 // A7 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f81 = f43, f56, f81 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f80 = f43, f57, f80 // A4 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f97 = f45, f56, f97 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f45, f57, f96 // A6 * B2
nop __LINE__
}
;;
{ .mfi
nop __LINE__
(p3) FMA f113 = f47, f56, f113 // A8 * B1
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f47, f57, f112 // A8 * B2
br.cloop.sptk.few .L093
}
;;
.L098:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -4, KK
#else
adds r2 = -1, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 2, AORIG
add BOFFSET = r2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = -6 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f80 = f74, f80
FSUB_A f81 = f75, f81
FSUB f96 = f88, f96
FSUB_A f97 = f89, f97
FSUB f112 = f90, f112
FSUB_A f113 = f91, f113
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = -6 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f80 = f74, f80
FSUB f81 = f75, f81
FSUB f96 = f88, f96
FSUB f97 = f89, f97
FSUB f112 = f90, f112
FSUB f113 = f91, f113
;;
#endif
#ifdef LN
adds AOFFSET = 30 * SIZE, AOFFSET
;;
LDFPD f72, f73 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f74, f75 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f76, f77 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f78, f79 = [AOFFSET]
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
LDFPD f88, f89 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f92, f93 = [AOFFSET]
adds AOFFSET = - 6 * SIZE, AOFFSET
;;
LDFPD f104, f105 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f106, f107 = [AOFFSET]
adds AOFFSET = - 8 * SIZE, AOFFSET
;;
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f72, f112
FMPY f33 = f73, f112
;;
FMA_C f112 = f73, f113, f32
FMA_D f113 = f72, f113, f33
;;
FNMA f96 = f74, f112, f96
FMA_A f97 = f75, f112, f97
FNMA f80 = f76, f112, f80
FMA_A f81 = f77, f112, f81
FNMA f64 = f78, f112, f64
FMA_A f65 = f79, f112, f65
;;
FMA_B f96 = f75, f113, f96
FNMA f97 = f74, f113, f97
FMA_B f80 = f77, f113, f80
FNMA f81 = f76, f113, f81
FMA_B f64 = f79, f113, f64
FNMA f65 = f78, f113, f65
;;
FMPY f32 = f88, f96
FMPY f33 = f89, f96
;;
FMA_C f96 = f89, f97, f32
FMA_D f97 = f88, f97, f33
;;
FNMA f80 = f90, f96, f80
FMA_A f81 = f91, f96, f81
FNMA f64 = f92, f96, f64
FMA_A f65 = f93, f96, f65
;;
FMA_B f80 = f91, f97, f80
FNMA f81 = f90, f97, f81
FMA_B f64 = f93, f97, f64
FNMA f65 = f92, f97, f65
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [AOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [AOFFSET]
adds AOFFSET = 4 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [AOFFSET], 2 * SIZE
;;
LDFPD f94, f95 = [AOFFSET]
adds AOFFSET = 6 * SIZE, AOFFSET
;;
LDFPD f108, f109 = [AOFFSET], 2 * SIZE
;;
LDFPD f110, f111 = [AOFFSET]
adds AOFFSET = 8 * SIZE, AOFFSET
;;
LDFPD f126, f127 = [AOFFSET]
adds AOFFSET = - 30 * SIZE, AOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
FNMA f96 = f76, f64, f96
FMA_A f97 = f77, f64, f97
FNMA f112 = f78, f64, f112
FMA_A f113 = f79, f64, f113
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
FMA_B f96 = f77, f65, f96
FNMA f97 = f76, f65, f97
FMA_B f112 = f79, f65, f112
FNMA f113 = f78, f65, f113
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
;;
FNMA f96 = f92, f80, f96
FMA_A f97 = f93, f80, f97
FNMA f112 = f94, f80, f112
FMA_A f113 = f95, f80, f113
;;
FMA_B f96 = f93, f81, f96
FNMA f97 = f92, f81, f97
FMA_B f112 = f95, f81, f112
FNMA f113 = f94, f81, f113
;;
FMPY f32 = f108, f96
FMPY f33 = f109, f96
;;
FMA_C f96 = f109, f97, f32
FMA_D f97 = f108, f97, f33
;;
FNMA f112 = f110, f96, f112
FMA_A f113 = f111, f96, f113
;;
FMA_B f112 = f111, f97, f112
FNMA f113 = f110, f97, f113
;;
FMPY f32 = f126, f112
FMPY f33 = f127, f112
;;
FMA_C f112 = f127, f113, f32
FMA_D f113 = f126, f113, f33
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
FMPY f36 = f72, f96
FMPY f37 = f73, f96
FMPY f38 = f72, f112
FMPY f39 = f73, f112
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
FMA_C f96 = f73, f97, f36
FMA_D f97 = f72, f97, f37
FMA_C f112 = f73, f113, f38
FMA_D f113 = f72, f113, f39
;;
#endif
#ifdef RT
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
FMPY f36 = f72, f96
FMPY f37 = f73, f96
FMPY f38 = f72, f112
FMPY f39 = f73, f112
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
FMA_C f96 = f73, f97, f36
FMA_D f97 = f72, f97, f37
FMA_C f112 = f73, f113, f38
FMA_D f113 = f72, f113, f39
;;
#endif
#if defined(LN) || defined(LT)
adds BOFFSET2 = 4 * SIZE, BOFFSET
;;
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
;;
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
;;
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
;;
STFD [BOFFSET] = f81, 5 * SIZE
STFD [BOFFSET2] = f113, 5 * SIZE
;;
adds BOFFSET = - 8 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f96, SIZE
;;
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f97, SIZE
;;
STFD [AOFFSET] = f80, SIZE
STFD [AOFFSET2] = f112, SIZE
;;
STFD [AOFFSET] = f81, 5 * SIZE
STFD [AOFFSET2] = f113, 5 * SIZE
;;
adds AOFFSET = - 8 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -8 * SIZE, C1
adds C5 = -8 * SIZE, C5
#endif
;;
STFD [C1 ] = f64, SIZE
STFD [C5 ] = f96, SIZE
;;
STFD [C1 ] = f65, SIZE
STFD [C5 ] = f97, SIZE
;;
STFD [C1 ] = f80, SIZE
STFD [C5 ] = f112, SIZE
;;
STFD [C1 ] = f81, 5 * SIZE
STFD [C5 ] = f113, 5 * SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -8 * SIZE, C1
adds C5 = -8 * SIZE, C5
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
shladd AORIG = r2, 2, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
shladd AOFFSET = L, 2, AOFFSET
add BOFFSET = L, BOFFSET
#endif
;;
#ifdef LT
adds KK = 4, KK
#elif defined LN
adds KK = -4, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
(p6) br.cond.dptk .L092
;;
.align 16
.L100:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 1
(p6) br.cond.dptk .L110
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 1 + ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
add BOFFSET = r3, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
shladd AOFFSET = r3, 1, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mii
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
tbit.z p12, p0 = L, 0
shr L = L, 1
}
;;
{ .mmi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
nop __LINE__
adds L = -1, L
}
;;
{ .mmi
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
cmp.eq p3, p0 = r0, r0
mov ar.lc = L
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L108
;;
.align 16
.L102:
{ .mfi
lfetch.nt1 [PREA], 8 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
cmp.ne p4, p5 = 0, L
}
{ .mfi
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
FMA f80 = f32, f49, f80 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfb
lfetch.nt1 [PREB], 4 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA f81 = f33, f49, f81 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f96 = f34, f48, f96 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA f112 = f34, f49, f112 // A3 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f97 = f35, f48, f97 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA f113 = f35, f49, f113 // A4 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA f80 = f40, f57, f80 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA f81 = f41, f57, f81 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
(p3) FMA f96 = f42, f56, f96 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA f112 = f42, f57, f112 // A3 * B2
nop __LINE__
}
;;
{ .mfi
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f97 = f43, f56, f97 // A4 * B1
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA f113 = f43, f57, f113 // A4 * B2
br.cloop.sptk.few .L102
}
;;
{ .mfb
nop __LINE__
FCALC_A f64 = f64, f81
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_B f65 = f65, f80
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_A f96 = f96, f113
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_B f97 = f97, f112
nop __LINE__
}
;;
.L108:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -2, KK
#else
adds r2 = -1, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 1, AORIG
add BOFFSET = r2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET]
adds BOFFSET = -2 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f96 = f88, f96
FSUB_A f97 = f89, f97
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET]
adds AOFFSET = -2 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f96 = f88, f96
FSUB f97 = f89, f97
;;
#endif
#ifdef LN
adds AOFFSET = 6 * SIZE, AOFFSET
;;
LDFPD f104, f105 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f106, f107 = [AOFFSET]
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f104, f96
FMPY f33 = f105, f96
;;
FMA_C f96 = f105, f97, f32
FMA_D f97 = f104, f97, f33
;;
FNMA f64 = f106, f96, f64
FMA_A f65 = f107, f96, f65
;;
FMA_B f64 = f107, f97, f64
FNMA f65 = f106, f97, f65
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET]
adds AOFFSET = 4 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = - 6 * SIZE, AOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
FNMA f96 = f74, f64, f96
FMA_A f97 = f75, f64, f97
;;
FMA_B f96 = f75, f65, f96
FNMA f97 = f74, f65, f97
;;
FMPY f32 = f90, f96
FMPY f33 = f91, f96
;;
FMA_C f96 = f91, f97, f32
FMA_D f97 = f90, f97, f33
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f36 = f72, f96
FMPY f37 = f73, f96
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f96 = f73, f97, f36
FMA_D f97 = f72, f97, f37
;;
#endif
#ifdef RT
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f36 = f72, f96
FMPY f37 = f73, f96
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f96 = f73, f97, f36
FMA_D f97 = f72, f97, f37
;;
#endif
#if defined(LN) || defined(LT)
STFD [BOFFSET] = f64, SIZE
;;
STFD [BOFFSET] = f65, SIZE
;;
STFD [BOFFSET] = f96, SIZE
;;
STFD [BOFFSET] = f97, SIZE
;;
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
;;
STFD [AOFFSET] = f65, SIZE
;;
STFD [AOFFSET] = f96, SIZE
;;
STFD [AOFFSET] = f97, SIZE
;;
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C5 = -4 * SIZE, C5
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
STFD [C1 ] = f96, SIZE
;;
STFD [C1 ] = f97, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C5 = -4 * SIZE, C5
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
shladd AORIG = r2, 1, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
shladd AOFFSET = L, 1, AOFFSET
add BOFFSET = L, BOFFSET
#endif
;;
#ifdef LT
adds KK = 2, KK
#elif defined LN
adds KK = -2, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
.align 16
.L110:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 0
(p6) br.cond.dptk .L119
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
add BOFFSET = r3, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
add AOFFSET = r3, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mii
nop __LINE__
tbit.z p12, p0 = L, 0
shr L = L, 1
}
;;
{ .mmi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
cmp.eq p3, p0 = r0, r0
adds L = -1, L
}
;;
{ .mmi
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
mov ar.lc = L
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L118
;;
.align 16
.L112:
{ .mfi
lfetch.nt1 [PREA], 4 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
cmp.ne p4, p5 = 0, L
}
{ .mfi
lfetch.nt1 [PREB], 4 * SIZE
FMA f80 = f32, f49, f80 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mmf
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
}
{ .mmf
nop __LINE__
nop __LINE__
FMA f81 = f33, f49, f81 // A2 * B2
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA f80 = f40, f57, f80 // A1 * B2
nop __LINE__
}
;;
{ .mfi
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
adds L = -1, L
}
{ .mfb
(p3) FMA f81 = f41, f57, f81 // A2 * B2
br.cloop.sptk.few .L112
}
;;
{ .mfb
nop __LINE__
FCALC_A f64 = f64, f81
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_B f65 = f65, f80
nop __LINE__
}
;;
.L118:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -1, KK
#else
adds r2 = -1, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
add AOFFSET = r2, AORIG
add BOFFSET = r2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET]
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
;;
#else
LDFPD f72, f73 = [AOFFSET]
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
;;
#endif
#ifdef LN
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
#endif
#ifdef RT
LDFPD f72, f73 = [BOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
#endif
#if defined(LN) || defined(LT)
STFD [BOFFSET] = f64, SIZE
;;
STFD [BOFFSET] = f65, SIZE
;;
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
#else
STFD [AOFFSET] = f64, SIZE
;;
STFD [AOFFSET] = f65, SIZE
;;
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -2 * SIZE, C1
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
;;
#ifdef LN
adds C1 = -2 * SIZE, C1
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
add AORIG = r2, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
add AOFFSET = L, AOFFSET
add BOFFSET = L, BOFFSET
#endif
;;
#ifdef LT
adds KK = 1, KK
#elif defined LN
adds KK = -1, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
.align 16
.L119:
#ifdef LN
shladd KK8 = K, ZBASE_SHIFT, r0
;;
add B = KK8, B
#endif
#if defined(LT) || defined(RN)
mov B = BOFFSET
#endif
#ifdef RN
adds KK = 1, KK
#endif
#ifdef RT
adds KK = -1, KK
#endif
;;
{ .mmi
mov AOFFSET = A
nop __LINE__
}
;;
.align 16
.L050:
{ .mmi
shr I = M, 2
}
{ .mib
tbit.z p6, p0 = N, 1
(p6) br.cond.dpnt .L010
}
;;
#ifdef RT
{ .mmi
shladd r3 = LDC, 1, r0
nop __LINE__
shl r2 = K, 1 + ZBASE_SHIFT
}
;;
{ .mmi
sub B = B, r2
sub C = C, r3
nop __LINE__
}
;;
#endif
mov C1 = C
add C2 = LDC, C
;;
#ifdef LN
add KK = M, OFFSET
#elif defined LT
mov KK = OFFSET
#else
nop __LINE__
#endif
;;
#if defined(LN) || defined(RT)
mov AORIG = A
#else
mov AOFFSET = A
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
{ .mib
cmp.eq p6, p7 = 0, I
#ifndef RT
shladd C = LDC, 1, C
#else
nop __LINE__
#endif
(p6) br.cond.dpnt .L060
}
;;
.align 16
.L052:
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 2 + ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 1, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
shladd AOFFSET = r3, 2, AORIG
}
;;
#endif
{ .mfi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
mov f82 = f0
adds PREC = CPREFETCHSIZE * SIZE, C1
}
{ .mfi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
mov f83 = f0
nop __LINE__
}
;;
{ .mfi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
mov f98 = f0
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
}
{ .mfi
cmp.eq p3, p0 = r0, r0
mov f99 = f0
adds L = 1, L
}
;;
{ .mfi
(p7) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
mov f114 = f0
tbit.z p12, p0 = L, 0
}
{ .mfi
CPREFETCH [PREC], LDC
mov f115 = f0
shr L = L, 1
}
;;
{ .mmi
(p7) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
adds C5 = 4 * SIZE, C1
adds L = -1, L
}
;;
{ .mmi
CPREFETCH [PREC], LDC
adds C6 = 4 * SIZE, C2
mov ar.lc = L
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L058
;;
.align 16
.L053:
{ .mfb
lfetch.nt1 [PREA], 16 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f65 = f32, f49, f65 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfi
lfetch.nt1 [PREB], 8 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
cmp.ne p4, p5 = 0, L
}
{ .mfi
nop __LINE__
FMA_B f81 = f32, f51, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfi
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f96 = f34, f48, f96 // A3 * B1
nop __LINE__
}
{ .mfi
FMA_B f97 = f34, f49, f97 // A3 * B2
nop __LINE__
}
;;
{ .mfi
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f112 = f34, f50, f112 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f113 = f34, f51, f113 // A3 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f80 = f33, f51, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f44, f45 = [AOFFSET], 2 * SIZE
FMA f97 = f35, f48, f97 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f96 = f35, f49, f96 // A4 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f46, f47 = [AOFFSET], 2 * SIZE
FMA f113 = f35, f50, f113 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f112 = f35, f51, f112 // A4 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f66 = f36, f48, f66 // A5 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f67 = f36, f49, f67 // A5 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f82 = f36, f50, f82 // A5 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f83 = f36, f51, f83 // A5 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f98 = f38, f48, f98 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f99 = f38, f49, f99 // A7 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f114 = f38, f50, f114 // A7 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f115 = f38, f51, f115 // A7 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f67 = f37, f48, f67 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f66 = f37, f49, f66 // A6 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f83 = f37, f50, f83 // A6 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f82 = f37, f51, f82 // A6 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
FMA f99 = f39, f48, f99 // A8 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f98 = f39, f49, f98 // A8 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
FMA f115 = f39, f50, f115 // A8 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f114 = f39, f51, f114 // A8 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f81 = f40, f59, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
(p3) FMA f96 = f42, f56, f96 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f42, f57, f97 // A3 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
(p3) FMA f112 = f42, f58, f112 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f42, f59, f113 // A3 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f81 = f41, f58, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f80 = f41, f59, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f97 = f43, f56, f97 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f43, f57, f96 // A4 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f113 = f43, f58, f113 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f43, f59, f112 // A4 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f66 = f44, f56, f66 // A5 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f67 = f44, f57, f67 // A5 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f82 = f44, f58, f82 // A5 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f83 = f44, f59, f83 // A5 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f98 = f46, f56, f98 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f99 = f46, f57, f99 // A7 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f114 = f46, f58, f114 // A7 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f115 = f46, f59, f115 // A7 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f67 = f45, f56, f67 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f66 = f45, f57, f66 // A6 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f83 = f45, f58, f83 // A6 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f82 = f45, f59, f82 // A6 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f99 = f47, f56, f99 // A8 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f98 = f47, f57, f98 // A8 * B2
nop __LINE__
}
;;
{ .mfi
nop __LINE__
(p3) FMA f115 = f47, f58, f115 // A8 * B3
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f114 = f47, f59, f114 // A8 * B4
br.cloop.sptk.few .L053
}
;;
.L058:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -4, KK
#else
adds r2 = -2, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 2, AORIG
shladd BOFFSET = r2, 1, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
;;
LDFPD f104, f105 = [BOFFSET], 2 * SIZE
;;
LDFPD f106, f107 = [BOFFSET], 2 * SIZE
;;
LDFPD f120, f121 = [BOFFSET], 2 * SIZE
;;
LDFPD f122, f123 = [BOFFSET]
adds BOFFSET = -14 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f80 = f74, f80
FSUB_A f81 = f75, f81
FSUB f96 = f88, f96
FSUB_A f97 = f89, f97
FSUB f112 = f90, f112
FSUB_A f113 = f91, f113
FSUB f66 = f104, f66
FSUB_A f67 = f105, f67
FSUB f82 = f106, f82
FSUB_A f83 = f107, f83
FSUB f98 = f120, f98
FSUB_A f99 = f121, f99
FSUB f114 = f122, f114
FSUB_A f115 = f123, f115
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [AOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [AOFFSET], 2 * SIZE
;;
LDFPD f94, f95 = [AOFFSET]
adds AOFFSET = -14 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f96 = f74, f96
FSUB f97 = f75, f97
FSUB f66 = f76, f66
FSUB f67 = f77, f67
FSUB f98 = f78, f98
FSUB f99 = f79, f99
FSUB f80 = f88, f80
FSUB f81 = f89, f81
FSUB f112 = f90, f112
FSUB f113 = f91, f113
FSUB f82 = f92, f82
FSUB f83 = f93, f83
FSUB f114 = f94, f114
FSUB f115 = f95, f115
;;
#endif
#ifdef LN
adds AOFFSET = 30 * SIZE, AOFFSET
;;
LDFPD f72, f73 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f74, f75 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f76, f77 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f78, f79 = [AOFFSET]
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
LDFPD f88, f89 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f92, f93 = [AOFFSET]
adds AOFFSET = - 6 * SIZE, AOFFSET
;;
LDFPD f104, f105 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f106, f107 = [AOFFSET]
adds AOFFSET = - 8 * SIZE, AOFFSET
;;
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f72, f98
FMPY f33 = f73, f98
FMPY f34 = f72, f114
FMPY f35 = f73, f114
;;
FMA_C f98 = f73, f99, f32
FMA_D f99 = f72, f99, f33
FMA_C f114 = f73, f115, f34
FMA_D f115 = f72, f115, f35
;;
FNMA f66 = f74, f98, f66
FMA_A f67 = f75, f98, f67
FNMA f82 = f74, f114, f82
FMA_A f83 = f75, f114, f83
;;
FMA_B f66 = f75, f99, f66
FNMA f67 = f74, f99, f67
FMA_B f82 = f75, f115, f82
FNMA f83 = f74, f115, f83
;;
FNMA f96 = f76, f98, f96
FMA_A f97 = f77, f98, f97
FNMA f112 = f76, f114, f112
FMA_A f113 = f77, f114, f113
;;
FMA_B f96 = f77, f99, f96
FNMA f97 = f76, f99, f97
FMA_B f112 = f77, f115, f112
FNMA f113 = f76, f115, f113
;;
FNMA f64 = f78, f98, f64
FMA_A f65 = f79, f98, f65
FNMA f80 = f78, f114, f80
FMA_A f81 = f79, f114, f81
;;
FMA_B f64 = f79, f99, f64
FNMA f65 = f78, f99, f65
FMA_B f80 = f79, f115, f80
FNMA f81 = f78, f115, f81
;;
FMPY f32 = f88, f66
FMPY f33 = f89, f66
FMPY f34 = f88, f82
FMPY f35 = f89, f82
;;
FMA_C f66 = f89, f67, f32
FMA_D f67 = f88, f67, f33
FMA_C f82 = f89, f83, f34
FMA_D f83 = f88, f83, f35
;;
FNMA f96 = f90, f66, f96
FMA_A f97 = f91, f66, f97
FNMA f112 = f90, f82, f112
FMA_A f113 = f91, f82, f113
;;
FMA_B f96 = f91, f67, f96
FNMA f97 = f90, f67, f97
FMA_B f112 = f91, f83, f112
FNMA f113 = f90, f83, f113
;;
FNMA f64 = f92, f66, f64
FMA_A f65 = f93, f66, f65
FNMA f80 = f92, f82, f80
FMA_A f81 = f93, f82, f81
;;
FMA_B f64 = f93, f67, f64
FNMA f65 = f92, f67, f65
FMA_B f80 = f93, f83, f80
FNMA f81 = f92, f83, f81
;;
FMPY f32 = f104, f96
FMPY f33 = f105, f96
FMPY f34 = f104, f112
FMPY f35 = f105, f112
;;
FMA_C f96 = f105, f97, f32
FMA_D f97 = f104, f97, f33
FMA_C f112 = f105, f113, f34
FMA_D f113 = f104, f113, f35
;;
FNMA f64 = f106, f96, f64
FMA_A f65 = f107, f96, f65
FNMA f80 = f106, f112, f80
FMA_A f81 = f107, f112, f81
;;
FMA_B f64 = f107, f97, f64
FNMA f65 = f106, f97, f65
FMA_B f80 = f107, f113, f80
FNMA f81 = f106, f113, f81
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f80
FMPY f35 = f121, f80
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f80 = f121, f81, f34
FMA_D f81 = f120, f81, f35
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [AOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [AOFFSET]
adds AOFFSET = 4 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [AOFFSET], 2 * SIZE
;;
LDFPD f94, f95 = [AOFFSET]
adds AOFFSET = 6 * SIZE, AOFFSET
;;
LDFPD f108, f109 = [AOFFSET], 2 * SIZE
;;
LDFPD f110, f111 = [AOFFSET]
adds AOFFSET = 8 * SIZE, AOFFSET
;;
LDFPD f126, f127 = [AOFFSET]
adds AOFFSET = - 30 * SIZE, AOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
;;
FNMA f96 = f74, f64, f96
FMA_A f97 = f75, f64, f97
FNMA f112 = f74, f80, f112
FMA_A f113 = f75, f80, f113
;;
FMA_B f96 = f75, f65, f96
FNMA f97 = f74, f65, f97
FMA_B f112 = f75, f81, f112
FNMA f113 = f74, f81, f113
;;
FNMA f66 = f76, f64, f66
FMA_A f67 = f77, f64, f67
FNMA f82 = f76, f80, f82
FMA_A f83 = f77, f80, f83
;;
FMA_B f66 = f77, f65, f66
FNMA f67 = f76, f65, f67
FMA_B f82 = f77, f81, f82
FNMA f83 = f76, f81, f83
;;
FNMA f98 = f78, f64, f98
FMA_A f99 = f79, f64, f99
FNMA f114 = f78, f80, f114
FMA_A f115 = f79, f80, f115
;;
FMA_B f98 = f79, f65, f98
FNMA f99 = f78, f65, f99
FMA_B f114 = f79, f81, f114
FNMA f115 = f78, f81, f115
;;
FMPY f32 = f90, f96
FMPY f33 = f91, f96
FMPY f34 = f90, f112
FMPY f35 = f91, f112
;;
FMA_C f96 = f91, f97, f32
FMA_D f97 = f90, f97, f33
FMA_C f112 = f91, f113, f34
FMA_D f113 = f90, f113, f35
;;
FNMA f66 = f92, f96, f66
FMA_A f67 = f93, f96, f67
FNMA f82 = f92, f112, f82
FMA_A f83 = f93, f112, f83
;;
FMA_B f66 = f93, f97, f66
FNMA f67 = f92, f97, f67
FMA_B f82 = f93, f113, f82
FNMA f83 = f92, f113, f83
;;
FNMA f98 = f94, f96, f98
FMA_A f99 = f95, f96, f99
FNMA f114 = f94, f112, f114
FMA_A f115 = f95, f112, f115
;;
FMA_B f98 = f95, f97, f98
FNMA f99 = f94, f97, f99
FMA_B f114 = f95, f113, f114
FNMA f115 = f94, f113, f115
;;
FMPY f32 = f108, f66
FMPY f33 = f109, f66
FMPY f34 = f108, f82
FMPY f35 = f109, f82
;;
FMA_C f66 = f109, f67, f32
FMA_D f67 = f108, f67, f33
FMA_C f82 = f109, f83, f34
FMA_D f83 = f108, f83, f35
;;
FNMA f98 = f110, f66, f98
FMA_A f99 = f111, f66, f99
FNMA f114 = f110, f82, f114
FMA_A f115 = f111, f82, f115
;;
FMA_B f98 = f111, f67, f98
FNMA f99 = f110, f67, f99
FMA_B f114 = f111, f83, f114
FNMA f115 = f110, f83, f115
;;
FMPY f32 = f126, f98
FMPY f33 = f127, f98
FMPY f34 = f126, f114
FMPY f35 = f127, f114
;;
FMA_C f98 = f127, f99, f32
FMA_D f99 = f126, f99, f33
FMA_C f114 = f127, f115, f34
FMA_D f115 = f126, f115, f35
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = 4 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = - 6 * SIZE, BOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f96
FMPY f35 = f73, f96
FMPY f36 = f72, f66
FMPY f37 = f73, f66
FMPY f38 = f72, f98
FMPY f39 = f73, f98
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f96 = f73, f97, f34
FMA_D f97 = f72, f97, f35
FMA_C f66 = f73, f67, f36
FMA_D f67 = f72, f67, f37
FMA_C f98 = f73, f99, f38
FMA_D f99 = f72, f99, f39
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
FNMA f112 = f74, f96, f112
FMA_A f113 = f75, f96, f113
FNMA f82 = f74, f66, f82
FMA_A f83 = f75, f66, f83
FNMA f114 = f74, f98, f114
FMA_A f115 = f75, f98, f115
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
FMA_B f112 = f75, f97, f112
FNMA f113 = f74, f97, f113
FMA_B f82 = f75, f67, f82
FNMA f83 = f74, f67, f83
FMA_B f114 = f75, f99, f114
FNMA f115 = f74, f99, f115
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
FMPY f34 = f90, f112
FMPY f35 = f91, f112
FMPY f36 = f90, f82
FMPY f37 = f91, f82
FMPY f38 = f90, f114
FMPY f39 = f91, f114
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
FMA_C f112 = f91, f113, f34
FMA_D f113 = f90, f113, f35
FMA_C f82 = f91, f83, f36
FMA_D f83 = f90, f83, f37
FMA_C f114 = f91, f115, f38
FMA_D f115 = f90, f115, f39
;;
#endif
#ifdef RT
adds BOFFSET = 6 * SIZE, BOFFSET
;;
LDFPD f104, f105 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f106, f107 = [BOFFSET]
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
LDFPD f120, f121 = [BOFFSET]
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
FMPY f34 = f104, f112
FMPY f35 = f105, f112
FMPY f36 = f104, f82
FMPY f37 = f105, f82
FMPY f38 = f104, f114
FMPY f39 = f105, f114
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
FMA_C f112 = f105, f113, f34
FMA_D f113 = f104, f113, f35
FMA_C f82 = f105, f83, f36
FMA_D f83 = f104, f83, f37
FMA_C f114 = f105, f115, f38
FMA_D f115 = f104, f115, f39
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
FNMA f96 = f106, f112, f96
FMA_A f97 = f107, f112, f97
FNMA f66 = f106, f82, f66
FMA_A f67 = f107, f82, f67
FNMA f98 = f106, f114, f98
FMA_A f99 = f107, f114, f99
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
FMA_B f96 = f107, f113, f96
FNMA f97 = f106, f113, f97
FMA_B f66 = f107, f83, f66
FNMA f67 = f106, f83, f67
FMA_B f98 = f107, f115, f98
FNMA f99 = f106, f115, f99
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f96
FMPY f35 = f121, f96
FMPY f36 = f120, f66
FMPY f37 = f121, f66
FMPY f38 = f120, f98
FMPY f39 = f121, f98
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f96 = f121, f97, f34
FMA_D f97 = f120, f97, f35
FMA_C f66 = f121, f67, f36
FMA_D f67 = f120, f67, f37
FMA_C f98 = f121, f99, f38
FMA_D f99 = f120, f99, f39
;;
#endif
#if defined(LN) || defined(LT)
adds BOFFSET2 = 4 * SIZE, BOFFSET
;;
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
;;
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
;;
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
;;
STFD [BOFFSET] = f81, 5 * SIZE
STFD [BOFFSET2] = f113, 5 * SIZE
;;
STFD [BOFFSET] = f66, SIZE
STFD [BOFFSET2] = f98, SIZE
;;
STFD [BOFFSET] = f67, SIZE
STFD [BOFFSET2] = f99, SIZE
;;
STFD [BOFFSET] = f82, SIZE
STFD [BOFFSET2] = f114, SIZE
;;
STFD [BOFFSET] = f83, 5 * SIZE
STFD [BOFFSET2] = f115, 5 * SIZE
;;
adds BOFFSET = - 16 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f66, SIZE
;;
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f67, SIZE
;;
STFD [AOFFSET] = f96, SIZE
STFD [AOFFSET2] = f98, SIZE
;;
STFD [AOFFSET] = f97, 5 * SIZE
STFD [AOFFSET2] = f99, 5 * SIZE
;;
STFD [AOFFSET] = f80, SIZE
STFD [AOFFSET2] = f82, SIZE
;;
STFD [AOFFSET] = f81, SIZE
STFD [AOFFSET2] = f83, SIZE
;;
STFD [AOFFSET] = f112, SIZE
STFD [AOFFSET2] = f114, SIZE
;;
STFD [AOFFSET] = f113, 5 * SIZE
STFD [AOFFSET2] = f115, 5 * SIZE
;;
adds AOFFSET = - 16 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -8 * SIZE, C1
adds C2 = -8 * SIZE, C2
adds C5 = -8 * SIZE, C5
adds C6 = -8 * SIZE, C6
#endif
;;
STFD [C1 ] = f64, SIZE
STFD [C5 ] = f66, SIZE
;;
STFD [C1 ] = f65, SIZE
STFD [C5 ] = f67, SIZE
;;
STFD [C1 ] = f96, SIZE
STFD [C5 ] = f98, SIZE
;;
STFD [C1 ] = f97, 5 * SIZE
STFD [C5 ] = f99, 5 * SIZE
;;
STFD [C2 ] = f80, SIZE
STFD [C6 ] = f82, SIZE
;;
STFD [C2 ] = f81, SIZE
STFD [C6 ] = f83, SIZE
;;
STFD [C2 ] = f112, SIZE
STFD [C6 ] = f114, SIZE
;;
STFD [C2 ] = f113, 5 * SIZE
STFD [C6 ] = f115, 5 * SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -8 * SIZE, C1
adds C2 = -8 * SIZE, C2
adds C5 = -8 * SIZE, C5
adds C6 = -8 * SIZE, C6
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
shladd AORIG = r2, 2, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
shladd AOFFSET = L, 2, AOFFSET
shladd BOFFSET = L, 1, BOFFSET
#endif
;;
#ifdef LT
adds KK = 4, KK
#elif defined LN
adds KK = -4, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
(p6) br.cond.dptk .L052
;;
.align 16
.L060:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 1
(p6) br.cond.dptk .L070
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 1 + ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 1, B
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
shladd AOFFSET = r3, 1, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mmi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
tbit.z p12, p0 = L, 0
}
{ .mmi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
shr L = L, 1
}
;;
{ .mmi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
nop __LINE__
adds L = -1, L
}
;;
{ .mmi
nop __LINE__
nop __LINE__
mov ar.lc = L
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L068
;;
.align 16
.L062:
{ .mfi
lfetch.nt1 [PREA], 8 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
cmp.ne p4, p5 = 0, L
}
{ .mfi
nop __LINE__
FMA_B f65 = f32, f49, f65 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfb
lfetch.nt1 [PREB], 8 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f81 = f32, f51, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f96 = f34, f48, f96 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f97 = f34, f49, f97 // A3 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f112 = f34, f50, f112 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f113 = f34, f51, f113 // A3 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f80 = f33, f51, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
FMA f97 = f35, f48, f97 // A4 * B1
}
{ .mfb
FMA_A f96 = f35, f49, f96 // A4 * B2
nop __LINE__
}
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
FMA f113 = f35, f50, f113 // A4 * B3
nop __LINE__
}
{ .mfb
FMA_A f112 = f35, f51, f112 // A4 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mfb
(p3) FMA_B f81 = f40, f59, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f96 = f42, f56, f96 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f42, f57, f97 // A3 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f112 = f42, f58, f112 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f42, f59, f113 // A3 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f81 = f41, f58, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f80 = f41, f59, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f97 = f43, f56, f97 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f43, f57, f96 // A4 * B2
nop __LINE__
}
;;
{ .mfi
nop __LINE__
(p3) FMA f113 = f43, f58, f113 // A4 * B3
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f43, f59, f112 // A4 * B4
br.cloop.sptk.few .L062
}
;;
.L068:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -2, KK
#else
adds r2 = -2, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 1, AORIG
shladd BOFFSET = r2, 1, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = -6 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f80 = f74, f80
FSUB_A f81 = f75, f81
FSUB f96 = f88, f96
FSUB_A f97 = f89, f97
FSUB f112 = f90, f112
FSUB_A f113 = f91, f113
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = -6 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f96 = f74, f96
FSUB f97 = f75, f97
FSUB f80 = f88, f80
FSUB f81 = f89, f81
FSUB f112 = f90, f112
FSUB f113 = f91, f113
;;
#endif
#ifdef LN
adds AOFFSET = 6 * SIZE, AOFFSET
;;
LDFPD f104, f105 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f106, f107 = [AOFFSET]
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f104, f96
FMPY f33 = f105, f96
FMPY f34 = f104, f112
FMPY f35 = f105, f112
;;
FMA_C f96 = f105, f97, f32
FMA_D f97 = f104, f97, f33
FMA_C f112 = f105, f113, f34
FMA_D f113 = f104, f113, f35
;;
FNMA f64 = f106, f96, f64
FMA_A f65 = f107, f96, f65
FNMA f80 = f106, f112, f80
FMA_A f81 = f107, f112, f81
;;
FMA_B f64 = f107, f97, f64
FNMA f65 = f106, f97, f65
FMA_B f80 = f107, f113, f80
FNMA f81 = f106, f113, f81
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f80
FMPY f35 = f121, f80
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f80 = f121, f81, f34
FMA_D f81 = f120, f81, f35
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET]
adds AOFFSET = 4 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = - 6 * SIZE, AOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
;;
FNMA f96 = f74, f64, f96
FMA_A f97 = f75, f64, f97
FNMA f112 = f74, f80, f112
FMA_A f113 = f75, f80, f113
;;
FMA_B f96 = f75, f65, f96
FNMA f97 = f74, f65, f97
FMA_B f112 = f75, f81, f112
FNMA f113 = f74, f81, f113
;;
FMPY f32 = f90, f96
FMPY f33 = f91, f96
FMPY f34 = f90, f112
FMPY f35 = f91, f112
;;
FMA_C f96 = f91, f97, f32
FMA_D f97 = f90, f97, f33
FMA_C f112 = f91, f113, f34
FMA_D f113 = f90, f113, f35
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = 4 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = - 6 * SIZE, BOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f96
FMPY f35 = f73, f96
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f96 = f73, f97, f34
FMA_D f97 = f72, f97, f35
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
FNMA f112 = f74, f96, f112
FMA_A f113 = f75, f96, f113
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
FMA_B f112 = f75, f97, f112
FNMA f113 = f74, f97, f113
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
FMPY f34 = f90, f112
FMPY f35 = f91, f112
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
FMA_C f112 = f91, f113, f34
FMA_D f113 = f90, f113, f35
;;
#endif
#ifdef RT
adds BOFFSET = 6 * SIZE, BOFFSET
;;
LDFPD f104, f105 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f106, f107 = [BOFFSET]
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
LDFPD f120, f121 = [BOFFSET]
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
FMPY f34 = f104, f112
FMPY f35 = f105, f112
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
FMA_C f112 = f105, f113, f34
FMA_D f113 = f104, f113, f35
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
FNMA f96 = f106, f112, f96
FMA_A f97 = f107, f112, f97
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
FMA_B f96 = f107, f113, f96
FNMA f97 = f106, f113, f97
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f96
FMPY f35 = f121, f96
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f96 = f121, f97, f34
FMA_D f97 = f120, f97, f35
;;
#endif
#if defined(LN) || defined(LT)
adds BOFFSET2 = 4 * SIZE, BOFFSET
;;
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
;;
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
;;
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
;;
STFD [BOFFSET] = f81, 5 * SIZE
STFD [BOFFSET2] = f113, 5 * SIZE
;;
adds BOFFSET = - 8 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f80, SIZE
;;
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f81, SIZE
;;
STFD [AOFFSET] = f96, SIZE
STFD [AOFFSET2] = f112, SIZE
;;
STFD [AOFFSET] = f97, 5 * SIZE
STFD [AOFFSET2] = f113, 5 * SIZE
;;
adds AOFFSET = - 8 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C2 = -4 * SIZE, C2
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
STFD [C1 ] = f96, SIZE
;;
STFD [C1 ] = f97, SIZE
;;
STFD [C2 ] = f80, SIZE
;;
STFD [C2 ] = f81, SIZE
;;
STFD [C2 ] = f112, SIZE
;;
STFD [C2 ] = f113, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C2 = -4 * SIZE, C2
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
shladd AORIG = r2, 1, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
shladd AOFFSET = L, 1, AOFFSET
shladd BOFFSET = L, 1, BOFFSET
#endif
;;
#ifdef LT
adds KK = 2, KK
#elif defined LN
adds KK = -2, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
.align 16
.L070:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 0
(p6) br.cond.dptk .L089
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 1, B
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
add AOFFSET = r3, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mii
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
tbit.z p12, p0 = L, 0
shr L = L, 1
}
;;
{ .mmi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
adds L = -1, L
}
;;
{ .mmi
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
cmp.eq p3, p0 = r0, r0
mov ar.lc = L
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L078
;;
.align 16
.L072:
{ .mfb
lfetch.nt1 [PREA], 4 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
nop __LINE__
}
{ .mfi
nop __LINE__
FMA f96 = f32, f49, f96 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfi
lfetch.nt1 [PREB], 8 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
cmp.ne p4, p5 = 0, L
}
{ .mfb
nop __LINE__
FMA f112 = f32, f51, f112 // A1 * B4
nop __LINE__
}
;;
{ .mfi
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
}
{ .mfi
nop __LINE__
FMA f97 = f33, f49, f97 // A2 * B2
}
;;
{ .mfi
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
}
{ .mmf
nop __LINE__
nop __LINE__
FMA f113 = f33, f51, f113 // A2 * B4
}
;;
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
(p3) FMA f96 = f40, f57, f96 // A1 * B2
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
(p3) FMA f112 = f40, f59, f112 // A1 * B4
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA f97 = f41, f57, f97 // A2 * B2
nop __LINE__
}
;;
{ .mfi
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f81 = f41, f58, f81 // A2 * B3
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA f113 = f41, f59, f113 // A2 * B4
br.cloop.sptk.few .L072
}
;;
{ .mfb
nop __LINE__
FCALC_A f64 = f64, f97
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_A f80 = f80, f113
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_B f65 = f65, f96
nop __LINE__
}
{ .mfb
nop __LINE__
FCALC_B f81 = f81, f112
nop __LINE__
}
;;
.L078:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -1, KK
#else
adds r2 = -2, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
add AOFFSET = r2, AORIG
shladd BOFFSET = r2, 1, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = -2 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f80 = f74, f80
FSUB_A f81 = f75, f81
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET]
adds AOFFSET = -2 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f80 = f88, f80
FSUB f81 = f89, f81
;;
#endif
#ifdef LN
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f80
FMPY f35 = f121, f80
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f80 = f121, f81, f34
FMA_D f81 = f120, f81, f35
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET]
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = 4 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = - 6 * SIZE, BOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
;;
#endif
#ifdef RT
adds BOFFSET = 6 * SIZE, BOFFSET
;;
LDFPD f104, f105 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f106, f107 = [BOFFSET]
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
LDFPD f120, f121 = [BOFFSET]
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
;;
#endif
#if defined(LN) || defined(LT)
STFD [BOFFSET] = f64, SIZE
;;
STFD [BOFFSET] = f65, SIZE
;;
STFD [BOFFSET] = f80, SIZE
;;
STFD [BOFFSET] = f81, SIZE
;;
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
#else
STFD [AOFFSET] = f64, SIZE
;;
STFD [AOFFSET] = f65, SIZE
;;
STFD [AOFFSET] = f80, SIZE
;;
STFD [AOFFSET] = f81, SIZE
;;
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -2 * SIZE, C1
adds C2 = -2 * SIZE, C2
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
STFD [C2 ] = f80, SIZE
;;
STFD [C2 ] = f81, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -2 * SIZE, C1
adds C2 = -2 * SIZE, C2
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
add AORIG = r2, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
add AOFFSET = L, AOFFSET
shladd BOFFSET = L, 1, BOFFSET
#endif
;;
#ifdef LT
adds KK = 1, KK
#elif defined LN
adds KK = -1, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
.align 16
.L089:
#ifdef LN
shladd KK8 = K, ZBASE_SHIFT, r0
;;
shladd B = KK8, 1, B
#endif
#if defined(LT) || defined(RN)
mov B = BOFFSET
#endif
#ifdef RN
adds KK = 2, KK
#endif
#ifdef RT
adds KK = -2, KK
#endif
;;
{ .mmi
mov AOFFSET = A
nop __LINE__
}
;;
.align 16
.L010:
shr J = N, 2
;;
cmp.ge p6, p0 = 0, J
(p6) br.cond.dpnt .L999
;;
.L010x:
#ifdef RT
{ .mmi
shladd r3 = LDC, 2, r0
nop __LINE__
shl r2 = K, 2 + ZBASE_SHIFT
}
;;
{ .mmi
sub B = B, r2
sub C = C, r3
nop __LINE__
}
;;
#endif
{ .mmi
mov C1 = C // coffset1 = c + 0 * ldc
add C2 = LDC, C // coffset2 = c + 1 * ldc
shr I = M, 2
}
{ .mmi
adds J = -1, J
#ifdef LN
add KK = M, OFFSET
#elif defined LT
mov KK = OFFSET
#else
nop __LINE__
#endif
#if defined(LN) || defined(RT)
mov AORIG = A
#else
mov AOFFSET = A
#endif
}
;;
;;
{ .mmi
shladd C3 = LDC, 1, C // coffset3 = c + 2 * ldc
shladd C4 = LDC, 1, C2 // coffset4 = c + 3 * ldc
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
}
{ .mib
cmp.eq p6, p7 = 0, I
#ifndef RT
shladd C = LDC, 2, C // coffset += 8 * ldc
#else
nop __LINE__
#endif
(p6) br.cond.dpnt .L020
}
;;
.align 16
.L011:
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 2 + ZBASE_SHIFT
}
{ .mfi
shladd r3 = KK, ZBASE_SHIFT, r0
mov f118 = f0
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 2, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
shladd AOFFSET = r3, 2, AORIG
}
;;
#endif
;;
{ .mfi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
mov f82 = f0
nop __LINE__
}
{ .mfi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
mov f83 = f0
adds PREC = CPREFETCHSIZE * SIZE, C1
}
;;
{ .mfi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
mov f98 = f0
adds L = 1, L
}
{ .mfi
(p7) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
mov f99 = f0
adds C5 = 4 * SIZE, C1
}
;;
{ .mfi
(p7) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
mov f114 = f0
tbit.z p12, p0 = L, 0
}
{ .mfi
(p7) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
mov f115 = f0
adds C6 = 4 * SIZE, C2
}
;;
{ .mfi
(p7) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
mov f68 = f0
shr L = L, 1
}
{ .mfi
setf.d f86 = r0
mov f69 = f0
adds C7 = 4 * SIZE, C3
}
;;
{ .mfi
CPREFETCH [PREC], LDC
mov f84 = f0
adds L = -1, L
}
{ .mfi
setf.d f87 = r0
mov f85 = f0
adds C8 = 4 * SIZE, C4
}
;;
{ .mfi
CPREFETCH [PREC], LDC
mov f100 = f0
mov ar.lc = L
}
{ .mfi
setf.d f102 = r0
mov f101 = f0
cmp.eq p3, p0 = r0, r0
}
;;
{ .mfi
CPREFETCH [PREC], LDC
mov f116 = f0
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
}
{ .mfi
setf.d f103 = r0
mov f117 = f0
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
}
;;
{ .mfi
CPREFETCH [PREC]
mov f70 = f0
cmp.eq p6, p0 = -1, L
}
{ .mfb
setf.d f119 = r0
mov f71 = f0
(p6) br.cond.dpnt .L018
}
;;
.align 16
.L012:
/* 1 */
{ .mfi
lfetch.nt1 [PREA], 16 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
nop __LINE__
}
{ .mfb
(p12) cmp.ne p3, p0 = 0, L
FMA_B f65 = f32, f49, f65 // A1 * B2
nop __LINE__
}
;;
/* 2 */
{ .mfi
lfetch.nt1 [PREB], 16 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
nop __LINE__
}
{ .mfb
cmp.ne p4, p5 = 0, L
FMA_B f81 = f32, f51, f81 // A1 * B4
nop __LINE__
}
;;
/* 3 */
{ .mfb
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f96 = f32, f52, f96 // A1 * B5
nop __LINE__
}
{ .mfb
FMA_B f97 = f32, f53, f97 // A1 * B6
nop __LINE__
}
;;
/* 4 */
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f112 = f32, f54, f112 // A1 * B7
nop __LINE__
}
{ .mfb
FMA_B f113 = f32, f55, f113 // A1 * B8
nop __LINE__
}
;;
/* 5 */
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
/* 6 */
{ .mfb
(p3) LDFPD f60, f61 = [BOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
nop __LINE__
}
{ .mfb
FMA_A f80 = f33, f51, f80 // A2 * B4
nop __LINE__
}
;;
/* 7 */
{ .mfb
(p3) LDFPD f62, f63 = [BOFFSET], 2 * SIZE
FMA f97 = f33, f52, f97 // A2 * B5
nop __LINE__
}
{ .mfb
FMA_A f96 = f33, f53, f96 // A2 * B6
nop __LINE__
}
;;
/* 8 */
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
FMA f113 = f33, f54, f113 // A2 * B7
nop __LINE__
}
{ .mfb
FMA_A f112 = f33, f55, f112 // A2 * B8
nop __LINE__
}
;;
/* 9 */
{ .mfb
(p3) LDFPD f44, f45 = [AOFFSET], 2 * SIZE
FMA f66 = f34, f48, f66 // A3 * B1
nop __LINE__
}
{ .mfb
FMA_B f67 = f34, f49, f67 // A3 * B2
nop __LINE__
}
;;
/* 10 */
{ .mfb
(p3) LDFPD f46, f47 = [AOFFSET], 2 * SIZE
FMA f82 = f34, f50, f82 // A3 * B3
nop __LINE__
}
{ .mfb
FMA_B f83 = f34, f51, f83 // A3 * B4
nop __LINE__
}
;;
/* 11 */
{ .mfb
FMA f98 = f34, f52, f98 // A3 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f99 = f34, f53, f99 // A3 * B6
nop __LINE__
}
;;
/* 12 */
{ .mfb
FMA f114 = f34, f54, f114 // A3 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f115 = f34, f55, f115 // A3 * B8
nop __LINE__
}
;;
/* 13 */
{ .mfb
nop __LINE__
FMA f67 = f35, f48, f67 // A4 * B1
}
{ .mfb
nop __LINE__
FMA_A f66 = f35, f49, f66 // A4 * B2
nop __LINE__
}
;;
/* 14 */
{ .mfb
FMA f83 = f35, f50, f83 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f82 = f35, f51, f82 // A4 * B4
nop __LINE__
}
;;
/* 15 */
{ .mfb
FMA f99 = f35, f52, f99 // A4 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f98 = f35, f53, f98 // A4 * B6
nop __LINE__
}
;;
/* 16 */
{ .mfb
FMA f115 = f35, f54, f115 // A4 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f114 = f35, f55, f114 // A4 * B8
nop __LINE__
}
;;
/* 17 */
{ .mfb
nop __LINE__
FMA f68 = f36, f48, f68 // A5 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f69 = f36, f49, f69 // A5 * B2
nop __LINE__
}
;;
/* 18 */
{ .mfb
nop __LINE__
FMA f84 = f36, f50, f84 // A5 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f85 = f36, f51, f85 // A5 * B4
nop __LINE__
}
;;
/* 19 */
{ .mfb
nop __LINE__
FMA f100 = f36, f52, f100 // A5 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f101 = f36, f53, f101 // A5 * B6
nop __LINE__
}
;;
/* 20 */
{ .mfb
nop __LINE__
FMA f116 = f36, f54, f116 // A5 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f117 = f36, f55, f117 // A5 * B8
nop __LINE__
}
;;
/* 21 */
{ .mfb
nop __LINE__
FMA f69 = f37, f48, f69 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f68 = f37, f49, f68 // A6 * B2
nop __LINE__
}
;;
/* 22 */
{ .mfb
nop __LINE__
FMA f85 = f37, f50, f85 // A6 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f84 = f37, f51, f84 // A6 * B4
nop __LINE__
}
;;
/* 23 */
{ .mfb
nop __LINE__
FMA f101 = f37, f52, f101 // A6 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f100 = f37, f53, f100 // A6 * B6
nop __LINE__
}
;;
/* 24 */
{ .mfb
nop __LINE__
FMA f117 = f37, f54, f117 // A6 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f116 = f37, f55, f116 // A6 * B8
nop __LINE__
}
;;
/* 25 */
{ .mfb
nop __LINE__
FMA f70 = f38, f48, f70 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f71 = f38, f49, f71 // A7 * B2
nop __LINE__
}
;;
/* 26 */
{ .mfb
nop __LINE__
FMA f86 = f38, f50, f86 // A7 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f87 = f38, f51, f87 // A7 * B4
nop __LINE__
}
;;
/* 27 */
{ .mfb
nop __LINE__
FMA f102 = f38, f52, f102 // A7 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f103 = f38, f53, f103 // A7 * B6
nop __LINE__
}
;;
/* 28 */
{ .mfb
nop __LINE__
FMA f118 = f38, f54, f118 // A7 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f119 = f38, f55, f119 // A7 * B8
nop __LINE__
}
;;
/* 29 */
{ .mfb
nop __LINE__
FMA f71 = f39, f48, f71 // A8 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f70 = f39, f49, f70 // A8 * B2
nop __LINE__
}
;;
/* 30 */
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
FMA f87 = f39, f50, f87 // A8 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f86 = f39, f51, f86 // A8 * B4
nop __LINE__
}
;;
/* 31 */
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
FMA f103 = f39, f52, f103 // A8 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f102 = f39, f53, f102 // A8 * B6
nop __LINE__
}
;;
/* 32 */
{ .mfb
nop __LINE__
FMA f119 = f39, f54, f119 // A8 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f118 = f39, f55, f118 // A8 * B8
nop __LINE__
}
;;
/* 33 */
{ .mfb
nop __LINE__
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
/* 34 */
{ .mfb
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f81 = f40, f59, f81 // A1 * B4
nop __LINE__
}
;;
/* 35 */
{ .mfb
(p4) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
(p3) FMA f96 = f40, f60, f96 // A1 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f40, f61, f97 // A1 * B6
nop __LINE__
}
;;
/* 36 */
{ .mfb
(p4) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
(p3) FMA f112 = f40, f62, f112 // A1 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f40, f63, f113 // A1 * B8
nop __LINE__
}
;;
/* 37 */
{ .mfb
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
;;
/* 38 */
{ .mfb
(p4) LDFPD f36, f37 = [AOFFSET], 2 * SIZE
(p3) FMA f81 = f41, f58, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f80 = f41, f59, f80 // A2 * B4
nop __LINE__
}
;;
/* 39 */
{ .mfb
(p4) LDFPD f38, f39 = [AOFFSET], 2 * SIZE
(p3) FMA f97 = f41, f60, f97 // A2 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f41, f61, f96 // A2 * B6
nop __LINE__
}
;;
/* 40 */
{ .mfb
nop __LINE__
(p3) FMA f113 = f41, f62, f113 // A2 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f41, f63, f112 // A2 * B8
nop __LINE__
}
;;
/* 41 */
{ .mfb
nop __LINE__
(p3) FMA f66 = f42, f56, f66 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f67 = f42, f57, f67 // A3 * B2
nop __LINE__
}
;;
/* 42 */
{ .mfb
nop __LINE__
(p3) FMA f82 = f42, f58, f82 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f83 = f42, f59, f83 // A3 * B4
nop __LINE__
}
;;
/* 43 */
{ .mfb
nop __LINE__
(p3) FMA f98 = f42, f60, f98 // A3 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f99 = f42, f61, f99 // A3 * B6
nop __LINE__
}
;;
/* 44 */
{ .mfb
nop __LINE__
(p3) FMA f114 = f42, f62, f114 // A3 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f115 = f42, f63, f115 // A3 * B8
nop __LINE__
}
;;
/* 45 */
{ .mfb
nop __LINE__
(p3) FMA f67 = f43, f56, f67 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f66 = f43, f57, f66 // A4 * B2
nop __LINE__
}
;;
/* 46 */
{ .mfb
nop __LINE__
(p3) FMA f83 = f43, f58, f83 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f82 = f43, f59, f82 // A4 * B4
nop __LINE__
}
;;
/* 47 */
{ .mfb
nop __LINE__
(p3) FMA f99 = f43, f60, f99 // A4 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f98 = f43, f61, f98 // A4 * B6
nop __LINE__
}
;;
/* 48 */
{ .mfb
nop __LINE__
(p3) FMA f115 = f43, f62, f115 // A4 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f114 = f43, f63, f114 // A4 * B8
nop __LINE__
}
;;
/* 49 */
{ .mfb
nop __LINE__
(p3) FMA f68 = f44, f56, f68 // A5 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f69 = f44, f57, f69 // A5 * B2
nop __LINE__
}
;;
/* 50 */
{ .mfb
nop __LINE__
(p3) FMA f84 = f44, f58, f84 // A5 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f85 = f44, f59, f85 // A5 * B4
nop __LINE__
}
;;
/* 51 */
{ .mfb
nop __LINE__
(p3) FMA f100 = f44, f60, f100 // A5 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f101 = f44, f61, f101 // A5 * B6
nop __LINE__
}
;;
/* 52 */
{ .mfb
nop __LINE__
(p3) FMA f116 = f44, f62, f116 // A5 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f117 = f44, f63, f117 // A5 * B8
nop __LINE__
}
;;
/* 53 */
{ .mfb
nop __LINE__
(p3) FMA f69 = f45, f56, f69 // A6 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f68 = f45, f57, f68 // A6 * B2
nop __LINE__
}
;;
/* 54 */
{ .mfb
nop __LINE__
(p3) FMA f85 = f45, f58, f85 // A6 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f84 = f45, f59, f84 // A6 * B4
nop __LINE__
}
;;
/* 55 */
{ .mfb
nop __LINE__
(p3) FMA f101 = f45, f60, f101 // A6 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f100 = f45, f61, f100 // A6 * B6
nop __LINE__
}
;;
/* 56 */
{ .mfb
nop __LINE__
(p3) FMA f117 = f45, f62, f117 // A6 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f116 = f45, f63, f116 // A6 * B8
nop __LINE__
}
;;
/* 57 */
{ .mfb
nop __LINE__
(p3) FMA f70 = f46, f56, f70 // A7 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f71 = f46, f57, f71 // A7 * B2
nop __LINE__
}
;;
/* 58 */
{ .mfb
nop __LINE__
(p3) FMA f86 = f46, f58, f86 // A7 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f87 = f46, f59, f87 // A7 * B4
nop __LINE__
}
;;
/* 59 */
{ .mfb
nop __LINE__
(p3) FMA f102 = f46, f60, f102 // A7 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f103 = f46, f61, f103 // A7 * B6
nop __LINE__
}
;;
/* 60 */
{ .mfb
nop __LINE__
(p3) FMA f118 = f46, f62, f118 // A7 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f119 = f46, f63, f119 // A7 * B8
nop __LINE__
}
;;
/* 61 */
{ .mfb
nop __LINE__
(p3) FMA f71 = f47, f56, f71 // A8 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f70 = f47, f57, f70 // A8 * B2
nop __LINE__
}
;;
/* 62 */
{ .mfb
nop __LINE__
(p3) FMA f87 = f47, f58, f87 // A8 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f86 = f47, f59, f86 // A8 * B4
nop __LINE__
}
;;
/* 63 */
{ .mfb
nop __LINE__
(p3) FMA f103 = f47, f60, f103 // A8 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f102 = f47, f61, f102 // A8 * B6
nop __LINE__
}
;;
/* 64 */
{ .mfi
nop __LINE__
(p3) FMA f119 = f47, f62, f119 // A8 * B7
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f118 = f47, f63, f118 // A8 * B8
br.cloop.sptk.few .L012
}
;;
.L018:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -4, KK
#else
adds r2 = -4, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 2, AORIG
shladd BOFFSET = r2, 2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [BOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [BOFFSET], 2 * SIZE
;;
{ .mfi
LDFPD f94, f95 = [BOFFSET], 2 * SIZE
FSUB f64 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f65 = f73, f65
nop __LINE__
}
;;
{ .mfi
LDFPD f104, f105 = [BOFFSET], 2 * SIZE
FSUB f80 = f74, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f81 = f75, f81
nop __LINE__
}
;;
{ .mfi
LDFPD f106, f107 = [BOFFSET], 2 * SIZE
FSUB f96 = f76, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f97 = f77, f97
nop __LINE__
}
;;
{ .mfi
LDFPD f108, f109 = [BOFFSET], 2 * SIZE
FSUB f112 = f78, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f113 = f79, f113
nop __LINE__
}
;;
{ .mfi
LDFPD f110, f111 = [BOFFSET], 2 * SIZE
FSUB f66 = f88, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f67 = f89, f67
nop __LINE__
}
;;
{ .mfi
LDFPD f120, f121 = [BOFFSET], 2 * SIZE
FSUB f82 = f90, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f83 = f91, f83
nop __LINE__
}
;;
{ .mfi
LDFPD f122, f123 = [BOFFSET], 2 * SIZE
FSUB f98 = f92, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f99 = f93, f99
nop __LINE__
}
;;
{ .mfi
LDFPD f124, f125 = [BOFFSET], 2 * SIZE
FSUB f114 = f94, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f115 = f95, f115
nop __LINE__
}
;;
{ .mfi
LDFPD f126, f127 = [BOFFSET]
FSUB f68 = f104, f68
adds BOFFSET = -30 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FSUB_A f69 = f105, f69
#ifdef LN
adds AOFFSET = 30 * SIZE, AOFFSET
#else
nop __LINE__
#endif
}
;;
{ .mfi
LDFPD f72, f73 = [AOFFSET]
FSUB f84 = f106, f84
#ifdef LN
adds AOFFSET = - 2 * SIZE, AOFFSET
#else
adds AOFFSET = 2 * SIZE, AOFFSET
#endif
}
{ .mfi
nop __LINE__
FSUB_A f85 = f107, f85
nop __LINE__
}
;;
{ .mfi
LDFPD f74, f75 = [AOFFSET]
FSUB f100 = f108, f100
#ifdef LN
adds AOFFSET = - 2 * SIZE, AOFFSET
#else
adds AOFFSET = 2 * SIZE, AOFFSET
#endif
}
{ .mfi
nop __LINE__
FSUB_A f101 = f109, f101
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f116 = f110, f116
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f117 = f111, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f70 = f120, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f71 = f121, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f86 = f122, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f87 = f123, f87
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f102 = f124, f102
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f103 = f125, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f118 = f126, f118
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f119 = f127, f119
nop __LINE__
}
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [AOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
;;
{ .mfi
LDFPD f92, f93 = [AOFFSET], 2 * SIZE
FSUB f64 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f65 = f73, f65
nop __LINE__
}
;;
{ .mfi
LDFPD f94, f95 = [AOFFSET], 2 * SIZE
FSUB f66 = f74, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f67 = f75, f67
nop __LINE__
}
;;
{ .mfi
LDFPD f104, f105 = [AOFFSET], 2 * SIZE
FSUB f68 = f76, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f69 = f77, f69
nop __LINE__
}
;;
{ .mfi
LDFPD f106, f107 = [AOFFSET], 2 * SIZE
FSUB f70 = f78, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f71 = f79, f71
nop __LINE__
}
;;
{ .mfi
LDFPD f108, f109 = [AOFFSET], 2 * SIZE
FSUB f80 = f88, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f81 = f89, f81
nop __LINE__
}
;;
{ .mfi
LDFPD f110, f111 = [AOFFSET], 2 * SIZE
FSUB f82 = f90, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f83 = f91, f83
nop __LINE__
}
;;
{ .mfi
LDFPD f120, f121 = [AOFFSET], 2 * SIZE
FSUB f84 = f92, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f85 = f93, f85
nop __LINE__
}
;;
{ .mfi
LDFPD f122, f123 = [AOFFSET], 2 * SIZE
FSUB f86 = f94, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f87 = f95, f87
nop __LINE__
}
;;
{ .mfi
LDFPD f124, f125 = [AOFFSET], 2 * SIZE
FSUB f96 = f104, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f97 = f105, f97
nop __LINE__
}
;;
{ .mfi
LDFPD f126, f127 = [AOFFSET]
FSUB f98 = f106, f98
adds AOFFSET = -30 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FSUB f99 = f107, f99
#ifdef RT
adds BOFFSET = 30 * SIZE, BOFFSET
#else
nop __LINE__
#endif
}
;;
{ .mfi
LDFPD f72, f73 = [BOFFSET]
FSUB f100 = f108, f100
#ifdef RN
adds BOFFSET = 2 * SIZE, BOFFSET
#else
adds BOFFSET = - 2 * SIZE, BOFFSET
#endif
}
{ .mfi
nop __LINE__
FSUB f101 = f109, f101
nop __LINE__
}
;;
{ .mfi
LDFPD f74, f75 = [BOFFSET]
FSUB f102 = f110, f102
#ifdef RN
adds BOFFSET = 2 * SIZE, BOFFSET
#else
adds BOFFSET = - 2 * SIZE, BOFFSET
#endif
}
{ .mfi
nop __LINE__
FSUB f103 = f111, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f112 = f120, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f113 = f121, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f114 = f122, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f115 = f123, f115
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f116 = f124, f116
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f117 = f125, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f118 = f126, f118
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f119 = f127, f119
nop __LINE__
}
;;
#endif
#ifdef LN
{ .mfi
LDFPD f76, f77 = [AOFFSET]
FMPY f32 = f72, f70
adds AOFFSET = - 2 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMPY f36 = f72, f102
nop __LINE__
}
;;
{ .mfi
LDFPD f78, f79 = [AOFFSET]
FMPY f33 = f73, f70
adds AOFFSET = - 4 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMPY f37 = f73, f102
nop __LINE__
}
;;
{ .mfi
LDFPD f88, f89 = [AOFFSET]
FMPY f34 = f72, f86
adds AOFFSET = - 2 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMPY f38 = f72, f118
nop __LINE__
}
;;
{ .mfi
LDFPD f90, f91 = [AOFFSET]
FMPY f35 = f73, f86
adds AOFFSET = - 2 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMPY f39 = f73, f118
nop __LINE__
}
;;
{ .mfi
LDFPD f92, f93 = [AOFFSET]
FMA_C f70 = f73, f71, f32
adds AOFFSET = - 6 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_C f102 = f73, f103, f36
adds C1 = -2 * SIZE, C1
}
;;
{ .mfi
LDFPD f104, f105 = [AOFFSET]
FMA_D f71 = f72, f71, f33
adds AOFFSET = - 2 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_D f103 = f72, f103, f37
adds C2 = -2 * SIZE, C2
}
;;
{ .mfi
LDFPD f106, f107 = [AOFFSET]
FMA_C f86 = f73, f87, f34
adds AOFFSET = - 8 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_C f118 = f73, f119, f38
adds C3 = -2 * SIZE, C3
}
;;
{ .mfi
LDFPD f120, f121 = [AOFFSET]
FMA_D f87 = f72, f87, f35
adds BOFFSET2 = 28 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_D f119 = f72, f119, f39
adds BOFFSET = 24 * SIZE, BOFFSET
}
;;
{ .mfi
STFD [BOFFSET] = f70, SIZE
FNMA f68 = f74, f70, f68
adds C4 = -2 * SIZE, C4
}
{ .mfi
STFD [BOFFSET2] = f102, SIZE
FNMA f100 = f74, f102, f100
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f71, SIZE
FMA_A f69 = f75, f70, f69
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f103, SIZE
FMA_A f101 = f75, f102, f101
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f86, SIZE
FNMA f84 = f74, f86, f84
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f118, SIZE
FNMA f116 = f74, f118, f116
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f87, -11 * SIZE
FMA_A f85 = f75, f86, f85
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f119, -11 * SIZE
FMA_A f117 = f75, f118, f117
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f70, SIZE
FMA_B f68 = f75, f71, f68
nop __LINE__
}
{ .mfi
STFD [C3 ] = f102, SIZE
FMA_B f100 = f75, f103, f100
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f71, -3 * SIZE
FNMA f69 = f74, f71, f69
nop __LINE__
}
{ .mfi
STFD [C3 ] = f103, -3 * SIZE
FNMA f101 = f74, f103, f101
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f86, SIZE
FMA_B f84 = f75, f87, f84
nop __LINE__
}
{ .mfi
STFD [C4 ] = f118, SIZE
FMA_B f116 = f75, f119, f116
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f87, -3 * SIZE
FNMA f85 = f74, f87, f85
nop __LINE__
}
{ .mfi
STFD [C4 ] = f119, -3 * SIZE
FNMA f117 = f74, f119, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f66 = f76, f70, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f98 = f76, f102, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f67 = f77, f70, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f99 = f77, f102, f99
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f82 = f76, f86, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f114 = f76, f118, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f83 = f77, f86, f83
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f115 = f77, f118, f115
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f66 = f77, f71, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f98 = f77, f103, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f67 = f76, f71, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f99 = f76, f103, f99
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f82 = f77, f87, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f114 = f77, f119, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f83 = f76, f87, f83
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f115 = f76, f119, f115
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f64 = f78, f70, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f96 = f78, f102, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f65 = f79, f70, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f97 = f79, f102, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f80 = f78, f86, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f112 = f78, f118, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f81 = f79, f86, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f113 = f79, f118, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f64 = f79, f71, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f96 = f79, f103, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f65 = f78, f71, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f97 = f78, f103, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f80 = f79, f87, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f112 = f79, f119, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f81 = f78, f87, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f113 = f78, f119, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f88, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f88, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f89, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f89, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f88, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f88, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f89, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f89, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f68 = f89, f69, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f100 = f89, f101, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f69 = f88, f69, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f101 = f88, f101, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f84 = f89, f85, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f116 = f89, f117, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f85 = f88, f85, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f117 = f88, f117, f39
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f68, SIZE
FNMA f66 = f90, f68, f66
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f100, SIZE
FNMA f98 = f90, f100, f98
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f69, SIZE
FMA_A f67 = f91, f68, f67
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f101, SIZE
FMA_A f99 = f91, f100, f99
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f84, SIZE
FNMA f82 = f90, f84, f82
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f116, SIZE
FNMA f114 = f90, f116, f114
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f85, -11 * SIZE
FMA_A f83 = f91, f84, f83
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f117, -11 * SIZE
FMA_A f115 = f91, f116, f115
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f68, SIZE
FMA_B f66 = f91, f69, f66
nop __LINE__
}
{ .mfi
STFD [C3 ] = f100, SIZE
FMA_B f98 = f91, f101, f98
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f69, -3 * SIZE
FNMA f67 = f90, f69, f67
nop __LINE__
}
{ .mfi
STFD [C3 ] = f101, -3 * SIZE
FNMA f99 = f90, f101, f99
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f84, SIZE
FMA_B f82 = f91, f85, f82
nop __LINE__
}
{ .mfi
STFD [C4 ] = f116, SIZE
FMA_B f114 = f91, f117, f114
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f85, -3 * SIZE
FNMA f83 = f90, f85, f83
nop __LINE__
}
{ .mfi
STFD [C4 ] = f117, -3 * SIZE
FNMA f115 = f90, f117, f115
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f64 = f92, f68, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f96 = f92, f100, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f65 = f93, f68, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f97 = f93, f100, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f80 = f92, f84, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f112 = f92, f116, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f81 = f93, f84, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f113 = f93, f116, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f64 = f93, f69, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f96 = f93, f101, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f65 = f92, f69, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f97 = f92, f101, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f80 = f93, f85, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f112 = f93, f117, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f81 = f92, f85, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f113 = f92, f117, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f104, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f104, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f105, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f105, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f104, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f104, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f105, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f105, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f66 = f105, f67, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f98 = f105, f99, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f67 = f104, f67, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f99 = f104, f99, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f82 = f105, f83, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f114 = f105, f115, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f83 = f104, f83, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f115 = f104, f115, f39
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f66, SIZE
FNMA f64 = f106, f66, f64
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f98, SIZE
FNMA f96 = f106, f98, f96
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f67, SIZE
FMA_A f65 = f107, f66, f65
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f99, SIZE
FMA_A f97 = f107, f98, f97
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f82, SIZE
FNMA f80 = f106, f82, f80
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f114, SIZE
FNMA f112 = f106, f114, f112
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f83, -11 * SIZE
FMA_A f81 = f107, f82, f81
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f115, -11 * SIZE
FMA_A f113 = f107, f114, f113
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f66, SIZE
FMA_B f64 = f107, f67, f64
nop __LINE__
}
{ .mfi
STFD [C3 ] = f98, SIZE
FMA_B f96 = f107, f99, f96
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f67, -3 * SIZE
FNMA f65 = f106, f67, f65
nop __LINE__
}
{ .mfi
STFD [C3 ] = f99, -3 * SIZE
FNMA f97 = f106, f99, f97
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f82, SIZE
FMA_B f80 = f107, f83, f80
nop __LINE__
}
{ .mfi
STFD [C4 ] = f114, SIZE
FMA_B f112 = f107, f115, f112
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f83, -3 * SIZE
FNMA f81 = f106, f83, f81
nop __LINE__
}
{ .mfi
STFD [C4 ] = f115, -3 * SIZE
FNMA f113 = f106, f115, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f120, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f120, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f121, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f121, f96
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f120, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f120, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f121, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f121, f112
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f64 = f121, f65, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f96 = f121, f97, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f65 = f120, f65, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f97 = f120, f97, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f80 = f121, f81, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f112 = f121, f113, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f81 = f120, f81, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f113 = f120, f113, f39
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f81, -3 * SIZE
STFD [BOFFSET2] = f113, -3 * SIZE
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f64, SIZE
mov f64 = f0
nop __LINE__
}
{ .mfi
STFD [C3 ] = f96, SIZE
mov f96 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f65, -1 * SIZE
mov f65 = f0
adds KK = -4, KK
}
{ .mfi
STFD [C3 ] = f97, -1 * SIZE
mov f97 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f80, SIZE
mov f80 = f0
cmp.ne p6, p0 = 1, I
}
{ .mfi
STFD [C4 ] = f112, SIZE
mov f112 = f0
sub L = K, KK
}
;;
{ .mfi
STFD [C2 ] = f81, -1 * SIZE
mov f81 = f0
adds I = -1, I
}
{ .mfb
STFD [C4 ] = f113, -1 * SIZE
mov f113 = f0
(p6) br.cond.dptk .L011
}
;;
#endif
#ifdef LT
{ .mfi
LDFPD f76, f77 = [AOFFSET], 2 * SIZE
FMPY f32 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f72, f96
nop __LINE__
}
;;
{ .mfi
LDFPD f78, f79 = [AOFFSET]
FMPY f33 = f73, f64
adds AOFFSET = 4 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMPY f37 = f73, f96
nop __LINE__
}
;;
{ .mfi
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
FMPY f34 = f72, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f72, f112
nop __LINE__
}
;;
{ .mfi
LDFPD f92, f93 = [AOFFSET], 2 * SIZE
FMPY f35 = f73, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f73, f112
nop __LINE__
}
;;
{ .mfi
LDFPD f94, f95 = [AOFFSET]
FMA_C f64 = f73, f65, f32
adds AOFFSET = 6 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_C f96 = f73, f97, f36
nop __LINE__
}
;;
{ .mfi
LDFPD f108, f109 = [AOFFSET], 2 * SIZE
FMA_D f65 = f72, f65, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f97 = f72, f97, f37
nop __LINE__
}
;;
{ .mfi
LDFPD f110, f111 = [AOFFSET]
FMA_C f80 = f73, f81, f34
adds AOFFSET = 8 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_C f112 = f73, f113, f38
nop __LINE__
}
;;
{ .mfi
LDFPD f126, f127 = [AOFFSET]
FMA_D f81 = f72, f81, f35
adds AOFFSET = - 30 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_D f113 = f72, f113, f39
adds BOFFSET2 = 4 * SIZE, BOFFSET
}
;;
{ .mfi
STFD [BOFFSET] = f64, SIZE
FNMA f66 = f74, f64, f66
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f96, SIZE
FNMA f98 = f74, f96, f98
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f65, SIZE
FMA_A f67 = f75, f64, f67
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f97, SIZE
FMA_A f99 = f75, f96, f99
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f80, SIZE
FNMA f82 = f74, f80, f82
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f112, SIZE
FNMA f114 = f74, f112, f114
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f81, 5 * SIZE
FMA_A f83 = f75, f80, f83
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f113, 5 * SIZE
FMA_A f115 = f75, f112, f115
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f64, SIZE
FMA_B f66 = f75, f65, f66
nop __LINE__
}
{ .mfi
STFD [C3 ] = f96, SIZE
FMA_B f98 = f75, f97, f98
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f65, SIZE
FNMA f67 = f74, f65, f67
nop __LINE__
}
{ .mfi
STFD [C3 ] = f97, SIZE
FNMA f99 = f74, f97, f99
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f80, SIZE
FMA_B f82 = f75, f81, f82
nop __LINE__
}
{ .mfi
STFD [C4 ] = f112, SIZE
FMA_B f114 = f75, f113, f114
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f81, SIZE
FNMA f83 = f74, f81, f83
nop __LINE__
}
{ .mfi
STFD [C4 ] = f113, SIZE
FNMA f115 = f74, f113, f115
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f68 = f76, f64, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f100 = f76, f96, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f69 = f77, f64, f69
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f101 = f77, f96, f101
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f84 = f76, f80, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f116 = f76, f112, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f85 = f77, f80, f85
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f117 = f77, f112, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f68 = f77, f65, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f100 = f77, f97, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f69 = f76, f65, f69
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f101 = f76, f97, f101
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f84 = f77, f81, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f116 = f77, f113, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f85 = f76, f81, f85
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f117 = f76, f113, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f70 = f78, f64, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f102 = f78, f96, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f71 = f79, f64, f71
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f103 = f79, f96, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f86 = f78, f80, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f118 = f78, f112, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f87 = f79, f80, f87
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f119 = f79, f112, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f70 = f79, f65, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f102 = f79, f97, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f71 = f78, f65, f71
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f103 = f78, f97, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f86 = f79, f81, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f118 = f79, f113, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f87 = f78, f81, f87
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f119 = f78, f113, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f90, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f90, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f91, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f91, f98
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f90, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f90, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f91, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f91, f114
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f66 = f91, f67, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f98 = f91, f99, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f67 = f90, f67, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f99 = f90, f99, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f82 = f91, f83, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f114 = f91, f115, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f83 = f90, f83, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f115 = f90, f115, f39
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f66, SIZE
FNMA f68 = f92, f66, f68
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f98, SIZE
FNMA f100 = f92, f98, f100
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f67, SIZE
FMA_A f69 = f93, f66, f69
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f99, SIZE
FMA_A f101 = f93, f98, f101
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f82, SIZE
FNMA f84 = f92, f82, f84
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f114, SIZE
FNMA f116 = f92, f114, f116
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f83, 5 * SIZE
FMA_A f85 = f93, f82, f85
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f115, 5 * SIZE
FMA_A f117 = f93, f114, f117
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f66, SIZE
FMA_B f68 = f93, f67, f68
nop __LINE__
}
{ .mfi
STFD [C3 ] = f98, SIZE
FMA_B f100 = f93, f99, f100
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f67, SIZE
FNMA f69 = f92, f67, f69
nop __LINE__
}
{ .mfi
STFD [C3 ] = f99, SIZE
FNMA f101 = f92, f99, f101
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f82, SIZE
FMA_B f84 = f93, f83, f84
nop __LINE__
}
{ .mfi
STFD [C4 ] = f114, SIZE
FMA_B f116 = f93, f115, f116
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f83, SIZE
FNMA f85 = f92, f83, f85
nop __LINE__
}
{ .mfi
STFD [C4 ] = f115, SIZE
FNMA f117 = f92, f115, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f70 = f94, f66, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f102 = f94, f98, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f71 = f95, f66, f71
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f103 = f95, f98, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f86 = f94, f82, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f118 = f94, f114, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f87 = f95, f82, f87
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f119 = f95, f114, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f70 = f95, f67, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f102 = f95, f99, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f71 = f94, f67, f71
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f103 = f94, f99, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f86 = f95, f83, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f118 = f95, f115, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f87 = f94, f83, f87
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f119 = f94, f115, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f108, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f108, f100
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f33 = f109, f68
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f109, f100
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f34 = f108, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f108, f116
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f35 = f109, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f109, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f68 = f109, f69, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f100 = f109, f101, f36
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f69 = f108, f69, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f101 = f108, f101, f37
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f84 = f109, f85, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f116 = f109, f117, f38
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f85 = f108, f85, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f117 = f108, f117, f39
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f68, SIZE
FNMA f70 = f110, f68, f70
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f100, SIZE
FNMA f102 = f110, f100, f102
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f69, SIZE
FMA_A f71 = f111, f68, f71
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f101, SIZE
FMA_A f103 = f111, f100, f103
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f84, SIZE
FNMA f86 = f110, f84, f86
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f116, SIZE
FNMA f118 = f110, f116, f118
nop __LINE__
}
;;
{ .mfi
STFD [BOFFSET] = f85, 5 * SIZE
FMA_A f87 = f111, f84, f87
nop __LINE__
}
{ .mfi
STFD [BOFFSET2] = f117, 5 * SIZE
FMA_A f119 = f111, f116, f119
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f68, SIZE
FMA_B f70 = f111, f69, f70
nop __LINE__
}
{ .mfi
STFD [C3 ] = f100, SIZE
FMA_B f102 = f111, f101, f102
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f69, SIZE
FNMA f71 = f110, f69, f71
nop __LINE__
}
{ .mfi
STFD [C3 ] = f101, SIZE
FNMA f103 = f110, f101, f103
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f84, SIZE
FMA_B f86 = f111, f85, f86
nop __LINE__
}
{ .mfi
STFD [C4 ] = f116, SIZE
FMA_B f118 = f111, f117, f118
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f85, SIZE
FNMA f87 = f110, f85, f87
nop __LINE__
}
{ .mfi
STFD [C4 ] = f117, SIZE
FNMA f119 = f110, f117, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f126, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f126, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f127, f70
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f127, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f126, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f126, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f127, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f127, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f70 = f127, f71, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f102 = f127, f103, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f71 = f126, f71, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f103 = f126, f103, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f86 = f127, f87, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f118 = f127, f119, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f87 = f126, f87, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f119 = f126, f119, f39
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f70, SIZE
STFD [BOFFSET2] = f102, SIZE
nop __LINE__
}
;;
{ .mmi
STFD [BOFFSET] = f71, SIZE
STFD [BOFFSET2] = f103, SIZE
sub r2 = K, KK
}
;;
{ .mmi
STFD [BOFFSET] = f86, SIZE
STFD [BOFFSET2] = f118, SIZE
adds KK = 4, KK
}
;;
{ .mmi
STFD [BOFFSET] = f87, -27 * SIZE
STFD [BOFFSET2] = f119
shladd r2 = r2, ZBASE_SHIFT, r0
}
;;
{ .mfi
STFD [C1 ] = f70, SIZE
mov f64 = f0
shladd AOFFSET = r2, 2, AOFFSET
}
{ .mfi
STFD [C3 ] = f102, SIZE
mov f65 = f0
shladd BOFFSET = r2, 2, BOFFSET
}
;;
{ .mfi
STFD [C1 ] = f71, SIZE
mov f80 = f0
mov L = KK
}
{ .mfi
STFD [C3 ] = f103, SIZE
mov f81 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f86, SIZE
mov f96 = f0
cmp.ne p6, p0 = 1, I
}
{ .mfi
STFD [C4 ] = f118, SIZE
mov f97 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f87, SIZE
mov f112 = f0
adds I = -1, I
}
{ .mfb
STFD [C4 ] = f119, SIZE
mov f113 = f0
(p6) br.cond.dptk .L011
}
;;
#endif
#ifdef RN
{ .mfi
LDFPD f76, f77 = [BOFFSET], 2 * SIZE
FMPY f32 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f72, f68
nop __LINE__
}
;;
{ .mfi
LDFPD f78, f79 = [BOFFSET]
FMPY f33 = f73, f64
adds BOFFSET = 4 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMPY f37 = f73, f68
nop __LINE__
}
;;
{ .mfi
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
FMPY f34 = f72, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f72, f70
nop __LINE__
}
;;
{ .mfi
LDFPD f92, f93 = [BOFFSET], 2 * SIZE
FMPY f35 = f73, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f73, f70
nop __LINE__
}
;;
{ .mfi
LDFPD f94, f95 = [BOFFSET]
FMA_C f64 = f73, f65, f32
adds BOFFSET = 6 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_C f68 = f73, f69, f36
nop __LINE__
}
;;
{ .mfi
LDFPD f108, f109 = [BOFFSET], 2 * SIZE
FMA_D f65 = f72, f65, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f69 = f72, f69, f37
nop __LINE__
}
;;
{ .mfi
LDFPD f110, f111 = [BOFFSET]
FMA_C f66 = f73, f67, f34
adds BOFFSET = 8 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_C f70 = f73, f71, f38
nop __LINE__
}
;;
{ .mfi
LDFPD f126, f127 = [BOFFSET]
FMA_D f67 = f72, f67, f35
adds BOFFSET = - 30 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_D f71 = f72, f71, f39
adds AOFFSET2 = 4 * SIZE, AOFFSET
}
;;
{ .mfi
STFD [AOFFSET] = f64, SIZE
FNMA f80 = f74, f64, f80
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f68, SIZE
FNMA f84 = f74, f68, f84
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f65, SIZE
FMA_A f81 = f75, f64, f81
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f69, SIZE
FMA_A f85 = f75, f68, f85
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f66, SIZE
FNMA f82 = f74, f66, f82
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f70, SIZE
FNMA f86 = f74, f70, f86
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f67, 5 * SIZE
FMA_A f83 = f75, f66, f83
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f71, 5 * SIZE
FMA_A f87 = f75, f70, f87
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f64, SIZE
FMA_B f80 = f75, f65, f80
nop __LINE__
}
{ .mfi
STFD [C5 ] = f68, SIZE
FMA_B f84 = f75, f69, f84
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f65, SIZE
FNMA f81 = f74, f65, f81
nop __LINE__
}
{ .mfi
STFD [C5 ] = f69, SIZE
FNMA f85 = f74, f69, f85
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f66, SIZE
FMA_B f82 = f75, f67, f82
nop __LINE__
}
{ .mfi
STFD [C5 ] = f70, SIZE
FMA_B f86 = f75, f71, f86
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f67, 5 * SIZE
FNMA f83 = f74, f67, f83
nop __LINE__
}
{ .mfi
STFD [C5 ] = f71, 5 * SIZE
FNMA f87 = f74, f71, f87
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f96 = f76, f64, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f100 = f76, f68, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f97 = f77, f64, f97
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f101 = f77, f68, f101
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f98 = f76, f66, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f102 = f76, f70, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f99 = f77, f66, f99
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f103 = f77, f70, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f96 = f77, f65, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f100 = f77, f69, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f97 = f76, f65, f97
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f101 = f76, f69, f101
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f98 = f77, f67, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f102 = f77, f71, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f99 = f76, f67, f99
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f103 = f76, f71, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f112 = f78, f64, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f116 = f78, f68, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f113 = f79, f64, f113
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f117 = f79, f68, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f114 = f78, f66, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f118 = f78, f70, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f115 = f79, f66, f115
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f119 = f79, f70, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f112 = f79, f65, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f116 = f79, f69, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f113 = f78, f65, f113
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f117 = f78, f69, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f114 = f79, f67, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f118 = f79, f71, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f115 = f78, f67, f115
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f119 = f78, f71, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f90, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f90, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f33 = f91, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f91, f84
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f34 = f90, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f90, f86
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f35 = f91, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f91, f86
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f80 = f91, f81, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f84 = f91, f85, f36
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f81 = f90, f81, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f85 = f90, f85, f37
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f82 = f91, f83, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f86 = f91, f87, f38
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f83 = f90, f83, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f87 = f90, f87, f39
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f80, SIZE
FNMA f96 = f92, f80, f96
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f84, SIZE
FNMA f100 = f92, f84, f100
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f81, SIZE
FMA_A f97 = f93, f80, f97
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f85, SIZE
FMA_A f101 = f93, f84, f101
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f82, SIZE
FNMA f98 = f92, f82, f98
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f86, SIZE
FNMA f102 = f92, f86, f102
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f83, 5 * SIZE
FMA_A f99 = f93, f82, f99
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f87, 5 * SIZE
FMA_A f103 = f93, f86, f103
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f80, SIZE
FMA_B f96 = f93, f81, f96
nop __LINE__
}
{ .mfi
STFD [C6 ] = f84, SIZE
FMA_B f100 = f93, f85, f100
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f81, SIZE
FNMA f97 = f92, f81, f97
nop __LINE__
}
{ .mfi
STFD [C6 ] = f85, SIZE
FNMA f101 = f92, f85, f101
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f82, SIZE
FMA_B f98 = f93, f83, f98
nop __LINE__
}
{ .mfi
STFD [C6 ] = f86, SIZE
FMA_B f102 = f93, f87, f102
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f83, 5 * SIZE
FNMA f99 = f92, f83, f99
nop __LINE__
}
{ .mfi
STFD [C6 ] = f87, 5 * SIZE
FNMA f103 = f92, f87, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f112 = f94, f80, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f116 = f94, f84, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f113 = f95, f80, f113
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f117 = f95, f84, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f114 = f94, f82, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f118 = f94, f86, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f115 = f95, f82, f115
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f119 = f95, f86, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f112 = f95, f81, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f116 = f95, f85, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f113 = f94, f81, f113
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f117 = f94, f85, f117
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f114 = f95, f83, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f118 = f95, f87, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f115 = f94, f83, f115
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f119 = f94, f87, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f108, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f108, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f109, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f109, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f108, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f108, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f109, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f109, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f96 = f109, f97, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f100 = f109, f101, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f97 = f108, f97, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f101 = f108, f101, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f98 = f109, f99, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f102 = f109, f103, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f99 = f108, f99, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f103 = f108, f103, f39
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f96, SIZE
FNMA f112 = f110, f96, f112
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f100, SIZE
FNMA f116 = f110, f100, f116
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f97, SIZE
FMA_A f113 = f111, f96, f113
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f101, SIZE
FMA_A f117 = f111, f100, f117
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f98, SIZE
FNMA f114 = f110, f98, f114
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f102, SIZE
FNMA f118 = f110, f102, f118
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f99, 5 * SIZE
FMA_A f115 = f111, f98, f115
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f103, 5 * SIZE
FMA_A f119 = f111, f102, f119
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f96, SIZE
FMA_B f112 = f111, f97, f112
nop __LINE__
}
{ .mfi
STFD [C7 ] = f100, SIZE
FMA_B f116 = f111, f101, f116
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f97, SIZE
FNMA f113 = f110, f97, f113
nop __LINE__
}
{ .mfi
STFD [C7 ] = f101, SIZE
FNMA f117 = f110, f101, f117
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f98, SIZE
FMA_B f114 = f111, f99, f114
nop __LINE__
}
{ .mfi
STFD [C7 ] = f102, SIZE
FMA_B f118 = f111, f103, f118
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f99, 5 * SIZE
FNMA f115 = f110, f99, f115
nop __LINE__
}
{ .mfi
STFD [C7 ] = f103, 5 * SIZE
FNMA f119 = f110, f103, f119
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f126, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f126, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f127, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f127, f116
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f126, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f126, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f127, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f127, f118
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f112 = f127, f113, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f116 = f127, f117, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f113 = f126, f113, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f117 = f126, f117, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f114 = f127, f115, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f118 = f127, f119, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f115 = f126, f115, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f119 = f126, f119, f39
nop __LINE__
}
;;
{ .mmi
STFD [AOFFSET] = f112, SIZE
STFD [AOFFSET2] = f116, SIZE
sub r2 = K, KK
}
;;
{ .mmi
STFD [AOFFSET] = f113, SIZE
STFD [AOFFSET2] = f117, SIZE
mov L = KK
}
;;
{ .mmi
STFD [AOFFSET] = f114, SIZE
STFD [AOFFSET2] = f118, SIZE
shladd r2 = r2, ZBASE_SHIFT, r0
}
;;
{ .mmi
STFD [AOFFSET] = f115, -27 * SIZE
STFD [AOFFSET2] = f119
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f112, SIZE
mov f64 = f0
shladd BOFFSET = r2, 2, BOFFSET
}
{ .mfi
STFD [C8 ] = f116, SIZE
mov f65 = f0
shladd AOFFSET = r2, 2, AOFFSET
}
;;
{ .mfi
STFD [C4 ] = f113, SIZE
mov f80 = f0
cmp.ne p6, p0 = 1, I
}
{ .mfi
STFD [C8 ] = f117, SIZE
mov f81 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f114, SIZE
mov f96 = f0
adds I = -1, I
}
{ .mfi
STFD [C8 ] = f118, SIZE
mov f97 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f115, 5 * SIZE
mov f112 = f0
nop __LINE__
}
{ .mfb
STFD [C8 ] = f119, 5 * SIZE
mov f113 = f0
(p6) br.cond.dptk .L011
}
#endif
#ifdef RT
{ .mfi
LDFPD f76, f77 = [BOFFSET]
FMPY f32 = f72, f112
adds BOFFSET = - 2 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMPY f36 = f72, f116
nop __LINE__
}
;;
{ .mfi
LDFPD f78, f79 = [BOFFSET]
FMPY f33 = f73, f112
adds BOFFSET = - 4 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMPY f37 = f73, f116
nop __LINE__
}
;;
{ .mfi
LDFPD f88, f89 = [BOFFSET]
FMPY f34 = f72, f114
adds BOFFSET = - 2 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMPY f38 = f72, f118
nop __LINE__
}
;;
{ .mfi
LDFPD f90, f91 = [BOFFSET]
FMPY f35 = f73, f114
adds BOFFSET = - 2 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMPY f39 = f73, f118
nop __LINE__
}
;;
{ .mfi
LDFPD f92, f93 = [BOFFSET]
FMA_C f112 = f73, f113, f32
adds BOFFSET = - 6 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_C f116 = f73, f117, f36
nop __LINE__
}
;;
{ .mfi
LDFPD f104, f105 = [BOFFSET]
FMA_D f113 = f72, f113, f33
adds BOFFSET = - 2 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_D f117 = f72, f117, f37
nop __LINE__
}
;;
{ .mfi
LDFPD f106, f107 = [BOFFSET]
FMA_C f114 = f73, f115, f34
adds BOFFSET = - 8 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_C f118 = f73, f119, f38
nop __LINE__
}
;;
{ .mfi
LDFPD f120, f121 = [BOFFSET]
FMA_D f115 = f72, f115, f35
adds AOFFSET2 = 28 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FMA_D f119 = f72, f119, f39
adds AOFFSET = 24 * SIZE, AOFFSET
}
;;
{ .mfi
STFD [AOFFSET] = f112, SIZE
FNMA f96 = f74, f112, f96
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f116, SIZE
FNMA f100 = f74, f116, f100
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f113, SIZE
FMA_A f97 = f75, f112, f97
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f117, SIZE
FMA_A f101 = f75, f116, f101
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f114, SIZE
FNMA f98 = f74, f114, f98
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f118, SIZE
FNMA f102 = f74, f118, f102
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f115, -11 * SIZE
FMA_A f99 = f75, f114, f99
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f119, -11 * SIZE
FMA_A f103 = f75, f118, f103
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f112, SIZE
FMA_B f96 = f75, f113, f96
nop __LINE__
}
{ .mfi
STFD [C8 ] = f116, SIZE
FMA_B f100 = f75, f117, f100
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f113, SIZE
FNMA f97 = f74, f113, f97
nop __LINE__
}
{ .mfi
STFD [C8 ] = f117, SIZE
FNMA f101 = f74, f117, f101
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f114, SIZE
FMA_B f98 = f75, f115, f98
nop __LINE__
}
{ .mfi
STFD [C8 ] = f118, SIZE
FMA_B f102 = f75, f119, f102
nop __LINE__
}
;;
{ .mfi
STFD [C4 ] = f115, 5 * SIZE
FNMA f99 = f74, f115, f99
nop __LINE__
}
{ .mfi
STFD [C8 ] = f119, 5 * SIZE
FNMA f103 = f74, f119, f103
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f80 = f76, f112, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f84 = f76, f116, f84
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f81 = f77, f112, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f85 = f77, f116, f85
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f82 = f76, f114, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f86 = f76, f118, f86
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f83 = f77, f114, f83
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f87 = f77, f118, f87
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f80 = f77, f113, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f84 = f77, f117, f84
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f81 = f76, f113, f81
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f85 = f76, f117, f85
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f82 = f77, f115, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f86 = f77, f119, f86
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f83 = f76, f115, f83
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f87 = f76, f119, f87
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f64 = f78, f112, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f68 = f78, f116, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f65 = f79, f112, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f69 = f79, f116, f69
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f66 = f78, f114, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f70 = f78, f118, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f67 = f79, f114, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f71 = f79, f118, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f64 = f79, f113, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f68 = f79, f117, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f65 = f78, f113, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f69 = f78, f117, f69
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f66 = f79, f115, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f70 = f79, f119, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f67 = f78, f115, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f71 = f78, f119, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f88, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f88, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f89, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f89, f100
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f88, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f88, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f89, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f89, f102
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f96 = f89, f97, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f100 = f89, f101, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f97 = f88, f97, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f101 = f88, f101, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f98 = f89, f99, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f102 = f89, f103, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f99 = f88, f99, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f103 = f88, f103, f39
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f96, SIZE
FNMA f80 = f90, f96, f80
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f100, SIZE
FNMA f84 = f90, f100, f84
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f97, SIZE
FMA_A f81 = f91, f96, f81
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f101, SIZE
FMA_A f85 = f91, f100, f85
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f98, SIZE
FNMA f82 = f90, f98, f82
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f102, SIZE
FNMA f86 = f90, f102, f86
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f99, -11 * SIZE
FMA_A f83 = f91, f98, f83
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f103, -11 * SIZE
FMA_A f87 = f91, f102, f87
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f96, SIZE
FMA_B f80 = f91, f97, f80
nop __LINE__
}
{ .mfi
STFD [C7 ] = f100, SIZE
FMA_B f84 = f91, f101, f84
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f97, SIZE
FNMA f81 = f90, f97, f81
nop __LINE__
}
{ .mfi
STFD [C7 ] = f101, SIZE
FNMA f85 = f90, f101, f85
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f98, SIZE
FMA_B f82 = f91, f99, f82
nop __LINE__
}
{ .mfi
STFD [C7 ] = f102, SIZE
FMA_B f86 = f91, f103, f86
nop __LINE__
}
;;
{ .mfi
STFD [C3 ] = f99, 5 * SIZE
FNMA f83 = f90, f99, f83
nop __LINE__
}
{ .mfi
STFD [C7 ] = f103, 5 * SIZE
FNMA f87 = f90, f103, f87
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f64 = f92, f96, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f68 = f92, f100, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f65 = f93, f96, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f69 = f93, f100, f69
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f66 = f92, f98, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f70 = f92, f102, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_A f67 = f93, f98, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_A f71 = f93, f102, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f64 = f93, f97, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f68 = f93, f101, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f65 = f92, f97, f65
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f69 = f92, f101, f69
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_B f66 = f93, f99, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f70 = f93, f103, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FNMA f67 = f92, f99, f67
nop __LINE__
}
{ .mfi
nop __LINE__
FNMA f71 = f92, f103, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f104, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f104, f84
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f105, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f105, f84
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f104, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f104, f86
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f105, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f105, f86
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f80 = f105, f81, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f84 = f105, f85, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f81 = f104, f81, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f85 = f104, f85, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f82 = f105, f83, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f86 = f105, f87, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f83 = f104, f83, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f87 = f104, f87, f39
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f80, SIZE
FNMA f64 = f106, f80, f64
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f84, SIZE
FNMA f68 = f106, f84, f68
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f81, SIZE
FMA_A f65 = f107, f80, f65
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f85, SIZE
FMA_A f69 = f107, f84, f69
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f82, SIZE
FNMA f66 = f106, f82, f66
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f86, SIZE
FNMA f70 = f106, f86, f70
nop __LINE__
}
;;
{ .mfi
STFD [AOFFSET] = f83, -11 * SIZE
FMA_A f67 = f107, f82, f67
nop __LINE__
}
{ .mfi
STFD [AOFFSET2] = f87, -11 * SIZE
FMA_A f71 = f107, f86, f71
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f80, SIZE
FMA_B f64 = f107, f81, f64
nop __LINE__
}
{ .mfi
STFD [C6 ] = f84, SIZE
FMA_B f68 = f107, f85, f68
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f81, SIZE
FNMA f65 = f106, f81, f65
nop __LINE__
}
{ .mfi
STFD [C6 ] = f85, SIZE
FNMA f69 = f106, f85, f69
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f82, SIZE
FMA_B f66 = f107, f83, f66
nop __LINE__
}
{ .mfi
STFD [C6 ] = f86, SIZE
FMA_B f70 = f107, f87, f70
nop __LINE__
}
;;
{ .mfi
STFD [C2 ] = f83, 5 * SIZE
FNMA f67 = f106, f83, f67
nop __LINE__
}
{ .mfi
STFD [C6 ] = f87, 5 * SIZE
FNMA f71 = f106, f87, f71
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f32 = f120, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f36 = f120, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f33 = f121, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f37 = f121, f68
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f34 = f120, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f38 = f120, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMPY f35 = f121, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FMPY f39 = f121, f70
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f64 = f121, f65, f32
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f68 = f121, f69, f36
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f65 = f120, f65, f33
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f69 = f120, f69, f37
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_C f66 = f121, f67, f34
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_C f70 = f121, f71, f38
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FMA_D f67 = f120, f67, f35
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_D f71 = f120, f71, f39
nop __LINE__
}
;;
{ .mmi
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f68, SIZE
shladd r2 = K, ZBASE_SHIFT, r0
}
;;
{ .mmi
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f69, SIZE
shladd AORIG = r2, 2, AORIG
}
;;
{ .mmi
STFD [AOFFSET] = f66, SIZE
STFD [AOFFSET2] = f70, SIZE
nop __LINE__
}
;;
{ .mmi
STFD [AOFFSET] = f67, -3 * SIZE
STFD [AOFFSET2] = f71
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f64, SIZE
mov f64 = f0
cmp.ne p6, p0 = 1, I
}
{ .mfi
STFD [C5 ] = f68, SIZE
mov f81 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f65, SIZE
mov f65 = f0
nop __LINE__
}
{ .mfi
STFD [C5 ] = f69, SIZE
mov f96 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f66, SIZE
mov f80 = f0
sub L = K, KK
}
{ .mfi
STFD [C5 ] = f70, SIZE
mov f97 = f0
nop __LINE__
}
;;
{ .mfi
STFD [C1 ] = f67, 5 * SIZE
mov f112 = f0
adds I = -1, I
}
{ .mfb
STFD [C5 ] = f71, 5 * SIZE
mov f113 = f0
(p6) br.cond.dptk .L011
}
;;
#endif
.L020:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 1
(p6) br.cond.dptk .L030
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, 1 + ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f66 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f67 = f0
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 2, B
mov f66 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f67 = f0
shladd AOFFSET = r3, 1, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mfi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
mov f82 = f0
tbit.z p12, p0 = L, 0
}
{ .mfi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
mov f83 = f0
shr L = L, 1
}
;;
{ .mfi
(p7) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
mov f98 = f0
adds L = -1, L
}
{ .mfi
(p7) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
mov f99 = f0
cmp.eq p3, p0 = r0, r0
}
;;
{ .mfi
(p7) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
mov f114 = f0
mov ar.lc = L
}
{ .mfi
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
mov f115 = f0
nop __LINE__
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L028
;;
.align 16
.L022:
{ .mfi
lfetch.nt1 [PREA], 8 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FMA_B f65 = f32, f49, f65 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfi
lfetch.nt1 [PREB], 16 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
cmp.ne p4, p5 = 0, L
}
{ .mfb
nop __LINE__
FMA_B f81 = f32, f51, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f96 = f32, f52, f96 // A1 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f97 = f32, f53, f97 // A1 * B6
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f112 = f32, f54, f112 // A1 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f113 = f32, f55, f113 // A1 * B8
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f60, f61 = [BOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f80 = f33, f51, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f62, f63 = [BOFFSET], 2 * SIZE
FMA f97 = f33, f52, f97 // A2 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f96 = f33, f53, f96 // A2 * B6
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f42, f43 = [AOFFSET], 2 * SIZE
FMA f113 = f33, f54, f113 // A2 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f112 = f33, f55, f112 // A2 * B8
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f66 = f34, f48, f66 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f67 = f34, f49, f67 // A3 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f82 = f34, f50, f82 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f83 = f34, f51, f83 // A3 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f98 = f34, f52, f98 // A3 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f99 = f34, f53, f99 // A3 * B6
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f114 = f34, f54, f114 // A3 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f115 = f34, f55, f115 // A3 * B8
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f67 = f35, f48, f67 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f66 = f35, f49, f66 // A4 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
FMA f83 = f35, f50, f83 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f82 = f35, f51, f82 // A4 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
FMA f99 = f35, f52, f99 // A4 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f98 = f35, f53, f98 // A4 * B6
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
FMA f115 = f35, f54, f115 // A4 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f114 = f35, f55, f114 // A4 * B8
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f81 = f40, f59, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f96 = f40, f60, f96 // A1 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f40, f61, f97 // A1 * B6
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f112 = f40, f62, f112 // A1 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f40, f63, f113 // A1 * B8
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
{ .mfb
(p4) LDFPD f34, f35 = [AOFFSET], 2 * SIZE
(p3) FMA f81 = f41, f58, f81 // A2 * B3
nop __LINE__
}
{ .mfb
(p3) FMA_A f80 = f41, f59, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f97 = f41, f60, f97 // A2 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f41, f61, f96 // A2 * B6
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f113 = f41, f62, f113 // A2 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f41, f63, f112 // A2 * B8
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f66 = f42, f56, f66 // A3 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f67 = f42, f57, f67 // A3 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f82 = f42, f58, f82 // A3 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f83 = f42, f59, f83 // A3 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f98 = f42, f60, f98 // A3 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f99 = f42, f61, f99 // A3 * B6
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f114 = f42, f62, f114 // A3 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f115 = f42, f63, f115 // A3 * B8
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f67 = f43, f56, f67 // A4 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f66 = f43, f57, f66 // A4 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f83 = f43, f58, f83 // A4 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f82 = f43, f59, f82 // A4 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f99 = f43, f60, f99 // A4 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f98 = f43, f61, f98 // A4 * B6
nop __LINE__
}
;;
{ .mfi
nop __LINE__
(p3) FMA f115 = f43, f62, f115 // A4 * B7
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f114 = f43, f63, f114 // A4 * B8
br.cloop.sptk.few .L022
}
;;
.L028:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -2, KK
#else
adds r2 = -4, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
shladd AOFFSET = r2, 1, AORIG
shladd BOFFSET = r2, 2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
;;
LDFPD f104, f105 = [BOFFSET], 2 * SIZE
;;
LDFPD f106, f107 = [BOFFSET], 2 * SIZE
;;
{ .mfi
LDFPD f120, f121 = [BOFFSET], 2 * SIZE
FSUB f64 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f65 = f73, f65
nop __LINE__
}
;;
{ .mfi
LDFPD f122, f123 = [BOFFSET]
FSUB f80 = f74, f80
adds BOFFSET = -14 * SIZE, BOFFSET
}
{ .mfi
nop __LINE__
FSUB_A f81 = f75, f81
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f96 = f88, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f97 = f89, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f112 = f90, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f113 = f91, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f66 = f104, f66
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f67 = f105, f67
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f82 = f106, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f83 = f107, f83
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f98 = f120, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f99 = f121, f99
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f114 = f122, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB_A f115 = f123, f115
nop __LINE__
}
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f90, f91 = [AOFFSET], 2 * SIZE
;;
LDFPD f104, f105 = [AOFFSET], 2 * SIZE
;;
LDFPD f106, f107 = [AOFFSET], 2 * SIZE
;;
{ .mfi
LDFPD f120, f121 = [AOFFSET], 2 * SIZE
FSUB f64 = f72, f64
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f65 = f73, f65
nop __LINE__
}
;;
{ .mfi
LDFPD f122, f123 = [AOFFSET]
FSUB f66 = f74, f66
adds AOFFSET = -14 * SIZE, AOFFSET
}
{ .mfi
nop __LINE__
FSUB f67 = f75, f67
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f80 = f88, f80
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f81 = f89, f81
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f82 = f90, f82
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f83 = f91, f83
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f96 = f104, f96
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f97 = f105, f97
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f98 = f106, f98
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f99 = f107, f99
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f112 = f120, f112
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f113 = f121, f113
nop __LINE__
}
;;
{ .mfi
nop __LINE__
FSUB f114 = f122, f114
nop __LINE__
}
{ .mfi
nop __LINE__
FSUB f115 = f123, f115
nop __LINE__
}
;;
#endif
#ifdef LN
adds AOFFSET = 6 * SIZE, AOFFSET
;;
LDFPD f104, f105 = [AOFFSET]
adds AOFFSET = - 2 * SIZE, AOFFSET
;;
LDFPD f106, f107 = [AOFFSET]
adds AOFFSET = - 4 * SIZE, AOFFSET
;;
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f104, f66
FMPY f33 = f105, f66
FMPY f34 = f104, f82
FMPY f35 = f105, f82
FMPY f36 = f104, f98
FMPY f37 = f105, f98
FMPY f38 = f104, f114
FMPY f39 = f105, f114
;;
FMA_C f66 = f105, f67, f32
FMA_D f67 = f104, f67, f33
FMA_C f82 = f105, f83, f34
FMA_D f83 = f104, f83, f35
FMA_C f98 = f105, f99, f36
FMA_D f99 = f104, f99, f37
FMA_C f114 = f105, f115, f38
FMA_D f115 = f104, f115, f39
;;
FNMA f64 = f106, f66, f64
FMA_A f65 = f107, f66, f65
FNMA f80 = f106, f82, f80
FMA_A f81 = f107, f82, f81
FNMA f96 = f106, f98, f96
FMA_A f97 = f107, f98, f97
FNMA f112 = f106, f114, f112
FMA_A f113 = f107, f114, f113
;;
FMA_B f64 = f107, f67, f64
FNMA f65 = f106, f67, f65
FMA_B f80 = f107, f83, f80
FNMA f81 = f106, f83, f81
FMA_B f96 = f107, f99, f96
FNMA f97 = f106, f99, f97
FMA_B f112 = f107, f115, f112
FNMA f113 = f106, f115, f113
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f80
FMPY f35 = f121, f80
FMPY f36 = f120, f96
FMPY f37 = f121, f96
FMPY f38 = f120, f112
FMPY f39 = f121, f112
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f80 = f121, f81, f34
FMA_D f81 = f120, f81, f35
FMA_C f96 = f121, f97, f36
FMA_D f97 = f120, f97, f37
FMA_C f112 = f121, f113, f38
FMA_D f113 = f120, f113, f39
;;
#endif
#ifdef LT
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [AOFFSET]
adds AOFFSET = 4 * SIZE, AOFFSET
;;
LDFPD f90, f91 = [AOFFSET]
adds AOFFSET = - 6 * SIZE, AOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f80
FMPY f35 = f73, f80
FMPY f36 = f72, f96
FMPY f37 = f73, f96
FMPY f38 = f72, f112
FMPY f39 = f73, f112
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f80 = f73, f81, f34
FMA_D f81 = f72, f81, f35
FMA_C f96 = f73, f97, f36
FMA_D f97 = f72, f97, f37
FMA_C f112 = f73, f113, f38
FMA_D f113 = f72, f113, f39
;;
FNMA f66 = f74, f64, f66
FMA_A f67 = f75, f64, f67
FNMA f82 = f74, f80, f82
FMA_A f83 = f75, f80, f83
FNMA f98 = f74, f96, f98
FMA_A f99 = f75, f96, f99
FNMA f114 = f74, f112, f114
FMA_A f115 = f75, f112, f115
;;
FMA_B f66 = f75, f65, f66
FNMA f67 = f74, f65, f67
FMA_B f82 = f75, f81, f82
FNMA f83 = f74, f81, f83
FMA_B f98 = f75, f97, f98
FNMA f99 = f74, f97, f99
FMA_B f114 = f75, f113, f114
FNMA f115 = f74, f113, f115
;;
FMPY f32 = f90, f66
FMPY f33 = f91, f66
FMPY f34 = f90, f82
FMPY f35 = f91, f82
FMPY f36 = f90, f98
FMPY f37 = f91, f98
FMPY f38 = f90, f114
FMPY f39 = f91, f114
;;
FMA_C f66 = f91, f67, f32
FMA_D f67 = f90, f67, f33
FMA_C f82 = f91, f83, f34
FMA_D f83 = f90, f83, f35
FMA_C f98 = f91, f99, f36
FMA_D f99 = f90, f99, f37
FMA_C f114 = f91, f115, f38
FMA_D f115 = f90, f115, f39
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [BOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [BOFFSET]
adds BOFFSET = 4 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [BOFFSET], 2 * SIZE
;;
LDFPD f94, f95 = [BOFFSET]
adds BOFFSET = 6 * SIZE, BOFFSET
;;
LDFPD f108, f109 = [BOFFSET], 2 * SIZE
;;
LDFPD f110, f111 = [BOFFSET]
adds BOFFSET = 8 * SIZE, BOFFSET
;;
LDFPD f126, f127 = [BOFFSET]
adds BOFFSET = - 30 * SIZE, BOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
FMPY f34 = f72, f66
FMPY f35 = f73, f66
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
FMA_C f66 = f73, f67, f34
FMA_D f67 = f72, f67, f35
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
FNMA f82 = f74, f66, f82
FMA_A f83 = f75, f66, f83
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
FMA_B f82 = f75, f67, f82
FNMA f83 = f74, f67, f83
;;
FNMA f96 = f76, f64, f96
FMA_A f97 = f77, f64, f97
FNMA f98 = f76, f66, f98
FMA_A f99 = f77, f66, f99
;;
FMA_B f96 = f77, f65, f96
FNMA f97 = f76, f65, f97
FMA_B f98 = f77, f67, f98
FNMA f99 = f76, f67, f99
;;
FNMA f112 = f78, f64, f112
FMA_A f113 = f79, f64, f113
FNMA f114 = f78, f66, f114
FMA_A f115 = f79, f66, f115
;;
FMA_B f112 = f79, f65, f112
FNMA f113 = f78, f65, f113
FMA_B f114 = f79, f67, f114
FNMA f115 = f78, f67, f115
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
FMPY f34 = f90, f82
FMPY f35 = f91, f82
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
FMA_C f82 = f91, f83, f34
FMA_D f83 = f90, f83, f35
;;
FNMA f96 = f92, f80, f96
FMA_A f97 = f93, f80, f97
FNMA f98 = f92, f82, f98
FMA_A f99 = f93, f82, f99
;;
FMA_B f96 = f93, f81, f96
FNMA f97 = f92, f81, f97
FMA_B f98 = f93, f83, f98
FNMA f99 = f92, f83, f99
;;
FNMA f112 = f94, f80, f112
FMA_A f113 = f95, f80, f113
FNMA f114 = f94, f82, f114
FMA_A f115 = f95, f82, f115
;;
FMA_B f112 = f95, f81, f112
FNMA f113 = f94, f81, f113
FMA_B f114 = f95, f83, f114
FNMA f115 = f94, f83, f115
;;
FMPY f32 = f108, f96
FMPY f33 = f109, f96
FMPY f34 = f108, f98
FMPY f35 = f109, f98
;;
FMA_C f96 = f109, f97, f32
FMA_D f97 = f108, f97, f33
FMA_C f98 = f109, f99, f34
FMA_D f99 = f108, f99, f35
;;
FNMA f112 = f110, f96, f112
FMA_A f113 = f111, f96, f113
FNMA f114 = f110, f98, f114
FMA_A f115 = f111, f98, f115
;;
FMA_B f112 = f111, f97, f112
FNMA f113 = f110, f97, f113
FMA_B f114 = f111, f99, f114
FNMA f115 = f110, f99, f115
;;
FMPY f32 = f126, f112
FMPY f33 = f127, f112
FMPY f34 = f126, f114
FMPY f35 = f127, f114
;;
FMA_C f112 = f127, f113, f32
FMA_D f113 = f126, f113, f33
FMA_C f114 = f127, f115, f34
FMA_D f115 = f126, f115, f35
;;
#endif
#ifdef RT
adds BOFFSET = 30 * SIZE, BOFFSET
;;
LDFPD f72, f73 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f76, f77 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f78, f79 = [BOFFSET]
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
LDFPD f88, f89 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f92, f93 = [BOFFSET]
adds BOFFSET = - 6 * SIZE, BOFFSET
;;
LDFPD f104, f105 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f106, f107 = [BOFFSET]
adds BOFFSET = - 8 * SIZE, BOFFSET
;;
LDFPD f120, f121 = [BOFFSET]
;;
FMPY f32 = f72, f112
FMPY f33 = f73, f112
FMPY f34 = f72, f114
FMPY f35 = f73, f114
;;
FMA_C f112 = f73, f113, f32
FMA_D f113 = f72, f113, f33
FMA_C f114 = f73, f115, f34
FMA_D f115 = f72, f115, f35
;;
FNMA f96 = f74, f112, f96
FMA_A f97 = f75, f112, f97
FNMA f98 = f74, f114, f98
FMA_A f99 = f75, f114, f99
;;
FMA_B f96 = f75, f113, f96
FNMA f97 = f74, f113, f97
FMA_B f98 = f75, f115, f98
FNMA f99 = f74, f115, f99
;;
FNMA f80 = f76, f112, f80
FMA_A f81 = f77, f112, f81
FNMA f82 = f76, f114, f82
FMA_A f83 = f77, f114, f83
;;
FMA_B f80 = f77, f113, f80
FNMA f81 = f76, f113, f81
FMA_B f82 = f77, f115, f82
FNMA f83 = f76, f115, f83
;;
FNMA f64 = f78, f112, f64
FMA_A f65 = f79, f112, f65
FNMA f66 = f78, f114, f66
FMA_A f67 = f79, f114, f67
;;
FMA_B f64 = f79, f113, f64
FNMA f65 = f78, f113, f65
FMA_B f66 = f79, f115, f66
FNMA f67 = f78, f115, f67
;;
FMPY f32 = f88, f96
FMPY f33 = f89, f96
FMPY f34 = f88, f98
FMPY f35 = f89, f98
;;
FMA_C f96 = f89, f97, f32
FMA_D f97 = f88, f97, f33
FMA_C f98 = f89, f99, f34
FMA_D f99 = f88, f99, f35
;;
FNMA f80 = f90, f96, f80
FMA_A f81 = f91, f96, f81
FNMA f82 = f90, f98, f82
FMA_A f83 = f91, f98, f83
;;
FMA_B f80 = f91, f97, f80
FNMA f81 = f90, f97, f81
FMA_B f82 = f91, f99, f82
FNMA f83 = f90, f99, f83
;;
FNMA f64 = f92, f96, f64
FMA_A f65 = f93, f96, f65
FNMA f66 = f92, f98, f66
FMA_A f67 = f93, f98, f67
;;
FMA_B f64 = f93, f97, f64
FNMA f65 = f92, f97, f65
FMA_B f66 = f93, f99, f66
FNMA f67 = f92, f99, f67
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
FMPY f34 = f104, f82
FMPY f35 = f105, f82
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
FMA_C f82 = f105, f83, f34
FMA_D f83 = f104, f83, f35
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
FNMA f66 = f106, f82, f66
FMA_A f67 = f107, f82, f67
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
FMA_B f66 = f107, f83, f66
FNMA f67 = f106, f83, f67
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f66
FMPY f35 = f121, f66
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f66 = f121, f67, f34
FMA_D f67 = f120, f67, f35
;;
#endif
#if defined(LN) || defined(LT)
adds BOFFSET2 = 4 * SIZE, BOFFSET
;;
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
;;
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
;;
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
;;
STFD [BOFFSET] = f81, 5 * SIZE
STFD [BOFFSET2] = f113, 5 * SIZE
;;
STFD [BOFFSET] = f66, SIZE
STFD [BOFFSET2] = f98, SIZE
;;
STFD [BOFFSET] = f67, SIZE
STFD [BOFFSET2] = f99, SIZE
;;
STFD [BOFFSET] = f82, SIZE
STFD [BOFFSET2] = f114, SIZE
;;
STFD [BOFFSET] = f83, 5 * SIZE
STFD [BOFFSET2] = f115, 5 * SIZE
;;
adds BOFFSET = - 16 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f80, SIZE
;;
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f81, SIZE
;;
STFD [AOFFSET] = f66, SIZE
STFD [AOFFSET2] = f82, SIZE
;;
STFD [AOFFSET] = f67, 5 * SIZE
STFD [AOFFSET2] = f83, 5 * SIZE
;;
STFD [AOFFSET] = f96, SIZE
STFD [AOFFSET2] = f112, SIZE
;;
STFD [AOFFSET] = f97, SIZE
STFD [AOFFSET2] = f113, SIZE
;;
STFD [AOFFSET] = f98, SIZE
STFD [AOFFSET2] = f114, SIZE
;;
STFD [AOFFSET] = f99, 5 * SIZE
STFD [AOFFSET2] = f115, 5 * SIZE
;;
adds AOFFSET = - 16 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C2 = -4 * SIZE, C2
adds C3 = -4 * SIZE, C3
adds C4 = -4 * SIZE, C4
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
STFD [C1 ] = f66, SIZE
;;
STFD [C1 ] = f67, SIZE
;;
STFD [C2 ] = f80, SIZE
;;
STFD [C2 ] = f81, SIZE
;;
STFD [C2 ] = f82, SIZE
;;
STFD [C2 ] = f83, SIZE
;;
STFD [C3 ] = f96, SIZE
;;
STFD [C3 ] = f97, SIZE
;;
STFD [C3 ] = f98, SIZE
;;
STFD [C3 ] = f99, SIZE
;;
STFD [C4 ] = f112, SIZE
;;
STFD [C4 ] = f113, SIZE
;;
STFD [C4 ] = f114, SIZE
;;
STFD [C4 ] = f115, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -4 * SIZE, C1
adds C2 = -4 * SIZE, C2
adds C3 = -4 * SIZE, C3
adds C4 = -4 * SIZE, C4
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
shladd AORIG = r2, 1, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
shladd AOFFSET = L, 1, AOFFSET
shladd BOFFSET = L, 2, BOFFSET
#endif
;;
#ifdef LT
adds KK = 2, KK
#elif defined LN
adds KK = -2, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
.align 16
.L030:
{ .mib
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
tbit.z p6, p7 = M, 0
(p6) br.cond.dptk .L049
}
;;
{ .mmi
cmp.ne p7, p0 = r0, L
adds BOFFSET = 0 * SIZE, B
shl r2 = K, ZBASE_SHIFT
}
{ .mmi
shladd r3 = KK, ZBASE_SHIFT, r0
nop __LINE__
nop __LINE__
}
;;
#if defined(LT) || defined(RN)
{ .mfb
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f72 = f0
nop __LINE__
}
{ .mmf
nop __LINE__
nop __LINE__
mov f73 = f0
}
;;
#else
{ .mfi
shladd BOFFSET = r3, 2, B
mov f72 = f0
#ifdef LN
sub AORIG = AORIG, r2
#else
nop __LINE__
#endif
}
;;
{ .mfi
(p7) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
mov f73 = f0
add AOFFSET = r3, AORIG
}
;;
#endif
;;
adds L = 1, L
;;
{ .mmi
nop __LINE__
adds PREB = (PREFETCHSIZE + 0) * SIZE, BOFFSET
tbit.z p12, p0 = L, 0
}
;;
{ .mfi
(p7) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
mov f88 = f0
shr L = L, 1
}
{ .mfi
(p7) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
mov f89 = f0
nop __LINE__
}
;;
{ .mfi
(p7) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
mov f104 = f0
adds L = -1, L
}
{ .mfb
adds PREA = (PREFETCHSIZE + 0) * SIZE, AOFFSET
mov f105 = f0
nop __LINE__
}
;;
{ .mfi
(p7) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
mov f120 = f0
mov ar.lc = L
}
{ .mfi
cmp.eq p3, p0 = r0, r0
mov f121 = f0
nop __LINE__
}
;;
cmp.eq p6, p0 = -1, L
(p6) br.cond.dpnt .L038
;;
.align 16
.L032:
{ .mfb
lfetch.nt1 [PREA], 4 * SIZE
FMA f64 = f32, f48, f64 // A1 * B1
nop __LINE__
}
{ .mfi
nop __LINE__
FMA_B f65 = f32, f49, f65 // A1 * B2
(p12) cmp.ne p3, p0 = 0, L
}
;;
{ .mfi
lfetch.nt1 [PREB], 16 * SIZE
FMA f80 = f32, f50, f80 // A1 * B3
cmp.ne p4, p5 = 0, L
}
{ .mfb
nop __LINE__
FMA_B f81 = f32, f51, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f56, f57 = [BOFFSET], 2 * SIZE
FMA f96 = f32, f52, f96 // A1 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f97 = f32, f53, f97 // A1 * B6
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f40, f41 = [AOFFSET], 2 * SIZE
FMA f112 = f32, f54, f112 // A1 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_B f113 = f32, f55, f113 // A1 * B8
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f58, f59 = [BOFFSET], 2 * SIZE
FMA f65 = f33, f48, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f64 = f33, f49, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f60, f61 = [BOFFSET], 2 * SIZE
FMA f81 = f33, f50, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f80 = f33, f51, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
(p3) LDFPD f62, f63 = [BOFFSET], 2 * SIZE
FMA f97 = f33, f52, f97 // A2 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f96 = f33, f53, f96 // A2 * B6
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f48, f49 = [BOFFSET], 2 * SIZE
FMA f113 = f33, f54, f113 // A2 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
FMA_A f112 = f33, f55, f112 // A2 * B8
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f32, f33 = [AOFFSET], 2 * SIZE
(p3) FMA f64 = f40, f56, f64 // A1 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f65 = f40, f57, f65 // A1 * B2
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f50, f51 = [BOFFSET], 2 * SIZE
(p3) FMA f80 = f40, f58, f80 // A1 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f81 = f40, f59, f81 // A1 * B4
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f52, f53 = [BOFFSET], 2 * SIZE
(p3) FMA f96 = f40, f60, f96 // A1 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f97 = f40, f61, f97 // A1 * B6
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f112 = f40, f62, f112 // A1 * B7
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_B f113 = f40, f63, f113 // A1 * B8
nop __LINE__
}
;;
{ .mfb
(p4) LDFPD f54, f55 = [BOFFSET], 2 * SIZE
(p3) FMA f65 = f41, f56, f65 // A2 * B1
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f64 = f41, f57, f64 // A2 * B2
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f81 = f41, f58, f81 // A2 * B3
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f80 = f41, f59, f80 // A2 * B4
nop __LINE__
}
;;
{ .mfb
nop __LINE__
(p3) FMA f97 = f41, f60, f97 // A2 * B5
nop __LINE__
}
{ .mfb
nop __LINE__
(p3) FMA_A f96 = f41, f61, f96 // A2 * B6
nop __LINE__
}
;;
{ .mfi
nop __LINE__
(p3) FMA f113 = f41, f62, f113 // A2 * B7
adds L = -1, L
}
{ .mfb
nop __LINE__
(p3) FMA_A f112 = f41, f63, f112 // A2 * B8
br.cloop.sptk.few .L032
}
;;
.L038:
#if defined(LN) || defined(RT)
#ifdef LN
adds r2 = -1, KK
#else
adds r2 = -4, KK
#endif
;;
shladd r2 = r2, ZBASE_SHIFT, r0
;;
add AOFFSET = r2, AORIG
shladd BOFFSET = r2, 2, B
;;
#endif
#if defined(LN) || defined(LT)
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [BOFFSET], 2 * SIZE
;;
LDFPD f104, f105 = [BOFFSET], 2 * SIZE
;;
LDFPD f120, f121 = [BOFFSET]
adds BOFFSET = -6 * SIZE, BOFFSET
;;
FSUB f64 = f72, f64
FSUB_A f65 = f73, f65
FSUB f80 = f88, f80
FSUB_A f81 = f89, f81
FSUB f96 = f104, f96
FSUB_A f97 = f105, f97
FSUB f112 = f120, f112
FSUB_A f113 = f121, f113
;;
#else
LDFPD f72, f73 = [AOFFSET], 2 * SIZE
;;
LDFPD f88, f89 = [AOFFSET], 2 * SIZE
;;
LDFPD f104, f105 = [AOFFSET], 2 * SIZE
;;
LDFPD f120, f121 = [AOFFSET]
adds AOFFSET = -6 * SIZE, AOFFSET
;;
FSUB f64 = f72, f64
FSUB f65 = f73, f65
FSUB f80 = f88, f80
FSUB f81 = f89, f81
FSUB f96 = f104, f96
FSUB f97 = f105, f97
FSUB f112 = f120, f112
FSUB f113 = f121, f113
;;
#endif
#ifdef LN
LDFPD f120, f121 = [AOFFSET]
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
FMPY f34 = f120, f80
FMPY f35 = f121, f80
FMPY f36 = f120, f96
FMPY f37 = f121, f96
FMPY f38 = f120, f112
FMPY f39 = f121, f112
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
FMA_C f80 = f121, f81, f34
FMA_D f81 = f120, f81, f35
FMA_C f96 = f121, f97, f36
FMA_D f97 = f120, f97, f37
FMA_C f112 = f121, f113, f38
FMA_D f113 = f120, f113, f39
;;
#endif
#ifdef LT
LDFPD f90, f91 = [AOFFSET]
;;
FMPY f32 = f90, f64
FMPY f33 = f91, f64
FMPY f34 = f90, f80
FMPY f35 = f91, f80
FMPY f36 = f90, f96
FMPY f37 = f91, f96
FMPY f38 = f90, f112
FMPY f39 = f91, f112
;;
FMA_C f64 = f91, f65, f32
FMA_D f65 = f90, f65, f33
FMA_C f80 = f91, f81, f34
FMA_D f81 = f90, f81, f35
FMA_C f96 = f91, f97, f36
FMA_D f97 = f90, f97, f37
FMA_C f112 = f91, f113, f38
FMA_D f113 = f90, f113, f39
;;
#endif
#ifdef RN
LDFPD f72, f73 = [BOFFSET], 2 * SIZE
;;
LDFPD f74, f75 = [BOFFSET], 2 * SIZE
;;
LDFPD f76, f77 = [BOFFSET], 2 * SIZE
;;
LDFPD f78, f79 = [BOFFSET]
adds BOFFSET = 4 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET], 2 * SIZE
;;
LDFPD f92, f93 = [BOFFSET], 2 * SIZE
;;
LDFPD f94, f95 = [BOFFSET]
adds BOFFSET = 6 * SIZE, BOFFSET
;;
LDFPD f108, f109 = [BOFFSET], 2 * SIZE
;;
LDFPD f110, f111 = [BOFFSET]
adds BOFFSET = 8 * SIZE, BOFFSET
;;
LDFPD f126, f127 = [BOFFSET]
adds BOFFSET = - 30 * SIZE, BOFFSET
;;
FMPY f32 = f72, f64
FMPY f33 = f73, f64
;;
FMA_C f64 = f73, f65, f32
FMA_D f65 = f72, f65, f33
;;
FNMA f80 = f74, f64, f80
FMA_A f81 = f75, f64, f81
;;
FMA_B f80 = f75, f65, f80
FNMA f81 = f74, f65, f81
;;
FNMA f96 = f76, f64, f96
FMA_A f97 = f77, f64, f97
;;
FMA_B f96 = f77, f65, f96
FNMA f97 = f76, f65, f97
;;
FNMA f112 = f78, f64, f112
FMA_A f113 = f79, f64, f113
;;
FMA_B f112 = f79, f65, f112
FNMA f113 = f78, f65, f113
;;
FMPY f32 = f90, f80
FMPY f33 = f91, f80
;;
FMA_C f80 = f91, f81, f32
FMA_D f81 = f90, f81, f33
;;
FNMA f96 = f92, f80, f96
FMA_A f97 = f93, f80, f97
;;
FMA_B f96 = f93, f81, f96
FNMA f97 = f92, f81, f97
;;
FNMA f112 = f94, f80, f112
FMA_A f113 = f95, f80, f113
;;
FMA_B f112 = f95, f81, f112
FNMA f113 = f94, f81, f113
;;
FMPY f32 = f108, f96
FMPY f33 = f109, f96
;;
FMA_C f96 = f109, f97, f32
FMA_D f97 = f108, f97, f33
;;
FNMA f112 = f110, f96, f112
FMA_A f113 = f111, f96, f113
;;
FMA_B f112 = f111, f97, f112
FNMA f113 = f110, f97, f113
;;
FMPY f32 = f126, f112
FMPY f33 = f127, f112
;;
FMA_C f112 = f127, f113, f32
FMA_D f113 = f126, f113, f33
;;
#endif
#ifdef RT
adds BOFFSET = 30 * SIZE, BOFFSET
;;
LDFPD f72, f73 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f74, f75 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f76, f77 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f78, f79 = [BOFFSET]
adds BOFFSET = - 4 * SIZE, BOFFSET
;;
LDFPD f88, f89 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f90, f91 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f92, f93 = [BOFFSET]
adds BOFFSET = - 6 * SIZE, BOFFSET
;;
LDFPD f104, f105 = [BOFFSET]
adds BOFFSET = - 2 * SIZE, BOFFSET
;;
LDFPD f106, f107 = [BOFFSET]
adds BOFFSET = - 8 * SIZE, BOFFSET
;;
LDFPD f120, f121 = [BOFFSET]
;;
FMPY f32 = f72, f112
FMPY f33 = f73, f112
;;
FMA_C f112 = f73, f113, f32
FMA_D f113 = f72, f113, f33
;;
FNMA f96 = f74, f112, f96
FMA_A f97 = f75, f112, f97
;;
FMA_B f96 = f75, f113, f96
FNMA f97 = f74, f113, f97
;;
FNMA f80 = f76, f112, f80
FMA_A f81 = f77, f112, f81
;;
FMA_B f80 = f77, f113, f80
FNMA f81 = f76, f113, f81
;;
FNMA f64 = f78, f112, f64
FMA_A f65 = f79, f112, f65
;;
FMA_B f64 = f79, f113, f64
FNMA f65 = f78, f113, f65
;;
FMPY f32 = f88, f96
FMPY f33 = f89, f96
;;
FMA_C f96 = f89, f97, f32
FMA_D f97 = f88, f97, f33
;;
FNMA f80 = f90, f96, f80
FMA_A f81 = f91, f96, f81
;;
FMA_B f80 = f91, f97, f80
FNMA f81 = f90, f97, f81
;;
FNMA f64 = f92, f96, f64
FMA_A f65 = f93, f96, f65
;;
FMA_B f64 = f93, f97, f64
FNMA f65 = f92, f97, f65
;;
FMPY f32 = f104, f80
FMPY f33 = f105, f80
;;
FMA_C f80 = f105, f81, f32
FMA_D f81 = f104, f81, f33
;;
FNMA f64 = f106, f80, f64
FMA_A f65 = f107, f80, f65
;;
FMA_B f64 = f107, f81, f64
FNMA f65 = f106, f81, f65
;;
FMPY f32 = f120, f64
FMPY f33 = f121, f64
;;
FMA_C f64 = f121, f65, f32
FMA_D f65 = f120, f65, f33
;;
#endif
#if defined(LN) || defined(LT)
adds BOFFSET2 = 4 * SIZE, BOFFSET
;;
STFD [BOFFSET] = f64, SIZE
STFD [BOFFSET2] = f96, SIZE
;;
STFD [BOFFSET] = f65, SIZE
STFD [BOFFSET2] = f97, SIZE
;;
STFD [BOFFSET] = f80, SIZE
STFD [BOFFSET2] = f112, SIZE
;;
STFD [BOFFSET] = f81, 5 * SIZE
STFD [BOFFSET2] = f113, 5 * SIZE
;;
adds BOFFSET = - 8 * SIZE, BOFFSET
;;
#else
adds AOFFSET2 = 4 * SIZE, AOFFSET
;;
STFD [AOFFSET] = f64, SIZE
STFD [AOFFSET2] = f96, SIZE
;;
STFD [AOFFSET] = f65, SIZE
STFD [AOFFSET2] = f97, SIZE
;;
STFD [AOFFSET] = f80, SIZE
STFD [AOFFSET2] = f112, SIZE
;;
STFD [AOFFSET] = f81, 5 * SIZE
STFD [AOFFSET2] = f113, 5 * SIZE
;;
adds AOFFSET = - 8 * SIZE, AOFFSET
;;
#endif
#ifdef LN
adds C1 = -2 * SIZE, C1
adds C2 = -2 * SIZE, C2
adds C3 = -2 * SIZE, C3
adds C4 = -2 * SIZE, C4
#endif
;;
STFD [C1 ] = f64, SIZE
;;
STFD [C1 ] = f65, SIZE
;;
STFD [C2 ] = f80, SIZE
;;
STFD [C2 ] = f81, SIZE
;;
STFD [C3 ] = f96, SIZE
;;
STFD [C3 ] = f97, SIZE
;;
STFD [C4 ] = f112, SIZE
;;
STFD [C4 ] = f113, SIZE
;;
mov f64 = f0
mov f65 = f0
mov f80 = f0
mov f81 = f0
mov f96 = f0
mov f97 = f0
mov f112 = f0
mov f113 = f0
;;
#ifdef LN
adds C1 = -2 * SIZE, C1
adds C2 = -2 * SIZE, C2
adds C3 = -2 * SIZE, C3
adds C4 = -2 * SIZE, C4
#endif
;;
cmp.ne p6, p0 = 1, I
;;
adds I = -1, I
;;
shladd r2 = K, ZBASE_SHIFT, r0
;;
sub L = K, KK
;;
#ifdef RT
add AORIG = r2, AORIG
#endif
;;
#if defined(LT) || defined(RN)
shladd L = L, ZBASE_SHIFT, r0
;;
add AOFFSET = L, AOFFSET
shladd BOFFSET = L, 2, BOFFSET
#endif
;;
#ifdef LT
adds KK = 1, KK
#elif defined LN
adds KK = -1, KK
#else
nop __LINE__
#endif
;;
#if defined(LT) || defined(RN)
mov L = KK
#else
sub L = K, KK
#endif
;;
.align 16
.L049:
#ifdef LN
shladd KK8 = K, ZBASE_SHIFT, r0
;;
shladd B = KK8, 2, B
#endif
#if defined(LT) || defined(RN)
mov B = BOFFSET
#endif
#ifdef RN
adds KK = 4, KK
#endif
#ifdef RT
adds KK = -4, KK
#endif
;;
{ .mmb
mov AOFFSET = A
cmp.lt p6, p0 = 0, J
(p6) br.cond.dptk .L010x
}
;;
.align 16
.L999:
{ .mii
nop __LINE__
mov ar.lc = ARLC
mov pr = PR, -1
}
{ .mib
nop __LINE__
#ifdef TRMMKERNEL
mov ar.pfs = ARPFS
#else
nop __LINE__
#endif
br.ret.sptk.many b0
}
EPILOGUE