Blame thirdparty/openblas/xianyi-OpenBLAS-e6e87a2/kernel/power/imax_hummer.S

kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
/* Copyright 2009, 2010 The University of Texas at Austin.           */
kusano 2b45e8
/* All rights reserved.                                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* Redistribution and use in source and binary forms, with or        */
kusano 2b45e8
/* without modification, are permitted provided that the following   */
kusano 2b45e8
/* conditions are met:                                               */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   1. Redistributions of source code must retain the above         */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer.                                                  */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   2. Redistributions in binary form must reproduce the above      */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer in the documentation and/or other materials       */
kusano 2b45e8
/*      provided with the distribution.                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
kusano 2b45e8
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
kusano 2b45e8
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
kusano 2b45e8
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
kusano 2b45e8
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
kusano 2b45e8
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
kusano 2b45e8
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
kusano 2b45e8
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
kusano 2b45e8
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
kusano 2b45e8
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
kusano 2b45e8
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
kusano 2b45e8
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
kusano 2b45e8
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
kusano 2b45e8
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* The views and conclusions contained in the software and           */
kusano 2b45e8
/* documentation are those of the authors and should not be          */
kusano 2b45e8
/* interpreted as representing official policies, either expressed   */
kusano 2b45e8
/* or implied, of The University of Texas at Austin.                 */
kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
kusano 2b45e8
#define ASSEMBLER
kusano 2b45e8
#include "common.h"
kusano 2b45e8
		
kusano 2b45e8
#define N	r3
kusano 2b45e8
#define X	r4
kusano 2b45e8
#define INCX	r5	
kusano 2b45e8
kusano 2b45e8
#define INCX2	r6
kusano 2b45e8
#define X2	r7
kusano 2b45e8
kusano 2b45e8
#define	XX	r8
kusano 2b45e8
#define RET	r9
kusano 2b45e8
#define NN	r10
kusano 2b45e8
kusano 2b45e8
#define C1	f1
kusano 2b45e8
#define C2	f0
kusano 2b45e8
#define C3	f2
kusano 2b45e8
#define C4	f3
kusano 2b45e8
kusano 2b45e8
#define A1	f4
kusano 2b45e8
#define A2	f5
kusano 2b45e8
#define A3	f6
kusano 2b45e8
#define A4	f7
kusano 2b45e8
#define A5	f8
kusano 2b45e8
#define A6	f9
kusano 2b45e8
#define A7	f10
kusano 2b45e8
#define A8	f11
kusano 2b45e8
kusano 2b45e8
#define F1	f12
kusano 2b45e8
#define F2	f13
kusano 2b45e8
#define F3	f14
kusano 2b45e8
#define F4	f15
kusano 2b45e8
#define F5	f16
kusano 2b45e8
#define F6	f17
kusano 2b45e8
#define F7	f18
kusano 2b45e8
#define F8	f19
kusano 2b45e8
kusano 2b45e8
kusano 2b45e8
	PROLOGUE
kusano 2b45e8
	PROFCODE
kusano 2b45e8
kusano 2b45e8
	li	r10, -16
kusano 2b45e8
kusano 2b45e8
	stfpdux	f14, SP, r10
kusano 2b45e8
	stfpdux	f15, SP, r10
kusano 2b45e8
	
kusano 2b45e8
	stfpdux	f16, SP, r10
kusano 2b45e8
	stfpdux	f17, SP, r10
kusano 2b45e8
	stfpdux	f18, SP, r10
kusano 2b45e8
	stfpdux	f19, SP, r10
kusano 2b45e8
kusano 2b45e8
#ifdef F_INTERFACE
kusano 2b45e8
	LDINT	N,    0(N)
kusano 2b45e8
	LDINT	INCX, 0(INCX)
kusano 2b45e8
#endif
kusano 2b45e8
kusano 2b45e8
	slwi	INCX,  INCX, BASE_SHIFT
kusano 2b45e8
	add	INCX2, INCX, INCX
kusano 2b45e8
kusano 2b45e8
	li	RET, 0
kusano 2b45e8
	cmpwi	cr0, N, 0
kusano 2b45e8
	ble	LL(999)
kusano 2b45e8
	mr	NN, N
kusano 2b45e8
	cmpwi	cr0, INCX, 0
kusano 2b45e8
	ble	LL(999)
kusano 2b45e8
kusano 2b45e8
	LFD	C1, 0 * SIZE(X)
kusano 2b45e8
kusano 2b45e8
	addi	N, N, -1
kusano 2b45e8
	cmpwi	cr0, N, 0
kusano 2b45e8
	li	RET, 1
kusano 2b45e8
	ble	LL(999)
kusano 2b45e8
kusano 2b45e8
	fsmfp	C1, C1
kusano 2b45e8
	mr	XX, X
kusano 2b45e8
	fpmr	C2, C1
kusano 2b45e8
	add	X, X, INCX
kusano 2b45e8
	fpmr	C3, C1
kusano 2b45e8
	fpmr	C4, C1
kusano 2b45e8
kusano 2b45e8
	cmpwi	cr0, INCX, SIZE
kusano 2b45e8
	bne	LL(100)
kusano 2b45e8
kusano 2b45e8
	andi.	r0, X, 2 * SIZE - 1
kusano 2b45e8
	beq	LL(05)
kusano 2b45e8
kusano 2b45e8
	LFD	C2, 0 * SIZE(X)
kusano 2b45e8
	add	X, X, INCX
kusano 2b45e8
kusano 2b45e8
	addi	N, N, -1
kusano 2b45e8
	cmpwi	cr0, N, 0
kusano 2b45e8
	ble	LL(20)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(05):
kusano 2b45e8
	sub	X, X, INCX2
kusano 2b45e8
kusano 2b45e8
	srawi.	r0, N, 4
kusano 2b45e8
	mtspr	CTR,  r0
kusano 2b45e8
	beq-	LL(15)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    X, INCX2
kusano 2b45e8
	LFPDUX	A2,    X, INCX2
kusano 2b45e8
	LFPDUX	A3,    X, INCX2
kusano 2b45e8
	LFPDUX	A4,    X, INCX2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A5,    X, INCX2
kusano 2b45e8
	LFPDUX	A6,    X, INCX2
kusano 2b45e8
	LFPDUX	A7,    X, INCX2
kusano 2b45e8
	LFPDUX	A8,    X, INCX2
kusano 2b45e8
	bdz	LL(13)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(12):
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	LFPDUX	A1,    X, INCX2
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	LFPDUX	A2,    X, INCX2
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	LFPDUX	A3,    X, INCX2
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
	LFPDUX	A4,    X, INCX2
kusano 2b45e8
kusano 2b45e8
	fpsub	F5, C1, A5
kusano 2b45e8
	fpsub	F6, C2, A6
kusano 2b45e8
	fpsub	F7, C3, A7
kusano 2b45e8
	fpsub	F8, C4, A8
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F5, C1, A5
kusano 2b45e8
	LFPDUX	A5,    X, INCX2
kusano 2b45e8
	fpsel	C2, F6, C2, A6
kusano 2b45e8
	LFPDUX	A6,    X, INCX2
kusano 2b45e8
	fpsel	C3, F7, C3, A7
kusano 2b45e8
	LFPDUX	A7,    X, INCX2
kusano 2b45e8
	fpsel	C4, F8, C4, A8
kusano 2b45e8
	LFPDUX	A8,    X, INCX2
kusano 2b45e8
kusano 2b45e8
	bdnz	LL(12)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(13):
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsub	F5, C1, A5
kusano 2b45e8
	fpsub	F6, C2, A6
kusano 2b45e8
	fpsub	F7, C3, A7
kusano 2b45e8
	fpsub	F8, C4, A8
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F5, C1, A5
kusano 2b45e8
	fpsel	C2, F6, C2, A6
kusano 2b45e8
	fpsel	C3, F7, C3, A7
kusano 2b45e8
	fpsel	C4, F8, C4, A8
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(15):
kusano 2b45e8
	andi.	r0,  N, 15
kusano 2b45e8
	beq	LL(20)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  N, 8
kusano 2b45e8
	beq	LL(16)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    X, INCX2
kusano 2b45e8
	LFPDUX	A2,    X, INCX2
kusano 2b45e8
	LFPDUX	A3,    X, INCX2
kusano 2b45e8
	LFPDUX	A4,    X, INCX2
kusano 2b45e8
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(16):
kusano 2b45e8
	andi.	r0,  N, 4
kusano 2b45e8
	beq	LL(17)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    X, INCX2
kusano 2b45e8
	LFPDUX	A2,    X, INCX2
kusano 2b45e8
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(17):
kusano 2b45e8
	andi.	r0,  N, 2
kusano 2b45e8
	beq	LL(18)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    X, INCX2
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(18):
kusano 2b45e8
	andi.	r0,  N, 1
kusano 2b45e8
	beq	LL(20)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX2
kusano 2b45e8
	fsub	F1, C1, A1
kusano 2b45e8
	fsel	C1, F1, C1, A1
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(20):
kusano 2b45e8
	fpsub	F1,  C1,  C2
kusano 2b45e8
	fpsub	F2,  C3,  C4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1,  F1,  C1,  C2
kusano 2b45e8
	fpsel	C3,  F2,  C3,  C4
kusano 2b45e8
kusano 2b45e8
	fpsub	F1,  C1,  C3
kusano 2b45e8
	fpsel	C1,  F1,  C1,  C3
kusano 2b45e8
kusano 2b45e8
	fsmtp	C2, C1
kusano 2b45e8
kusano 2b45e8
	fsub	F1,  C1,  C2
kusano 2b45e8
	fsel	C1,  F1,  C1,  C2
kusano 2b45e8
 	li	RET, 0
kusano 2b45e8
kusano 2b45e8
	fsmfp	C1, C1
kusano 2b45e8
	andi.	r0, XX, 2 * SIZE - 1
kusano 2b45e8
	beq	LL(21)
kusano 2b45e8
kusano 2b45e8
	LFD	A1, 0 * SIZE(XX)
kusano 2b45e8
	add	XX, XX, INCX
kusano 2b45e8
kusano 2b45e8
	addi	NN, NN, -1
kusano 2b45e8
 	addi	RET, RET, 1
kusano 2b45e8
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(21):
kusano 2b45e8
	sub	XX, XX, INCX2
kusano 2b45e8
kusano 2b45e8
	srawi.	r0, NN, 4
kusano 2b45e8
	mtspr	CTR,  r0
kusano 2b45e8
	beq-	LL(25)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    XX, INCX2
kusano 2b45e8
	LFPDUX	A2,    XX, INCX2
kusano 2b45e8
	LFPDUX	A3,    XX, INCX2
kusano 2b45e8
	LFPDUX	A4,    XX, INCX2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A5,    XX, INCX2
kusano 2b45e8
	LFPDUX	A6,    XX, INCX2
kusano 2b45e8
	LFPDUX	A7,    XX, INCX2
kusano 2b45e8
	LFPDUX	A8,    XX, INCX2
kusano 2b45e8
	bdz	LL(23)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(22):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A1
kusano 2b45e8
	LFPDUX	A1,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A2
kusano 2b45e8
	LFPDUX	A2,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A3
kusano 2b45e8
	LFPDUX	A3,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A4
kusano 2b45e8
	LFPDUX	A4,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A5
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A5
kusano 2b45e8
	LFPDUX	A5,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A6
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A6
kusano 2b45e8
	LFPDUX	A6,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A7
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A7
kusano 2b45e8
	LFPDUX	A7,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A8
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A8
kusano 2b45e8
	LFPDUX	A8,    XX, INCX2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	bdnz	LL(22)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(23):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A5
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A5
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A6
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A6
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A7
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A7
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A8
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A8
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(25):
kusano 2b45e8
	andi.	r0,  NN, 8
kusano 2b45e8
	beq	LL(26)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    XX, INCX2
kusano 2b45e8
	LFPDUX	A2,    XX, INCX2
kusano 2b45e8
	LFPDUX	A3,    XX, INCX2
kusano 2b45e8
	LFPDUX	A4,    XX, INCX2
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(26):
kusano 2b45e8
	andi.	r0,  NN, 4
kusano 2b45e8
	beq	LL(27)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    XX, INCX2
kusano 2b45e8
	LFPDUX	A2,    XX, INCX2
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(27):
kusano 2b45e8
	andi.	r0,  NN, 2
kusano 2b45e8
	beq	LL(28)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	A1,    XX, INCX2
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fscmp	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(28):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	b	LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(100):
kusano 2b45e8
	sub	X, X, INCX
kusano 2b45e8
kusano 2b45e8
	srawi.	r0, N, 4
kusano 2b45e8
	mtspr	CTR,  r0
kusano 2b45e8
	beq-	LL(105)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	LFDUX	A2,    X, INCX
kusano 2b45e8
	LFDUX	A3,    X, INCX
kusano 2b45e8
	LFDUX	A4,    X, INCX
kusano 2b45e8
	LFSDUX	A1,    X, INCX
kusano 2b45e8
	LFSDUX	A2,    X, INCX
kusano 2b45e8
	LFSDUX	A3,    X, INCX
kusano 2b45e8
	LFSDUX	A4,    X, INCX
kusano 2b45e8
kusano 2b45e8
	LFDUX	A5,    X, INCX
kusano 2b45e8
	LFDUX	A6,    X, INCX
kusano 2b45e8
	LFDUX	A7,    X, INCX
kusano 2b45e8
	LFDUX	A8,    X, INCX
kusano 2b45e8
	bdz	LL(103)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(102):
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	LFSDUX	A5,    X, INCX
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	LFSDUX	A6,    X, INCX
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	LFSDUX	A7,    X, INCX
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
	LFSDUX	A8,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	LFDUX	A2,    X, INCX
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	LFDUX	A3,    X, INCX
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
	LFDUX	A4,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fpsub	F5, C1, A5
kusano 2b45e8
	LFSDUX	A1,    X, INCX
kusano 2b45e8
	fpsub	F6, C2, A6
kusano 2b45e8
	LFSDUX	A2,    X, INCX
kusano 2b45e8
	fpsub	F7, C3, A7
kusano 2b45e8
	LFSDUX	A3,    X, INCX
kusano 2b45e8
	fpsub	F8, C4, A8
kusano 2b45e8
	LFSDUX	A4,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F5, C1, A5
kusano 2b45e8
	LFDUX	A5,    X, INCX
kusano 2b45e8
	fpsel	C2, F6, C2, A6
kusano 2b45e8
	LFDUX	A6,    X, INCX
kusano 2b45e8
	fpsel	C3, F7, C3, A7
kusano 2b45e8
	LFDUX	A7,    X, INCX
kusano 2b45e8
	fpsel	C4, F8, C4, A8
kusano 2b45e8
	LFDUX	A8,    X, INCX
kusano 2b45e8
	bdnz	LL(102)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(103):
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	LFSDUX	A5,    X, INCX
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	LFSDUX	A6,    X, INCX
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	LFSDUX	A7,    X, INCX
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
	LFSDUX	A8,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsub	F5, C1, A5
kusano 2b45e8
	fpsub	F6, C2, A6
kusano 2b45e8
	fpsub	F7, C3, A7
kusano 2b45e8
	fpsub	F8, C4, A8
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F5, C1, A5
kusano 2b45e8
	fpsel	C2, F6, C2, A6
kusano 2b45e8
	fpsel	C3, F7, C3, A7
kusano 2b45e8
	fpsel	C4, F8, C4, A8
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(105):
kusano 2b45e8
	andi.	r0,  N, 15
kusano 2b45e8
	beq	LL(120)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  N, 8
kusano 2b45e8
	beq	LL(106)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	LFDUX	A2,    X, INCX
kusano 2b45e8
	LFDUX	A3,    X, INCX
kusano 2b45e8
	LFDUX	A4,    X, INCX
kusano 2b45e8
	LFSDUX	A1,    X, INCX
kusano 2b45e8
	LFSDUX	A2,    X, INCX
kusano 2b45e8
	LFSDUX	A3,    X, INCX
kusano 2b45e8
	LFSDUX	A4,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fpsub	F1, C1, A1
kusano 2b45e8
	fpsub	F2, C2, A2
kusano 2b45e8
	fpsub	F3, C3, A3
kusano 2b45e8
	fpsub	F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1, F1, C1, A1
kusano 2b45e8
	fpsel	C2, F2, C2, A2
kusano 2b45e8
	fpsel	C3, F3, C3, A3
kusano 2b45e8
	fpsel	C4, F4, C4, A4
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(106):
kusano 2b45e8
	andi.	r0,  N, 4
kusano 2b45e8
	beq	LL(107)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	LFDUX	A2,    X, INCX
kusano 2b45e8
	LFDUX	A3,    X, INCX
kusano 2b45e8
	LFDUX	A4,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fsub	F1, C1, A1
kusano 2b45e8
	fsub	F2, C2, A2
kusano 2b45e8
	fsub	F3, C3, A3
kusano 2b45e8
	fsub	F4, C4, A4
kusano 2b45e8
kusano 2b45e8
	fsel	C1, F1, C1, A1
kusano 2b45e8
	fsel	C2, F2, C2, A2
kusano 2b45e8
	fsel	C3, F3, C3, A3
kusano 2b45e8
	fsel	C4, F4, C4, A4
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(107):
kusano 2b45e8
	andi.	r0,  N, 2
kusano 2b45e8
	beq	LL(108)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	LFDUX	A2,    X, INCX
kusano 2b45e8
kusano 2b45e8
	fsub	F1, C1, A1
kusano 2b45e8
	fsub	F2, C2, A2
kusano 2b45e8
	fsel	C1, F1, C1, A1
kusano 2b45e8
	fsel	C2, F2, C2, A2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(108):
kusano 2b45e8
	andi.	r0,  N, 1
kusano 2b45e8
	beq	LL(120)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    X, INCX
kusano 2b45e8
	fsub	F1, C1, A1
kusano 2b45e8
	fsel	C1, F1, C1, A1
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(120):
kusano 2b45e8
	fpsub	F1,  C1,  C2
kusano 2b45e8
	fpsub	F2,  C3,  C4
kusano 2b45e8
kusano 2b45e8
	fpsel	C1,  F1,  C1,  C2
kusano 2b45e8
	fpsel	C3,  F2,  C3,  C4
kusano 2b45e8
kusano 2b45e8
	fpsub	F1,  C1,  C3
kusano 2b45e8
	fpsel	C1,  F1,  C1,  C3
kusano 2b45e8
kusano 2b45e8
	fsmtp	C2, C1
kusano 2b45e8
kusano 2b45e8
	fsub	F1,  C1,  C2
kusano 2b45e8
	fsel	C1,  F1,  C1,  C2
kusano 2b45e8
kusano 2b45e8
 	li	RET, 0
kusano 2b45e8
kusano 2b45e8
	sub	XX, XX, INCX
kusano 2b45e8
kusano 2b45e8
	srawi.	r0, NN, 3
kusano 2b45e8
	mtspr	CTR,  r0
kusano 2b45e8
	beq-	LL(126)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    XX, INCX
kusano 2b45e8
	LFDUX	A2,    XX, INCX
kusano 2b45e8
	LFDUX	A3,    XX, INCX
kusano 2b45e8
	LFDUX	A4,    XX, INCX
kusano 2b45e8
kusano 2b45e8
	LFDUX	A5,    XX, INCX
kusano 2b45e8
	LFDUX	A6,    XX, INCX
kusano 2b45e8
	LFDUX	A7,    XX, INCX
kusano 2b45e8
	LFDUX	A8,    XX, INCX
kusano 2b45e8
	bdz	LL(123)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(122):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	LFDUX	A1,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	LFDUX	A2,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	LFDUX	A3,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	LFDUX	A4,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A5
kusano 2b45e8
	LFDUX	A5,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A6
kusano 2b45e8
	LFDUX	A6,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A7
kusano 2b45e8
	LFDUX	A7,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A8
kusano 2b45e8
	LFDUX	A8,    XX, INCX
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	bdnz	LL(122)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(123):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A5
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A6
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A7
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A8
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(126):
kusano 2b45e8
	andi.	r0,  NN, 4
kusano 2b45e8
	beq	LL(127)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    XX, INCX
kusano 2b45e8
	LFDUX	A2,    XX, INCX
kusano 2b45e8
	LFDUX	A3,    XX, INCX
kusano 2b45e8
	LFDUX	A4,    XX, INCX
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A3
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A4
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(127):
kusano 2b45e8
	andi.	r0,  NN, 2
kusano 2b45e8
	beq	LL(128)
kusano 2b45e8
kusano 2b45e8
	LFDUX	A1,    XX, INCX
kusano 2b45e8
	LFDUX	A2,    XX, INCX
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A1
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	fcmpu	cr0, C1, A2
kusano 2b45e8
	beq	cr0, LL(999)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(128):
kusano 2b45e8
	addi	RET, RET, 1
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(999):
kusano 2b45e8
	li	r10, 16
kusano 2b45e8
	addi	SP, SP, -16
kusano 2b45e8
	mr	r3, RET
kusano 2b45e8
kusano 2b45e8
	lfpdux	f19, SP, r10
kusano 2b45e8
	lfpdux	f18, SP, r10
kusano 2b45e8
	lfpdux	f17, SP, r10
kusano 2b45e8
	lfpdux	f16, SP, r10
kusano 2b45e8
kusano 2b45e8
	lfpdux	f15, SP, r10
kusano 2b45e8
	lfpdux	f14, SP, r10
kusano 2b45e8
	addi	SP, SP,  16
kusano 2b45e8
	blr
kusano 2b45e8
kusano 2b45e8
	EPILOGUE