Blame thirdparty/openblas/xianyi-OpenBLAS-e6e87a2/kernel/power/zgemm_ncopy_hummer_4.S

kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
/* Copyright 2009, 2010 The University of Texas at Austin.           */
kusano 2b45e8
/* All rights reserved.                                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* Redistribution and use in source and binary forms, with or        */
kusano 2b45e8
/* without modification, are permitted provided that the following   */
kusano 2b45e8
/* conditions are met:                                               */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   1. Redistributions of source code must retain the above         */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer.                                                  */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*   2. Redistributions in binary form must reproduce the above      */
kusano 2b45e8
/*      copyright notice, this list of conditions and the following  */
kusano 2b45e8
/*      disclaimer in the documentation and/or other materials       */
kusano 2b45e8
/*      provided with the distribution.                              */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/*    THIS  SOFTWARE IS PROVIDED  BY THE  UNIVERSITY OF  TEXAS AT    */
kusano 2b45e8
/*    AUSTIN  ``AS IS''  AND ANY  EXPRESS OR  IMPLIED WARRANTIES,    */
kusano 2b45e8
/*    INCLUDING, BUT  NOT LIMITED  TO, THE IMPLIED  WARRANTIES OF    */
kusano 2b45e8
/*    MERCHANTABILITY  AND FITNESS FOR  A PARTICULAR  PURPOSE ARE    */
kusano 2b45e8
/*    DISCLAIMED.  IN  NO EVENT SHALL THE UNIVERSITY  OF TEXAS AT    */
kusano 2b45e8
/*    AUSTIN OR CONTRIBUTORS BE  LIABLE FOR ANY DIRECT, INDIRECT,    */
kusano 2b45e8
/*    INCIDENTAL,  SPECIAL, EXEMPLARY,  OR  CONSEQUENTIAL DAMAGES    */
kusano 2b45e8
/*    (INCLUDING, BUT  NOT LIMITED TO,  PROCUREMENT OF SUBSTITUTE    */
kusano 2b45e8
/*    GOODS  OR  SERVICES; LOSS  OF  USE,  DATA,  OR PROFITS;  OR    */
kusano 2b45e8
/*    BUSINESS INTERRUPTION) HOWEVER CAUSED  AND ON ANY THEORY OF    */
kusano 2b45e8
/*    LIABILITY, WHETHER  IN CONTRACT, STRICT  LIABILITY, OR TORT    */
kusano 2b45e8
/*    (INCLUDING NEGLIGENCE OR OTHERWISE)  ARISING IN ANY WAY OUT    */
kusano 2b45e8
/*    OF  THE  USE OF  THIS  SOFTWARE,  EVEN  IF ADVISED  OF  THE    */
kusano 2b45e8
/*    POSSIBILITY OF SUCH DAMAGE.                                    */
kusano 2b45e8
/*                                                                   */
kusano 2b45e8
/* The views and conclusions contained in the software and           */
kusano 2b45e8
/* documentation are those of the authors and should not be          */
kusano 2b45e8
/* interpreted as representing official policies, either expressed   */
kusano 2b45e8
/* or implied, of The University of Texas at Austin.                 */
kusano 2b45e8
/*********************************************************************/
kusano 2b45e8
kusano 2b45e8
#define ASSEMBLER
kusano 2b45e8
#include "common.h"
kusano 2b45e8
	
kusano 2b45e8
#define	M	r3
kusano 2b45e8
#define	N	r4
kusano 2b45e8
#define	A	r5
kusano 2b45e8
#define	LDA	r6
kusano 2b45e8
#define B	r7
kusano 2b45e8
kusano 2b45e8
#define AO1	r8
kusano 2b45e8
#define AO2	r9
kusano 2b45e8
#define AO3	r10
kusano 2b45e8
#define AO4	r11
kusano 2b45e8
kusano 2b45e8
#define J	r12
kusano 2b45e8
kusano 2b45e8
#define INC	r30
kusano 2b45e8
#define INC2	r31
kusano 2b45e8
kusano 2b45e8
#define c01	f0
kusano 2b45e8
#define c02	f1
kusano 2b45e8
#define c03	f2
kusano 2b45e8
#define c04	f3
kusano 2b45e8
#define c05	f4
kusano 2b45e8
#define c06	f5
kusano 2b45e8
#define c07	f6
kusano 2b45e8
#define c08	f7
kusano 2b45e8
#define c09	f8
kusano 2b45e8
#define c10	f9
kusano 2b45e8
#define c11	f10
kusano 2b45e8
#define c12	f11
kusano 2b45e8
#define c13	f12
kusano 2b45e8
#define c14	f13
kusano 2b45e8
#define c15	f14
kusano 2b45e8
#define c16	f15
kusano 2b45e8
kusano 2b45e8
	PROLOGUE
kusano 2b45e8
	PROFCODE
kusano 2b45e8
kusano 2b45e8
	li	r0, -16
kusano 2b45e8
kusano 2b45e8
	stfpdux	f14, SP, r0
kusano 2b45e8
	stfpdux	f15, SP, r0
kusano 2b45e8
	
kusano 2b45e8
	stwu	r31,  -4(SP)
kusano 2b45e8
	stwu	r30,  -4(SP)
kusano 2b45e8
kusano 2b45e8
	slwi	LDA, LDA, ZBASE_SHIFT
kusano 2b45e8
kusano 2b45e8
	cmpwi	cr0, M, 0
kusano 2b45e8
	ble-	LL(99)
kusano 2b45e8
	cmpwi	cr0, N, 0
kusano 2b45e8
	ble-	LL(99)
kusano 2b45e8
kusano 2b45e8
	li	INC,  1 * SIZE
kusano 2b45e8
	li	INC2, 2 * SIZE
kusano 2b45e8
kusano 2b45e8
	subi	B, B, 2 * SIZE
kusano 2b45e8
kusano 2b45e8
	andi.	r0, A,   2 * SIZE - 1
kusano 2b45e8
	bne	LL(100)
kusano 2b45e8
kusano 2b45e8
	subi	A, A, 2 * SIZE
kusano 2b45e8
	srawi.	J,  N,  2
kusano 2b45e8
	ble	LL(20)
kusano 2b45e8
	.align 4
kusano 2b45e8
LL(11):
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
	add	AO2, A,   LDA
kusano 2b45e8
	add	AO3, AO2, LDA
kusano 2b45e8
	add	AO4, AO3, LDA
kusano 2b45e8
	add	A,   AO4, LDA
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(15)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(12):
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
	LFPDUX	c09,   AO3, INC2
kusano 2b45e8
	LFPDUX	c13,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
	LFPDUX	c06,   AO2, INC2
kusano 2b45e8
	LFPDUX	c10,   AO3, INC2
kusano 2b45e8
	LFPDUX	c14,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c03,   AO1, INC2
kusano 2b45e8
	LFPDUX	c07,   AO2, INC2
kusano 2b45e8
	LFPDUX	c11,   AO3, INC2
kusano 2b45e8
	LFPDUX	c15,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c04,   AO1, INC2
kusano 2b45e8
	LFPDUX	c08,   AO2, INC2
kusano 2b45e8
	LFPDUX	c12,   AO3, INC2
kusano 2b45e8
	LFPDUX	c16,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c06,   B, INC2
kusano 2b45e8
	STFPDUX	c10,   B, INC2
kusano 2b45e8
	STFPDUX	c14,   B, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	STFPDUX	c11,   B, INC2
kusano 2b45e8
	STFPDUX	c15,   B, INC2
kusano 2b45e8
	STFPDUX	c04,   B, INC2
kusano 2b45e8
	STFPDUX	c08,   B, INC2
kusano 2b45e8
	STFPDUX	c12,   B, INC2
kusano 2b45e8
	STFPDUX	c16,   B, INC2
kusano 2b45e8
	bdnz	LL(12)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(15):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(19)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(17)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
	LFPDUX	c09,   AO3, INC2
kusano 2b45e8
	LFPDUX	c13,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
	LFPDUX	c06,   AO2, INC2
kusano 2b45e8
	LFPDUX	c10,   AO3, INC2
kusano 2b45e8
	LFPDUX	c14,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c06,   B, INC2
kusano 2b45e8
	STFPDUX	c10,   B, INC2
kusano 2b45e8
	STFPDUX	c14,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(17):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(19)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
	LFPDUX	c09,   AO3, INC2
kusano 2b45e8
	LFPDUX	c13,   AO4, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(19):
kusano 2b45e8
	addic.	J, J, -1
kusano 2b45e8
	bgt	LL(11)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(20):
kusano 2b45e8
	andi.	J,  N,  2
kusano 2b45e8
	ble	LL(30)
kusano 2b45e8
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
	add	AO2, A,   LDA
kusano 2b45e8
	add	A,   AO2, LDA
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(25)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(22):
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
	LFPDUX	c06,   AO2, INC2
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c03,   AO1, INC2
kusano 2b45e8
	LFPDUX	c07,   AO2, INC2
kusano 2b45e8
	LFPDUX	c04,   AO1, INC2
kusano 2b45e8
	LFPDUX	c08,   AO2, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c06,   B, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	STFPDUX	c04,   B, INC2
kusano 2b45e8
	STFPDUX	c08,   B, INC2
kusano 2b45e8
	bdnz	LL(22)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(25):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(30)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(27)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
	LFPDUX	c06,   AO2, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c06,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(27):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(30)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c05,   AO2, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(30):
kusano 2b45e8
	andi.	J,  N,  1
kusano 2b45e8
	ble	LL(99)
kusano 2b45e8
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(35)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(32):
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
	LFPDUX	c03,   AO1, INC2
kusano 2b45e8
	LFPDUX	c04,   AO1, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c04,   B, INC2
kusano 2b45e8
	bdnz	LL(32)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(35):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(99)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(37)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
	LFPDUX	c02,   AO1, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(37):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(99)
kusano 2b45e8
kusano 2b45e8
	LFPDUX	c01,   AO1, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(99):
kusano 2b45e8
	addi	SP, SP, -4
kusano 2b45e8
kusano 2b45e8
	lwzu	r30,   4(SP)
kusano 2b45e8
	lwzu	r31,   4(SP)
kusano 2b45e8
kusano 2b45e8
	subi	SP, SP, 12
kusano 2b45e8
	li	r0, 16
kusano 2b45e8
kusano 2b45e8
	lfpdux	f15, SP, r0
kusano 2b45e8
	lfpdux	f14, SP, r0
kusano 2b45e8
	addi	SP, SP, 16
kusano 2b45e8
	blr
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(100):
kusano 2b45e8
	subi	A, A, 1 * SIZE
kusano 2b45e8
	srawi.	J,  N,  2
kusano 2b45e8
	ble	LL(120)
kusano 2b45e8
	.align 4
kusano 2b45e8
LL(111):
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
	add	AO2, A,   LDA
kusano 2b45e8
	add	AO3, AO2, LDA
kusano 2b45e8
	add	AO4, AO3, LDA
kusano 2b45e8
	add	A,   AO4, LDA
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(115)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(112):
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c05,   AO2, INC
kusano 2b45e8
	LFDUX	c09,   AO3, INC
kusano 2b45e8
	LFDUX	c13,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFSDUX	c01,   AO1, INC
kusano 2b45e8
	LFSDUX	c05,   AO2, INC
kusano 2b45e8
	LFSDUX	c09,   AO3, INC
kusano 2b45e8
	LFSDUX	c13,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c06,   AO2, INC
kusano 2b45e8
	LFDUX	c10,   AO3, INC
kusano 2b45e8
	LFDUX	c14,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFSDUX	c02,   AO1, INC
kusano 2b45e8
	LFSDUX	c06,   AO2, INC
kusano 2b45e8
	LFSDUX	c10,   AO3, INC
kusano 2b45e8
	LFSDUX	c14,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c03,   AO1, INC
kusano 2b45e8
	LFDUX	c07,   AO2, INC
kusano 2b45e8
	LFDUX	c11,   AO3, INC
kusano 2b45e8
	LFDUX	c15,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFSDUX	c03,   AO1, INC
kusano 2b45e8
	LFSDUX	c07,   AO2, INC
kusano 2b45e8
	LFSDUX	c11,   AO3, INC
kusano 2b45e8
	LFSDUX	c15,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c04,   AO1, INC
kusano 2b45e8
	LFDUX	c08,   AO2, INC
kusano 2b45e8
	LFDUX	c12,   AO3, INC
kusano 2b45e8
	LFDUX	c16,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFSDUX	c04,   AO1, INC
kusano 2b45e8
	LFSDUX	c08,   AO2, INC
kusano 2b45e8
	LFSDUX	c12,   AO3, INC
kusano 2b45e8
	LFSDUX	c16,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
	STFPDUX	c02,   B, INC2
kusano 2b45e8
	STFPDUX	c06,   B, INC2
kusano 2b45e8
	STFPDUX	c10,   B, INC2
kusano 2b45e8
	STFPDUX	c14,   B, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	STFPDUX	c11,   B, INC2
kusano 2b45e8
	STFPDUX	c15,   B, INC2
kusano 2b45e8
	STFPDUX	c04,   B, INC2
kusano 2b45e8
	STFPDUX	c08,   B, INC2
kusano 2b45e8
	STFPDUX	c12,   B, INC2
kusano 2b45e8
	STFPDUX	c16,   B, INC2
kusano 2b45e8
	bdnz	LL(112)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(115):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(119)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(117)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c05,   AO2, INC
kusano 2b45e8
	LFDUX	c06,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c09,   AO3, INC
kusano 2b45e8
	LFDUX	c10,   AO3, INC
kusano 2b45e8
	LFDUX	c13,   AO4, INC
kusano 2b45e8
	LFDUX	c14,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c03,   AO1, INC
kusano 2b45e8
	LFDUX	c04,   AO1, INC
kusano 2b45e8
	LFDUX	c07,   AO2, INC
kusano 2b45e8
	LFDUX	c08,   AO2, INC
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
kusano 2b45e8
	LFDUX	c11,   AO3, INC
kusano 2b45e8
	fsmfp	c05, c06
kusano 2b45e8
	LFDUX	c12,   AO3, INC
kusano 2b45e8
	fsmfp	c09, c10
kusano 2b45e8
	LFDUX	c15,   AO4, INC
kusano 2b45e8
	fsmfp	c13, c14
kusano 2b45e8
	LFDUX	c16,   AO4, INC
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	fsmfp	c07, c08
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	fsmfp	c11, c12
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	fsmfp	c15, c16
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	STFPDUX	c11,   B, INC2
kusano 2b45e8
	STFPDUX	c15,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(117):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(119)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c03,   AO2, INC
kusano 2b45e8
	LFDUX	c04,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c05,   AO3, INC
kusano 2b45e8
	LFDUX	c06,   AO3, INC
kusano 2b45e8
	LFDUX	c07,   AO4, INC
kusano 2b45e8
	LFDUX	c08,   AO4, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
	fsmfp	c05, c06
kusano 2b45e8
	fsmfp	c07, c08
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(119):
kusano 2b45e8
	addic.	J, J, -1
kusano 2b45e8
	bgt	LL(111)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(120):
kusano 2b45e8
	andi.	J,  N,  2
kusano 2b45e8
	ble	LL(130)
kusano 2b45e8
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
	add	AO2, A,   LDA
kusano 2b45e8
	add	A,   AO2, LDA
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(125)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(122):
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c09,   AO2, INC
kusano 2b45e8
	LFDUX	c10,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c03,   AO1, INC
kusano 2b45e8
	LFDUX	c04,   AO1, INC
kusano 2b45e8
	LFDUX	c11,   AO2, INC
kusano 2b45e8
	LFDUX	c12,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c05,   AO1, INC
kusano 2b45e8
	LFDUX	c06,   AO1, INC
kusano 2b45e8
	LFDUX	c13,   AO2, INC
kusano 2b45e8
	LFDUX	c14,   AO2, INC
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
kusano 2b45e8
	LFDUX	c07,   AO1, INC
kusano 2b45e8
	fsmfp	c09, c10
kusano 2b45e8
	LFDUX	c08,   AO1, INC
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
	LFDUX	c15,   AO2, INC
kusano 2b45e8
	fsmfp	c11, c12
kusano 2b45e8
	LFDUX	c16,   AO2, INC
kusano 2b45e8
	fsmfp	c05, c06
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	fsmfp	c13, c14
kusano 2b45e8
	STFPDUX	c09,   B, INC2
kusano 2b45e8
	fsmfp	c07, c08
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	fsmfp	c15, c16
kusano 2b45e8
	STFPDUX	c11,   B, INC2
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c13,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	STFPDUX	c15,   B, INC2
kusano 2b45e8
	bdnz	LL(122)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(125):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(130)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(127)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c03,   AO2, INC
kusano 2b45e8
	LFDUX	c04,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c05,   AO1, INC
kusano 2b45e8
	LFDUX	c06,   AO1, INC
kusano 2b45e8
	LFDUX	c07,   AO2, INC
kusano 2b45e8
	LFDUX	c08,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
	fsmfp	c05, c06
kusano 2b45e8
	fsmfp	c07, c08
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(127):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(130)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c03,   AO2, INC
kusano 2b45e8
	LFDUX	c04,   AO2, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(130):
kusano 2b45e8
	andi.	J,  N,  1
kusano 2b45e8
	ble	LL(999)
kusano 2b45e8
kusano 2b45e8
	mr	AO1, A
kusano 2b45e8
kusano 2b45e8
	srawi.	r0,  M,  2
kusano 2b45e8
	mtspr	CTR, r0
kusano 2b45e8
	ble	LL(135)
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(132):
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c03,   AO1, INC
kusano 2b45e8
	LFDUX	c04,   AO1, INC
kusano 2b45e8
kusano 2b45e8
	LFDUX	c05,   AO1, INC
kusano 2b45e8
	LFDUX	c06,   AO1, INC
kusano 2b45e8
	LFDUX	c07,   AO1, INC
kusano 2b45e8
	LFDUX	c08,   AO1, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
	fsmfp	c05, c06
kusano 2b45e8
	fsmfp	c07, c08
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	STFPDUX	c05,   B, INC2
kusano 2b45e8
	STFPDUX	c07,   B, INC2
kusano 2b45e8
	bdnz	LL(132)
kusano 2b45e8
	.align 4
kusano 2b45e8
	
kusano 2b45e8
LL(135):
kusano 2b45e8
	andi.	r0,  M,  3
kusano 2b45e8
	ble	LL(999)
kusano 2b45e8
kusano 2b45e8
	andi.	r0,  M,  2
kusano 2b45e8
	beq	LL(137)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
	LFDUX	c03,   AO1, INC
kusano 2b45e8
	LFDUX	c04,   AO1, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	fsmfp	c03, c04
kusano 2b45e8
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	STFPDUX	c03,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(137):
kusano 2b45e8
	andi.	r0,  M,  1
kusano 2b45e8
	beq	LL(999)
kusano 2b45e8
kusano 2b45e8
	LFDUX	c01,   AO1, INC
kusano 2b45e8
	LFDUX	c02,   AO1, INC
kusano 2b45e8
kusano 2b45e8
	fsmfp	c01, c02
kusano 2b45e8
	STFPDUX	c01,   B, INC2
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
LL(999):
kusano 2b45e8
	addi	SP, SP, -4
kusano 2b45e8
kusano 2b45e8
	lwzu	r30,   4(SP)
kusano 2b45e8
	lwzu	r31,   4(SP)
kusano 2b45e8
kusano 2b45e8
	subi	SP, SP, 12
kusano 2b45e8
	li	r0, 16
kusano 2b45e8
kusano 2b45e8
	lfpdux	f15, SP, r0
kusano 2b45e8
	lfpdux	f14, SP, r0
kusano 2b45e8
	addi	SP, SP, 16
kusano 2b45e8
	blr
kusano 2b45e8
	.align 4
kusano 2b45e8
kusano 2b45e8
kusano 2b45e8
kusano 2b45e8
kusano 2b45e8
	EPILOGUE