path: root/chip/g/dcrypto/dcrypto_bn.c

/* Copyright 2016 The Chromium OS Authors. All rights reserved.
 * Use of this source code is governed by a BSD-style license that can be
 * found in the LICENSE file.
 */
#include "dcrypto.h"
#include "internal.h"
#include "registers.h"
#include "trng.h"

/* Firmware blob for crypto accelerator */

/* AUTO-GENERATED.  DO NOT MODIFY. */
/* clang-format off */
static const uint32_t IMEM_dcrypto_bn[] = {
/* @0x0: function tag[1] { */
#define CF_tag_adr 0
0xf8000001,	/* sigini #1 */
/* } */
/* @0x1: function d0inv[14] { */
#define CF_d0inv_adr 1
0x4c000000,	/* xor r0, r0, r0 */
0x80000001,	/* movi r0.0l, #1 */
0x7c740000,	/* mov r29, r0 */
0x05100008,	/* loop #256 ( */
0x5807bc00,	/* mul128 r1, r28l, r29l */
0x588bbc00,	/* mul128 r2, r28u, r29l */
0x50044110,	/* add r1, r1, r2 << 128 */
0x590bbc00,	/* mul128 r2, r28l, r29u */
0x50044110,	/* add r1, r1, r2 << 128 */
0x40040100,	/* and r1, r1, r0 */
0x44743d00,	/* or r29, r29, r1 */
0x50000000,	/* add r0, r0, r0 */
/*		   ) */
0x5477bf00,	/* sub r29, r31, r29 */
0x0c000000,	/* ret */
/* } */
/* @0xf: function selcxSub[25] { */
#define CF_selcxSub_adr 15
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x99100000,	/* strnd r4 */
0x5013e400,	/* add r4, r4, r31 */
0x1000101e,	/* bl selcxSub_invsel */
0x528c8402,	/* addcx r3, r4, r4 << 16 */
0x0600c007,	/* loop *6 ( */
0x8c081800,	/* ld *2, *0++ */
0x7c8c0000,	/* ldr *3, *0 */
0x7c800400,	/* ldr *0, *4 */
0x54906200,	/* subb r4, r2, r3 */
0x990c0000,	/* strnd r3 */
0x660c4401,	/* sellx r3, r4, r2 */
0x7ca00200,	/* ldr *0++, *2 */
/*		   ) */
0x0c000000,	/* ret */
/*selcxSub_invsel: */
0x528c8402,	/* addcx r3, r4, r4 << 16 */
0x0600c007,	/* loop *6 ( */
0x8c081800,	/* ld *2, *0++ */
0x7c8c0000,	/* ldr *3, *0 */
0x7c800400,	/* ldr *0, *4 */
0x54906200,	/* subb r4, r2, r3 */
0x990c0000,	/* strnd r3 */
0x660c8201,	/* sellx r3, r2, r4 */
0x7ca00200,	/* ldr *0++, *2 */
/*		   ) */
0x0c000000,	/* ret */
/* } */
/* @0x28: function computeRR[41] { */
#define CF_computeRR_adr 40
0x4c7fff00,	/* xor r31, r31, r31 */
0x84004000,	/* ldi r0, [#0] */
0x95800000,	/* lddmp r0 */
0x4c0c6300,	/* xor r3, r3, r3 */
0x800cffff,	/* movi r3.0l, #65535 */
0x40040398,	/* and r1, r3, r0 >> 192 */
0x480c6000,	/* not r3, r3 */
0x400c0300,	/* and r3, r3, r0 */
0x500c2301,	/* add r3, r3, r1 << 8 */
0x94800300,	/* ldlc r3 */
0x80040005,	/* movi r1.0l, #5 */
0x81040003,	/* movi r1.2l, #3 */
0x81840002,	/* movi r1.3l, #2 */
0x82040004,	/* movi r1.4l, #4 */
0x97800100,	/* ldrfp r1 */
0x4c0c6300,	/* xor r3, r3, r3 */
0x0600c001,	/* loop *6 ( */
0x7ca00200,	/* ldr *0++, *2 */
/*		   ) */
0x560c1f00,	/* subx r3, r31, r0 */
0x0800000f,	/* call &selcxSub */
0x06000010,	/* loop *0 ( */
0x97800100,	/* ldrfp r1 */
0x560c6300,	/* subx r3, r3, r3 */
0x0600c003,	/* loop *6 ( */
0x7c8c0000,	/* ldr *3, *0 */
0x52884200,	/* addcx r2, r2, r2 */
0x7ca00300,	/* ldr *0++, *3 */
/*		   ) */
0x0800000f,	/* call &selcxSub */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x560c6300,	/* subx r3, r3, r3 */
0x0600c003,	/* loop *6 ( */
0x8c081800,	/* ld *2, *0++ */
0x7c8c0800,	/* ldr *3, *0++ */
0x5e804300,	/* cmpbx r3, r2 */
/*		   ) */
0x0800000f,	/* call &selcxSub */
0xfc000000,	/* nop */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x0600c001,	/* loop *6 ( */
0x90680800,	/* st *0++, *2++ */
/*		   ) */
0x0c000000,	/* ret */
/* } */
/* @0x51: function dmXd0[9] { */
#define CF_dmXd0_adr 81
0x586f3e00,	/* mul128 r27, r30l, r25l */
0x59eb3e00,	/* mul128 r26, r30u, r25u */
0x58df3e00,	/* mul128 r23, r30u, r25l */
0x506efb10,	/* add r27, r27, r23 << 128 */
0x50eafa90,	/* addc r26, r26, r23 >> 128 */
0x595f3e00,	/* mul128 r23, r30l, r25u */
0x506efb10,	/* add r27, r27, r23 << 128 */
0x50eafa90,	/* addc r26, r26, r23 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x5a: function dmXa[9] { */
#define CF_dmXa_adr 90
0x586c5e00,	/* mul128 r27, r30l, r2l */
0x59e85e00,	/* mul128 r26, r30u, r2u */
0x58dc5e00,	/* mul128 r23, r30u, r2l */
0x506efb10,	/* add r27, r27, r23 << 128 */
0x50eafa90,	/* addc r26, r26, r23 >> 128 */
0x595c5e00,	/* mul128 r23, r30l, r2u */
0x506efb10,	/* add r27, r27, r23 << 128 */
0x50eafa90,	/* addc r26, r26, r23 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x63: function mma_sub_cx[23] { */
#define CF_mma_sub_cx_adr 99
0x99700000,	/* strnd r28 */
0x5073fc00,	/* add r28, r28, r31 */
0x10001070,	/* bl mma_invsel */
0x52f39c02,	/* addcx r28, r28, r28 << 16 */
0x0600c007,	/* loop *6 ( */
0x8c141800,	/* ld *5, *0++ */
0x7c900000,	/* ldr *4, *0 */
0x54f71e00,	/* subb r29, r30, r24 */
0x99600000,	/* strnd r24 */
0x7c800500,	/* ldr *0, *5 */
0x6663dd01,	/* sellx r24, r29, r30 */
0x7ca00500,	/* ldr *0++, *5 */
/*		   ) */
0x0c000000,	/* ret */
/*mma_invsel: */
0x52f39c02,	/* addcx r28, r28, r28 << 16 */
0x0600c007,	/* loop *6 ( */
0x8c141800,	/* ld *5, *0++ */
0x7c900000,	/* ldr *4, *0 */
0x54f71e00,	/* subb r29, r30, r24 */
0x99600000,	/* strnd r24 */
0x7c800500,	/* ldr *0, *5 */
0x6663be01,	/* sellx r24, r30, r29 */
0x7ca00500,	/* ldr *0++, *5 */
/*		   ) */
0x0c000000,	/* ret */
/* } */
/* @0x7a: function mma[39] { */
#define CF_mma_adr 122
0x8204001e,	/* movi r1.4l, #30 */
0x82840018,	/* movi r1.5l, #24 */
0x97800100,	/* ldrfp r1 */
0x8c101b00,	/* ld *4, *3++ */
0x0800005a,	/* call &dmXa */
0x7c940800,	/* ldr *5, *0++ */
0x507b1b00,	/* add r30, r27, r24 */
0x50f7fa00,	/* addc r29, r26, r31 */
0x7c640300,	/* mov r25, r3 */
0x08000051,	/* call &dmXd0 */
0x7c641b00,	/* mov r25, r27 */
0x7c701a00,	/* mov r28, r26 */
0x7c601e00,	/* mov r24, r30 */
0x8c101800,	/* ld *4, *0++ */
0x08000051,	/* call &dmXd0 */
0x506f1b00,	/* add r27, r27, r24 */
0x50f3fa00,	/* addc r28, r26, r31 */
0x0600e00e,	/* loop *7 ( */
0x8c101b00,	/* ld *4, *3++ */
0x0800005a,	/* call &dmXa */
0x7c940800,	/* ldr *5, *0++ */
0x506f1b00,	/* add r27, r27, r24 */
0x50ebfa00,	/* addc r26, r26, r31 */
0x5063bb00,	/* add r24, r27, r29 */
0x50f7fa00,	/* addc r29, r26, r31 */
0x8c101800,	/* ld *4, *0++ */
0x08000051,	/* call &dmXd0 */
0x506f1b00,	/* add r27, r27, r24 */
0x50ebfa00,	/* addc r26, r26, r31 */
0x52639b00,	/* addx r24, r27, r28 */
0x7ca80500,	/* ldr *2++, *5 */
0x52f3fa00,	/* addcx r28, r26, r31 */
/*		   ) */
0x52e39d00,	/* addcx r24, r29, r28 */
0x7ca80500,	/* ldr *2++, *5 */
0x95800000,	/* lddmp r0 */
0x97800100,	/* ldrfp r1 */
0x08000063,	/* call &mma_sub_cx */
0xfc000000,	/* nop */
0x0c000000,	/* ret */
/* } */
/* @0xa1: function setupPtrs[11] { */
#define CF_setupPtrs_adr 161
0x847c4000,	/* ldi r31, [#0] */
0x4c7fff00,	/* xor r31, r31, r31 */
0x95800000,	/* lddmp r0 */
0x94800000,	/* ldlc r0 */
0x7c041f00,	/* mov r1, r31 */
0x80040004,	/* movi r1.0l, #4 */
0x80840003,	/* movi r1.1l, #3 */
0x81040004,	/* movi r1.2l, #4 */
0x81840002,	/* movi r1.3l, #2 */
0x97800100,	/* ldrfp r1 */
0x0c000000,	/* ret */
/* } */
/* @0xac: function mulx[19] { */
#define CF_mulx_adr 172
0x84004000,	/* ldi r0, [#0] */
0x080000a1,	/* call &setupPtrs */
0x8c041100,	/* ld *1, *1 */
0x7c081f00,	/* mov r2, r31 */
0x0600c001,	/* loop *6 ( */
0x7ca80300,	/* ldr *2++, *3 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x0600c004,	/* loop *6 ( */
0x8c0c1c00,	/* ld *3, *4++ */
0x95000000,	/* stdmp r0 */
0x0800007a,	/* call &mma */
0x95800000,	/* lddmp r0 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x0600c001,	/* loop *6 ( */
0x90740800,	/* st *0++, *5++ */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x0c000000,	/* ret */
/* } */
/* @0xbf: function mm1_sub_cx[22] { */
#define CF_mm1_sub_cx_adr 191
0x990c0000,	/* strnd r3 */
0x500fe300,	/* add r3, r3, r31 */
0x100010cc,	/* bl mm1_invsel */
0x528c6302,	/* addcx r3, r3, r3 << 16 */
0x0600c006,	/* loop *6 ( */
0x8c041800,	/* ld *1, *0++ */
0x7c8c0800,	/* ldr *3, *0++ */
0x548c6200,	/* subb r3, r2, r3 */
0x66084301,	/* sellx r2, r3, r2 */
0x90740300,	/* st *3, *5++ */
0xfc000000,	/* nop */
/*		   ) */
0x0c000000,	/* ret */
0xfc000000,	/* nop */
/*mm1_invsel: */
0x528c6302,	/* addcx r3, r3, r3 << 16 */
0x0600c006,	/* loop *6 ( */
0x8c041800,	/* ld *1, *0++ */
0x7c8c0800,	/* ldr *3, *0++ */
0x548c6200,	/* subb r3, r2, r3 */
0x66086201,	/* sellx r2, r2, r3 */
0x90740300,	/* st *3, *5++ */
0xfc000000,	/* nop */
/*		   ) */
0x0c000000,	/* ret */
/* } */
/* @0xd5: function mul1_exp[23] { */
#define CF_mul1_exp_adr 213
0x8c041100,	/* ld *1, *1 */
0x7c081f00,	/* mov r2, r31 */
0x0600c001,	/* loop *6 ( */
0x7ca80300,	/* ldr *2++, *3 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x80080001,	/* movi r2.0l, #1 */
0x0600c003,	/* loop *6 ( */
0x95800000,	/* lddmp r0 */
0x0800007a,	/* call &mma */
0x7c081f00,	/* mov r2, r31 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x56084200,	/* subx r2, r2, r2 */
0x0600c003,	/* loop *6 ( */
0x8c041800,	/* ld *1, *0++ */
0x7c8c0800,	/* ldr *3, *0++ */
0x5e804300,	/* cmpbx r3, r2 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x080000bf,	/* call &mm1_sub_cx */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x0c000000,	/* ret */
/* } */
/* @0xec: function mul1[4] { */
#define CF_mul1_adr 236
0x84004000,	/* ldi r0, [#0] */
0x080000a1,	/* call &setupPtrs */
0x080000d5,	/* call &mul1_exp */
0x0c000000,	/* ret */
/* } */
/* @0xf0: function sqrx_exp[19] { */
#define CF_sqrx_exp_adr 240
0x84004020,	/* ldi r0, [#1] */
0x95800000,	/* lddmp r0 */
0x8c041100,	/* ld *1, *1 */
0x7c081f00,	/* mov r2, r31 */
0x0600c001,	/* loop *6 ( */
0x7ca80300,	/* ldr *2++, *3 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x0600c004,	/* loop *6 ( */
0x8c0c1c00,	/* ld *3, *4++ */
0x95000000,	/* stdmp r0 */
0x0800007a,	/* call &mma */
0x95800000,	/* lddmp r0 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x0600c001,	/* loop *6 ( */
0x90740800,	/* st *0++, *5++ */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x95800000,	/* lddmp r0 */
0x0c000000,	/* ret */
/* } */
/* @0x103: function mulx_exp[14] { */
#define CF_mulx_exp_adr 259
0x84004040,	/* ldi r0, [#2] */
0x95800000,	/* lddmp r0 */
0x8c041100,	/* ld *1, *1 */
0x7c081f00,	/* mov r2, r31 */
0x0600c001,	/* loop *6 ( */
0x7ca80300,	/* ldr *2++, *3 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x0600c004,	/* loop *6 ( */
0x8c0c1c00,	/* ld *3, *4++ */
0x95000000,	/* stdmp r0 */
0x0800007a,	/* call &mma */
0x95800000,	/* lddmp r0 */
/*		   ) */
0x97800100,	/* ldrfp r1 */
0x0c000000,	/* ret */
/* } */
/* @0x111: function selOutOrC[30] { */
#define CF_selOutOrC_adr 273
0x990c0000,	/* strnd r3 */
0x440c6300,	/* or r3, r3, r3 */
0x10001122,	/* bl selOutOrC_invsel */
0x508c6302,	/* addc r3, r3, r3 << 16 */
0x0600c00a,	/* loop *6 ( */
0x990c0000,	/* strnd r3 */
0x99080000,	/* strnd r2 */
0x8c041500,	/* ld *1, *5 */
0x90540300,	/* st *3, *5 */
0x7c8c0800,	/* ldr *3, *0++ */
0x99000000,	/* strnd r0 */
0x7c000200,	/* mov r0, r2 */
0x99080000,	/* strnd r2 */
0x64086001,	/* sell r2, r0, r3 */
0x90740300,	/* st *3, *5++ */
/*		   ) */
0x0c000000,	/* ret */
0xfc000000,	/* nop */
/*selOutOrC_invsel: */
0x508c6302,	/* addc r3, r3, r3 << 16 */
0x0600c00a,	/* loop *6 ( */
0x990c0000,	/* strnd r3 */
0x99080000,	/* strnd r2 */
0x8c041500,	/* ld *1, *5 */
0x90540300,	/* st *3, *5 */
0x7c8c0800,	/* ldr *3, *0++ */
0x99000000,	/* strnd r0 */
0x7c000200,	/* mov r0, r2 */
0x99080000,	/* strnd r2 */
0x64080301,	/* sell r2, r3, r0 */
0x90740300,	/* st *3, *5++ */
/*		   ) */
0x0c000000,	/* ret */
/* } */
/* @0x12f: function modexp[35] { */
#define CF_modexp_adr 303
0x080000ac,	/* call &mulx */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x54084200,	/* sub r2, r2, r2 */
0x0600c004,	/* loop *6 ( */
0xfc000000,	/* nop */
0x8c0c1800,	/* ld *3, *0++ */
0x54885f00,	/* subb r2, r31, r2 */
0x90740300,	/* st *3, *5++ */
/*		   ) */
0xfc000000,	/* nop */
0x7c081f00,	/* mov r2, r31 */
0x8008ffff,	/* movi r2.0l, #65535 */
0x400c0298,	/* and r3, r2, r0 >> 192 */
0x48084000,	/* not r2, r2 */
0x40080200,	/* and r2, r2, r0 */
0x50086201,	/* add r2, r2, r3 << 8 */
0x94800200,	/* ldlc r2 */
0x0600000d,	/* loop *0 ( */
0x080000f0,	/* call &sqrx_exp */
0x08000103,	/* call &mulx_exp */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x99080000,	/* strnd r2 */
0x50084200,	/* add r2, r2, r2 */
0x0600c004,	/* loop *6 ( */
0x99080000,	/* strnd r2 */
0x8c0c1400,	/* ld *3, *4 */
0x50884200,	/* addc r2, r2, r2 */
0x90700300,	/* st *3, *4++ */
/*		   ) */
0x08000111,	/* call &selOutOrC */
0xfc000000,	/* nop */
/*		   ) */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x080000d5,	/* call &mul1_exp */
0x0c000000,	/* ret */
/* } */
/* @0x152: function modexp_blinded[76] { */
#define CF_modexp_blinded_adr 338
0x080000ac,	/* call &mulx */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x54084200,	/* sub r2, r2, r2 */
0x0600c004,	/* loop *6 ( */
0xfc000000,	/* nop */
0x8c0c1800,	/* ld *3, *0++ */
0x54885f00,	/* subb r2, r31, r2 */
0x90740300,	/* st *3, *5++ */
/*		   ) */
0xfc000000,	/* nop */
0x8c0c1900,	/* ld *3, *1++ */
0x8c0c1100,	/* ld *3, *1 */
0x521c5f90,	/* addx r7, r31, r2 >> 128 */
0x590c4200,	/* mul128 r3, r2l, r2u */
0x7c181f00,	/* mov r6, r31 */
0x0600c011,	/* loop *6 ( */
0x99080000,	/* strnd r2 */
0x8c0c1400,	/* ld *3, *4 */
0x58106200,	/* mul128 r4, r2l, r3l */
0x59946200,	/* mul128 r5, r2u, r3u */
0x58806200,	/* mul128 r0, r2u, r3l */
0x50100410,	/* add r4, r4, r0 << 128 */
0x50940590,	/* addc r5, r5, r0 >> 128 */
0x59006200,	/* mul128 r0, r2l, r3u */
0x50100410,	/* add r4, r4, r0 << 128 */
0x50940590,	/* addc r5, r5, r0 >> 128 */
0x5010c400,	/* add r4, r4, r6 */
0x5097e500,	/* addc r5, r5, r31 */
0x50088200,	/* add r2, r2, r4 */
0x509be500,	/* addc r6, r5, r31 */
0x5688e200,	/* subbx r2, r2, r7 */
0x90700300,	/* st *3, *4++ */
0x541ce700,	/* sub r7, r7, r7 */
/*		   ) */
0x7c080600,	/* mov r2, r6 */
0x5688e200,	/* subbx r2, r2, r7 */
0x90500300,	/* st *3, *4 */
0xfc000000,	/* nop */
0x84004060,	/* ldi r0, [#3] */
0x7c081f00,	/* mov r2, r31 */
0x8008ffff,	/* movi r2.0l, #65535 */
0x400c0298,	/* and r3, r2, r0 >> 192 */
0x48084000,	/* not r2, r2 */
0x40080200,	/* and r2, r2, r0 */
0x510c0301,	/* addi r3, r3, #1 */
0x50086201,	/* add r2, r2, r3 << 8 */
0x94800200,	/* ldlc r2 */
0x06000019,	/* loop *0 ( */
0x080000f0,	/* call &sqrx_exp */
0x08000103,	/* call &mulx_exp */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x99080000,	/* strnd r2 */
0x54084200,	/* sub r2, r2, r2 */
0x0600c004,	/* loop *6 ( */
0x99080000,	/* strnd r2 */
0x8c0c1400,	/* ld *3, *4 */
0x50884200,	/* addc r2, r2, r2 */
0x90700300,	/* st *3, *4++ */
/*		   ) */
0x99080000,	/* strnd r2 */
0x8c0c1400,	/* ld *3, *4 */
0x50884200,	/* addc r2, r2, r2 */
0x90700300,	/* st *3, *4++ */
0x0600c008,	/* loop *6 ( */
0x99080000,	/* strnd r2 */
0x8c041500,	/* ld *1, *5 */
0x90540300,	/* st *3, *5 */
0x7c8c0800,	/* ldr *3, *0++ */
0x7c000200,	/* mov r0, r2 */
0x99080000,	/* strnd r2 */
0x64086008,	/* selc r2, r0, r3 */
0x90740300,	/* st *3, *5++ */
/*		   ) */
0xfc000000,	/* nop */
/*		   ) */
0x84004060,	/* ldi r0, [#3] */
0x95800000,	/* lddmp r0 */
0x080000d5,	/* call &mul1_exp */
0x0c000000,	/* ret */
/* } */
/* @0x19e: function modload[12] { */
#define CF_modload_adr 414
0x4c7fff00,	/* xor r31, r31, r31 */
0x84004000,	/* ldi r0, [#0] */
0x95800000,	/* lddmp r0 */
0x94800000,	/* ldlc r0 */
0x8000001c,	/* movi r0.0l, #28 */
0x8080001d,	/* movi r0.1l, #29 */
0x97800000,	/* ldrfp r0 */
0x8c001000,	/* ld *0, *0 */
0x08000001,	/* call &d0inv */
0x90440100,	/* st *1, *1 */
0x08000028,	/* call &computeRR */
0x0c000000,	/* ret */
/* } */
#ifdef CONFIG_DCRYPTO_RSA_SPEEDUP
/* @0x1aa: function selA0orC4[16] { */
#define CF_selA0orC4_adr 426
0x99000000,	/* strnd r0 */
0x44000000,	/* or r0, r0, r0 */
0x100011b4,	/* bl selA0orC4_invsel */
0x50840002,	/* addc r1, r0, r0 << 16 */
0x6458da01,	/* sell r22, r26, r6 */
0x645cfb01,	/* sell r23, r27, r7 */
0x64611c01,	/* sell r24, r28, r8 */
0x64653d01,	/* sell r25, r29, r9 */
0x0c000000,	/* ret */
0xfc000000,	/* nop */
/*selA0orC4_invsel: */
0x50840002,	/* addc r1, r0, r0 << 16 */
0x645b4601,	/* sell r22, r6, r26 */
0x645f6701,	/* sell r23, r7, r27 */
0x64638801,	/* sell r24, r8, r28 */
0x6467a901,	/* sell r25, r9, r29 */
0x0c000000,	/* ret */
/* } */
/* @0x1ba: function mul4[169] { */
#define CF_mul4_adr 442
0x58594600,	/* mul128 r22, r6l, r10l */
0x59dd4600,	/* mul128 r23, r6u, r10u */
0x58894600,	/* mul128 r2, r6u, r10l */
0x50585610,	/* add r22, r22, r2 << 128 */
0x50dc5790,	/* addc r23, r23, r2 >> 128 */
0x59094600,	/* mul128 r2, r6l, r10u */
0x50585610,	/* add r22, r22, r2 << 128 */
0x50dc5790,	/* addc r23, r23, r2 >> 128 */
0x58616700,	/* mul128 r24, r7l, r11l */
0x59e56700,	/* mul128 r25, r7u, r11u */
0x58896700,	/* mul128 r2, r7u, r11l */
0x50605810,	/* add r24, r24, r2 << 128 */
0x50e45990,	/* addc r25, r25, r2 >> 128 */
0x59096700,	/* mul128 r2, r7l, r11u */
0x50605810,	/* add r24, r24, r2 << 128 */
0x50e45990,	/* addc r25, r25, r2 >> 128 */
0x58698800,	/* mul128 r26, r8l, r12l */
0x59ed8800,	/* mul128 r27, r8u, r12u */
0x58898800,	/* mul128 r2, r8u, r12l */
0x50685a10,	/* add r26, r26, r2 << 128 */
0x50ec5b90,	/* addc r27, r27, r2 >> 128 */
0x59098800,	/* mul128 r2, r8l, r12u */
0x50685a10,	/* add r26, r26, r2 << 128 */
0x50ec5b90,	/* addc r27, r27, r2 >> 128 */
0x5871a900,	/* mul128 r28, r9l, r13l */
0x59f5a900,	/* mul128 r29, r9u, r13u */
0x5889a900,	/* mul128 r2, r9u, r13l */
0x50705c10,	/* add r28, r28, r2 << 128 */
0x50f45d90,	/* addc r29, r29, r2 >> 128 */
0x5909a900,	/* mul128 r2, r9l, r13u */
0x50705c10,	/* add r28, r28, r2 << 128 */
0x50f45d90,	/* addc r29, r29, r2 >> 128 */
0x58016600,	/* mul128 r0, r6l, r11l */
0x59856600,	/* mul128 r1, r6u, r11u */
0x58896600,	/* mul128 r2, r6u, r11l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59096600,	/* mul128 r2, r6l, r11u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x508fff00,	/* addc r3, r31, r31 */
0x58014700,	/* mul128 r0, r7l, r10l */
0x59854700,	/* mul128 r1, r7u, r10u */
0x58894700,	/* mul128 r2, r7u, r10l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59094700,	/* mul128 r2, r7l, r10u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x50e47900,	/* addc r25, r25, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x58018600,	/* mul128 r0, r6l, r12l */
0x59858600,	/* mul128 r1, r6u, r12u */
0x58898600,	/* mul128 r2, r6u, r12l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59098600,	/* mul128 r2, r6l, r12u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58014800,	/* mul128 r0, r8l, r10l */
0x59854800,	/* mul128 r1, r8u, r10u */
0x58894800,	/* mul128 r2, r8u, r10l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59094800,	/* mul128 r2, r8l, r10u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x50e87a00,	/* addc r26, r26, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x5801a600,	/* mul128 r0, r6l, r13l */
0x5985a600,	/* mul128 r1, r6u, r13u */
0x5889a600,	/* mul128 r2, r6u, r13l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5909a600,	/* mul128 r2, r6l, r13u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58018700,	/* mul128 r0, r7l, r12l */
0x59858700,	/* mul128 r1, r7u, r12u */
0x58898700,	/* mul128 r2, r7u, r12l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59098700,	/* mul128 r2, r7l, r12u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58014900,	/* mul128 r0, r9l, r10l */
0x59854900,	/* mul128 r1, r9u, r10u */
0x58894900,	/* mul128 r2, r9u, r10l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59094900,	/* mul128 r2, r9l, r10u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58016800,	/* mul128 r0, r8l, r11l */
0x59856800,	/* mul128 r1, r8u, r11u */
0x58896800,	/* mul128 r2, r8u, r11l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59096800,	/* mul128 r2, r8l, r11u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x50ec7b00,	/* addc r27, r27, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x5801a700,	/* mul128 r0, r7l, r13l */
0x5985a700,	/* mul128 r1, r7u, r13u */
0x5889a700,	/* mul128 r2, r7u, r13l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5909a700,	/* mul128 r2, r7l, r13u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58016900,	/* mul128 r0, r9l, r11l */
0x59856900,	/* mul128 r1, r9u, r11u */
0x58896900,	/* mul128 r2, r9u, r11l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59096900,	/* mul128 r2, r9l, r11u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x50f07c00,	/* addc r28, r28, r3 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x5801a800,	/* mul128 r0, r8l, r13l */
0x5985a800,	/* mul128 r1, r8u, r13u */
0x5889a800,	/* mul128 r2, r8u, r13l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5909a800,	/* mul128 r2, r8l, r13u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x506c1b00,	/* add r27, r27, r0 */
0x50f03c00,	/* addc r28, r28, r1 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x58018900,	/* mul128 r0, r9l, r12l */
0x59858900,	/* mul128 r1, r9u, r12u */
0x58898900,	/* mul128 r2, r9u, r12l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59098900,	/* mul128 r2, r9l, r12u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x506c1b00,	/* add r27, r27, r0 */
0x50f03c00,	/* addc r28, r28, r1 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x0c000000,	/* ret */
/* } */
/* @0x263: function sqr4[117] { */
#define CF_sqr4_adr 611
0x5858c600,	/* mul128 r22, r6l, r6l */
0x59dcc600,	/* mul128 r23, r6u, r6u */
0x5888c600,	/* mul128 r2, r6u, r6l */
0x50585610,	/* add r22, r22, r2 << 128 */
0x50dc5790,	/* addc r23, r23, r2 >> 128 */
0x50585610,	/* add r22, r22, r2 << 128 */
0x50dc5790,	/* addc r23, r23, r2 >> 128 */
0x5860e700,	/* mul128 r24, r7l, r7l */
0x59e4e700,	/* mul128 r25, r7u, r7u */
0x5888e700,	/* mul128 r2, r7u, r7l */
0x50605810,	/* add r24, r24, r2 << 128 */
0x50e45990,	/* addc r25, r25, r2 >> 128 */
0x50605810,	/* add r24, r24, r2 << 128 */
0x50e45990,	/* addc r25, r25, r2 >> 128 */
0x58690800,	/* mul128 r26, r8l, r8l */
0x59ed0800,	/* mul128 r27, r8u, r8u */
0x58890800,	/* mul128 r2, r8u, r8l */
0x50685a10,	/* add r26, r26, r2 << 128 */
0x50ec5b90,	/* addc r27, r27, r2 >> 128 */
0x50685a10,	/* add r26, r26, r2 << 128 */
0x50ec5b90,	/* addc r27, r27, r2 >> 128 */
0x58712900,	/* mul128 r28, r9l, r9l */
0x59f52900,	/* mul128 r29, r9u, r9u */
0x58892900,	/* mul128 r2, r9u, r9l */
0x50705c10,	/* add r28, r28, r2 << 128 */
0x50f45d90,	/* addc r29, r29, r2 >> 128 */
0x50705c10,	/* add r28, r28, r2 << 128 */
0x50f45d90,	/* addc r29, r29, r2 >> 128 */
0x5800e600,	/* mul128 r0, r6l, r7l */
0x5984e600,	/* mul128 r1, r6u, r7u */
0x5888e600,	/* mul128 r2, r6u, r7l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5908e600,	/* mul128 r2, r6l, r7u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x508fff00,	/* addc r3, r31, r31 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x50e47900,	/* addc r25, r25, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x58010600,	/* mul128 r0, r6l, r8l */
0x59850600,	/* mul128 r1, r6u, r8u */
0x58890600,	/* mul128 r2, r6u, r8l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59090600,	/* mul128 r2, r6l, r8u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x50e87a00,	/* addc r26, r26, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x58012600,	/* mul128 r0, r6l, r9l */
0x59852600,	/* mul128 r1, r6u, r9u */
0x58892600,	/* mul128 r2, r6u, r9l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59092600,	/* mul128 r2, r6l, r9u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x58010700,	/* mul128 r0, r7l, r8l */
0x59850700,	/* mul128 r1, r7u, r8u */
0x58890700,	/* mul128 r2, r7u, r8l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59090700,	/* mul128 r2, r7l, r8u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x50ec7b00,	/* addc r27, r27, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x58012700,	/* mul128 r0, r7l, r9l */
0x59852700,	/* mul128 r1, r7u, r9u */
0x58892700,	/* mul128 r2, r7u, r9l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59092700,	/* mul128 r2, r7l, r9u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x50f07c00,	/* addc r28, r28, r3 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x58012800,	/* mul128 r0, r8l, r9l */
0x59852800,	/* mul128 r1, r8u, r9u */
0x58892800,	/* mul128 r2, r8u, r9l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x59092800,	/* mul128 r2, r8l, r9u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x506c1b00,	/* add r27, r27, r0 */
0x50f03c00,	/* addc r28, r28, r1 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x506c1b00,	/* add r27, r27, r0 */
0x50f03c00,	/* addc r28, r28, r1 */
0x50f7fd00,	/* addc r29, r29, r31 */
0x0c000000,	/* ret */
/* } */
/* @0x2d8: function dod0[15] { */
#define CF_dod0_adr 728
0x8c0c1100,	/* ld *3, *1 */
0x58140100,	/* mul128 r5, r1l, r0l */
0x58880100,	/* mul128 r2, r1u, r0l */
0x50144510,	/* add r5, r5, r2 << 128 */
0x59080100,	/* mul128 r2, r1l, r0u */
0x50144510,	/* add r5, r5, r2 << 128 */
0x5801c500,	/* mul128 r0, r5l, r14l */
0x5985c500,	/* mul128 r1, r5u, r14u */
0x5889c500,	/* mul128 r2, r5u, r14l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5909c500,	/* mul128 r2, r5l, r14u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x2e7: function dod1[9] { */
#define CF_dod1_adr 743
0x5801e500,	/* mul128 r0, r5l, r15l */
0x5985e500,	/* mul128 r1, r5u, r15u */
0x5889e500,	/* mul128 r2, r5u, r15l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x5909e500,	/* mul128 r2, r5l, r15u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x2f0: function dod2[9] { */
#define CF_dod2_adr 752
0x58020500,	/* mul128 r0, r5l, r16l */
0x59860500,	/* mul128 r1, r5u, r16u */
0x588a0500,	/* mul128 r2, r5u, r16l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x590a0500,	/* mul128 r2, r5l, r16u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x2f9: function dod3[9] { */
#define CF_dod3_adr 761
0x58022500,	/* mul128 r0, r5l, r17l */
0x59862500,	/* mul128 r1, r5u, r17u */
0x588a2500,	/* mul128 r2, r5u, r17l */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x590a2500,	/* mul128 r2, r5l, r17u */
0x50004010,	/* add r0, r0, r2 << 128 */
0x50844190,	/* addc r1, r1, r2 >> 128 */
0x0c000000,	/* ret */
/* } */
/* @0x302: function redc4[97] { */
#define CF_redc4_adr 770
0x7c001600,	/* mov r0, r22 */
0x080002d8,	/* call &dod0 */
0x50581600,	/* add r22, r22, r0 */
0x50dc3700,	/* addc r23, r23, r1 */
0x50e3f800,	/* addc r24, r24, r31 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002e7,	/* call &dod1 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x50e49900,	/* addc r25, r25, r4 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002f0,	/* call &dod2 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x50e89a00,	/* addc r26, r26, r4 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002f9,	/* call &dod3 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x50ec9b00,	/* addc r27, r27, r4 */
0x508fff00,	/* addc r3, r31, r31 */
0x7c001700,	/* mov r0, r23 */
0x080002d8,	/* call &dod0 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x50e7f900,	/* addc r25, r25, r31 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002e7,	/* call &dod1 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x50e89a00,	/* addc r26, r26, r4 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002f0,	/* call &dod2 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x50ec9b00,	/* addc r27, r27, r4 */
0x508fff00,	/* addc r3, r31, r31 */
0x080002f9,	/* call &dod3 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x50f07c00,	/* addc r28, r28, r3 */
0x508fff00,	/* addc r3, r31, r31 */
0x7c001800,	/* mov r0, r24 */
0x080002d8,	/* call &dod0 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x50ebfa00,	/* addc r26, r26, r31 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002e7,	/* call &dod1 */
0x50641900,	/* add r25, r25, r0 */
0x50e83a00,	/* addc r26, r26, r1 */
0x50ec9b00,	/* addc r27, r27, r4 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002f0,	/* call &dod2 */
0x50681a00,	/* add r26, r26, r0 */
0x50ec3b00,	/* addc r27, r27, r1 */
0x50f09c00,	/* addc r28, r28, r4 */
0x5093e300,	/* addc r4, r3, r31 */
0x080002f9,	/* call &dod3 */
0x506c1b00,	/* add r27, r27, r0 */
0x50f03c00,	/* addc r28, r28, r1 */
0x50f49d00,	/* addc r29, r29, r4 */
0x508fff00,	/* addc r3, r31, r31 */
0x7c001900,	/* mov r0, r25 */
0x080002d8,	/* call &dod0 */
0x50641900,	/* add r25, r25, r0 */
0x50d83a00,	/* addc r22, r26, r1 */
0x50dffb00,	/* addc r23, r27, r31 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002e7,	/* call &dod1 */
0x50581600,	/* add r22, r22, r0 */
0x50dc3700,	/* addc r23, r23, r1 */
0x50e09c00,	/* addc r24, r28, r4 */
0x5093ff00,	/* addc r4, r31, r31 */
0x080002f0,	/* call &dod2 */
0x505c1700,	/* add r23, r23, r0 */
0x50e03800,	/* addc r24, r24, r1 */
0x50e49d00,	/* addc r25, r29, r4 */
0x508fe300,	/* addc r3, r3, r31 */
0x080002f9,	/* call &dod3 */
0x50601800,	/* add r24, r24, r0 */
0x50e43900,	/* addc r25, r25, r1 */
0x508fe300,	/* addc r3, r3, r31 */
0x56007f00,	/* subx r0, r31, r3 */
0x99680000,	/* strnd r26 */
0x996c0000,	/* strnd r27 */
0x99700000,	/* strnd r28 */
0x99740000,	/* strnd r29 */
0x5409d600,	/* sub r2, r22, r14 */
0x54e9f700,	/* subb r26, r23, r15 */
0x54ee1800,	/* subb r27, r24, r16 */
0x54f23900,	/* subb r28, r25, r17 */
0x66773c08,	/* selcx r29, r28, r25 */
0x66731b08,	/* selcx r28, r27, r24 */
0x666efa08,	/* selcx r27, r26, r23 */
0x666ac208,	/* selcx r26, r2, r22 */
0x0c000000,	/* ret */
/* } */
/* @0x363: function modexp_1024[101] { */
#define CF_modexp_1024_adr 867
0x7c081f00,	/* mov r2, r31 */
0x80080006,	/* movi r2.0l, #6 */
0x8088000a,	/* movi r2.1l, #10 */
0x81880001,	/* movi r2.3l, #1 */
0x8208000e,	/* movi r2.4l, #14 */
0x82880016,	/* movi r2.5l, #22 */
0x83080012,	/* movi r2.6l, #18 */
0x97800200,	/* ldrfp r2 */
0x7c001f00,	/* mov r0, r31 */
0x8180ffff,	/* movi r0.3l, #65535 */
0x84044000,	/* ldi r1, [#0] */
0x40040100,	/* and r1, r1, r0 */
0x48000000,	/* not r0, r0 */
0x84084060,	/* ldi r2, [#3] */
0x40080200,	/* and r2, r2, r0 */
0x44082200,	/* or r2, r2, r1 */
0x95800200,	/* lddmp r2 */
0x05004004,	/* loop #4 ( */
0x8c201b00,	/* ld *0++, *3++ */
0x8c241a00,	/* ld *1++, *2++ */
0x8c301800,	/* ld *4++, *0++ */
0x8c381c00,	/* ld *6++, *4++ */
/*		   ) */
0x99780000,	/* strnd r30 */
0x507bde00,	/* add r30, r30, r30 */
0x080001ba,	/* call &mul4 */
0x08000302,	/* call &redc4 */
0x7c281a00,	/* mov r10, r26 */
0x7c2c1b00,	/* mov r11, r27 */
0x7c301c00,	/* mov r12, r28 */
0x7c341d00,	/* mov r13, r29 */
0x99180000,	/* strnd r6 */
0x991c0000,	/* strnd r7 */
0x99200000,	/* strnd r8 */
0x99240000,	/* strnd r9 */
0x05400033,	/* loop #1024 ( */
0x08000263,	/* call &sqr4 */
0x08000302,	/* call &redc4 */
0x99180000,	/* strnd r6 */
0x991c0000,	/* strnd r7 */
0x99200000,	/* strnd r8 */
0x99240000,	/* strnd r9 */
0x7c181a00,	/* mov r6, r26 */
0x7c1c1b00,	/* mov r7, r27 */
0x7c201c00,	/* mov r8, r28 */
0x7c241d00,	/* mov r9, r29 */
0x080001ba,	/* call &mul4 */
0x08000302,	/* call &redc4 */
0x99000000,	/* strnd r0 */
0x5002b500,	/* add r0, r21, r21 */
0x99000000,	/* strnd r0 */
0x50825200,	/* addc r0, r18, r18 */
0x99480000,	/* strnd r18 */
0x7c480000,	/* mov r18, r0 */
0x99000000,	/* strnd r0 */
0x50827300,	/* addc r0, r19, r19 */
0x994c0000,	/* strnd r19 */
0x7c4c0000,	/* mov r19, r0 */
0x99000000,	/* strnd r0 */
0x50829400,	/* addc r0, r20, r20 */
0x99500000,	/* strnd r20 */
0x7c500000,	/* mov r20, r0 */
0x99000000,	/* strnd r0 */
0x5082b500,	/* addc r0, r21, r21 */
0x99540000,	/* strnd r21 */
0x7c540000,	/* mov r21, r0 */
0x99580000,	/* strnd r22 */
0x995c0000,	/* strnd r23 */
0x99600000,	/* strnd r24 */
0x99640000,	/* strnd r25 */
0x080001aa,	/* call &selA0orC4 */
0x99180000,	/* strnd r6 */
0x991c0000,	/* strnd r7 */
0x99200000,	/* strnd r8 */
0x99240000,	/* strnd r9 */
0x99000000,	/* strnd r0 */
0x50000000,	/* add r0, r0, r0 */
0x4c001e00,	/* xor r0, r30, r0 */
0x99780000,	/* strnd r30 */
0x507bde00,	/* add r30, r30, r30 */
0x4c781e00,	/* xor r30, r30, r0 */
0x447a5e00,	/* or r30, r30, r18 */
0x4c03c000,	/* xor r0, r0, r30 */
0x641aca01,	/* sell r6, r10, r22 */
0x641eeb01,	/* sell r7, r11, r23 */
0x64230c01,	/* sell r8, r12, r24 */
0x64272d01,	/* sell r9, r13, r25 */
/*		   ) */
0x7c281f00,	/* mov r10, r31 */
0x80280001,	/* movi r10.0l, #1 */
0x7c2c1f00,	/* mov r11, r31 */
0x7c301f00,	/* mov r12, r31 */
0x7c341f00,	/* mov r13, r31 */
0x080001ba,	/* call &mul4 */
0x08000302,	/* call &redc4 */
0x5419da00,	/* sub r6, r26, r14 */
0x549dfb00,	/* subb r7, r27, r15 */
0x54a21c00,	/* subb r8, r28, r16 */
0x54a63d00,	/* subb r9, r29, r17 */
0x080001aa,	/* call &selA0orC4 */
0x05004001,	/* loop #4 ( */
0x90740d00,	/* st *5++, *5++ */
/*		   ) */
0x0c000000,	/* ret */
/* } */
#endif // CONFIG_DCRYPTO_RSA_SPEEDUP
};
/* clang-format on */

struct DMEM_ctx_ptrs {
	uint32_t pMod;
	uint32_t pDinv;
	uint32_t pRR;
	uint32_t pA;
	uint32_t pB;
	uint32_t pC;
	uint32_t n;
	uint32_t n1;
};

/*
 * This struct is "calling convention" for passing parameters into the
 * code block above for RSA operations.  Parameters start at &DMEM[0].
 */
struct DMEM_ctx {
	struct DMEM_ctx_ptrs in_ptrs;
	struct DMEM_ctx_ptrs sqr_ptrs;
	struct DMEM_ctx_ptrs mul_ptrs;
	struct DMEM_ctx_ptrs out_ptrs;
	uint32_t mod[RSA_WORDS_4K];
	uint32_t dInv[8];
	uint32_t pubexp;
	uint32_t _pad1[3];
	uint32_t rnd[2];
	uint32_t _pad2[2];
	uint32_t RR[RSA_WORDS_4K];
	uint32_t in[RSA_WORDS_4K];
	uint32_t exp[RSA_WORDS_4K + 8]; /* extra word for randomization */
	uint32_t out[RSA_WORDS_4K];
	uint32_t bin[RSA_WORDS_4K];
	uint32_t bout[RSA_WORDS_4K];
};

#define DMEM_CELL_SIZE 32
#define DMEM_INDEX(p, f)                                                       \
	(((const uint8_t *)&(p)->f - (const uint8_t *)(p)) / DMEM_CELL_SIZE)

/* Get non-0 64 bit random */
static void rand64(uint32_t dst[2])
{
	do {
		dst[0] = rand();
		dst[1] = rand();
	} while ((dst[0] | dst[1]) == 0);
}

/* Grab dcrypto lock and set things up for modulus and input */
static int setup_and_lock(const struct LITE_BIGNUM *N,
			  const struct LITE_BIGNUM *input)
{
	struct DMEM_ctx *ctx =
		(struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY);

	/* Initialize hardware; load code page. */
	dcrypto_init_and_lock();
	dcrypto_imem_load(0, IMEM_dcrypto_bn, ARRAY_SIZE(IMEM_dcrypto_bn));

	/* Setup DMEM pointers (as indices into DMEM which are 256-bit cells).
	 */
	ctx->in_ptrs.pMod = DMEM_INDEX(ctx, mod);
	ctx->in_ptrs.pDinv = DMEM_INDEX(ctx, dInv);
	ctx->in_ptrs.pRR = DMEM_INDEX(ctx, RR);
	ctx->in_ptrs.pA = DMEM_INDEX(ctx, in);
	ctx->in_ptrs.pB = DMEM_INDEX(ctx, exp);
	ctx->in_ptrs.pC = DMEM_INDEX(ctx, out);
	ctx->in_ptrs.n = bn_bits(N) / (DMEM_CELL_SIZE * 8);
	ctx->in_ptrs.n1 = ctx->in_ptrs.n - 1;

	ctx->sqr_ptrs = ctx->in_ptrs;
	ctx->mul_ptrs = ctx->in_ptrs;
	ctx->out_ptrs = ctx->in_ptrs;

	dcrypto_dmem_load(DMEM_INDEX(ctx, in), input->d, bn_words(input));
	if (dcrypto_dmem_load(DMEM_INDEX(ctx, mod), N->d, bn_words(N)) == 0) {
		/*
		 * No change detected; assume modulus precomputation is cached.
		 */
		return 0;
	}

	/* Calculate RR and d0inv. */
	return dcrypto_call(CF_modload_adr);
}

#define MONTMUL(ctx, a, b, c)                                                  \
	montmul(ctx, DMEM_INDEX(ctx, a), DMEM_INDEX(ctx, b), DMEM_INDEX(ctx, c))

static int montmul(struct DMEM_ctx *ctx, uint32_t pA, uint32_t pB,
		   uint32_t pOut)
{

	ctx->in_ptrs.pA = pA;
	ctx->in_ptrs.pB = pB;
	ctx->in_ptrs.pC = pOut;

	return dcrypto_call(CF_mulx_adr);
}

#define MONTOUT(ctx, a, b) montout(ctx, DMEM_INDEX(ctx, a), DMEM_INDEX(ctx, b))

static int montout(struct DMEM_ctx *ctx, uint32_t pA, uint32_t pOut)
{

	ctx->in_ptrs.pA = pA;
	ctx->in_ptrs.pB = 0;
	ctx->in_ptrs.pC = pOut;

	return dcrypto_call(CF_mul1_adr);
}

#define MODEXP(ctx, in, exp, out)                                              \
	modexp(ctx, CF_modexp_adr, DMEM_INDEX(ctx, RR), DMEM_INDEX(ctx, in),   \
	       DMEM_INDEX(ctx, exp), DMEM_INDEX(ctx, out))

#define MODEXP1024(ctx, in, exp, out)                                          \
	modexp(ctx, CF_modexp_1024_adr, DMEM_INDEX(ctx, RR),                   \
	       DMEM_INDEX(ctx, in), DMEM_INDEX(ctx, exp),                      \
	       DMEM_INDEX(ctx, out))

#define MODEXP_BLINDED(ctx, in, exp, out)                                      \
	modexp(ctx, CF_modexp_blinded_adr, DMEM_INDEX(ctx, RR),                \
	       DMEM_INDEX(ctx, in), DMEM_INDEX(ctx, exp),                      \
	       DMEM_INDEX(ctx, out))

static int modexp(struct DMEM_ctx *ctx, uint32_t adr, uint32_t rr, uint32_t pIn,
		  uint32_t pExp, uint32_t pOut)
{
	/* in = in * RR */
	ctx->in_ptrs.pA = pIn;
	ctx->in_ptrs.pB = rr;
	ctx->in_ptrs.pC = pIn;

	/* out = out * out */
	ctx->sqr_ptrs.pA = pOut;
	ctx->sqr_ptrs.pB = pOut;
	ctx->sqr_ptrs.pC = pOut;

	/* out = out * in */
	ctx->mul_ptrs.pA = pIn;
	ctx->mul_ptrs.pB = pOut;
	ctx->mul_ptrs.pC = pOut;

	/* out = out / R */
	ctx->out_ptrs.pA = pOut;
	ctx->out_ptrs.pB = pExp;
	ctx->out_ptrs.pC = pOut;

	return dcrypto_call(adr);
}

/* output = input ** exp % N. */
int dcrypto_modexp_blinded(struct LITE_BIGNUM *output,
			   const struct LITE_BIGNUM *input,
			   const struct LITE_BIGNUM *exp,
			   const struct LITE_BIGNUM *N, uint32_t pubexp)
{
	int i, result;
	struct DMEM_ctx *ctx =
		(struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY);

	uint32_t r_buf[RSA_MAX_WORDS];
	uint32_t rinv_buf[RSA_MAX_WORDS];

	struct LITE_BIGNUM r;
	struct LITE_BIGNUM rinv;

	bn_init(&r, r_buf, bn_size(N));
	bn_init(&rinv, rinv_buf, bn_size(N));

	/*
	 * pick 64 bit r != 0
	 * We cannot tolerate risk of 0 since 0 breaks computation.
	 */
	rand64(r_buf);

	/*
	 * compute 1/r mod N
	 * Note this cannot fail since N is product of two large primes
	 * and r != 0, so we can ignore return value.
	 */
	bn_modinv_vartime(&rinv, &r, N);

	/*
	 * compute r^pubexp mod N
	 */
	dcrypto_modexp_word(&r, &r, pubexp, N);

	result = setup_and_lock(N, input);

	/* Pick !0 64-bit random for exponent blinding */
	rand64(ctx->rnd);
	ctx->pubexp = pubexp;

	ctx->_pad1[0] = ctx->_pad1[1] = ctx->_pad1[2] = 0;
	ctx->_pad2[0] = ctx->_pad2[1] = 0;

	dcrypto_dmem_load(DMEM_INDEX(ctx, bin), r.d, bn_words(&r));
	dcrypto_dmem_load(DMEM_INDEX(ctx, bout), rinv.d, bn_words(&rinv));
	dcrypto_dmem_load(DMEM_INDEX(ctx, exp), exp->d, bn_words(exp));

	/* 0 pad the exponent to full size + 8 */
	for (i = bn_words(exp); i < bn_words(N) + 8; ++i)
		ctx->exp[i] = 0;

	/* Blind input */
	result |= MONTMUL(ctx, in, RR, in);
	result |= MONTMUL(ctx, in, bin, in);

	result |= MODEXP_BLINDED(ctx, in, exp, out);

	/* remove blinding factor */
	result |= MONTMUL(ctx, out, RR, out);
	result |= MONTMUL(ctx, out, bout, out);
	/* fully reduce out */
	result |= MONTMUL(ctx, out, RR, out);
	result |= MONTOUT(ctx, out, out);

	memcpy(output->d, ctx->out, bn_size(output));

	dcrypto_unlock();
	return result == 0;
}

/* output = input ** exp % N. */
int dcrypto_modexp(struct LITE_BIGNUM *output, const struct LITE_BIGNUM *input,
		   const struct LITE_BIGNUM *exp, const struct LITE_BIGNUM *N)
{
	int i, result;
	struct DMEM_ctx *ctx =
		(struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY);

	result = setup_and_lock(N, input);

	dcrypto_dmem_load(DMEM_INDEX(ctx, exp), exp->d, bn_words(exp));

	/* 0 pad the exponent to full size */
	for (i = bn_words(exp); i < bn_words(N); ++i)
		ctx->exp[i] = 0;

#ifdef CONFIG_DCRYPTO_RSA_SPEEDUP
	if (bn_bits(N) == 1024) { /* special code for 1024 bits */
		result |= MODEXP1024(ctx, in, exp, out);
	} else {
		result |= MODEXP(ctx, in, exp, out);
	}
#else
	result |= MODEXP(ctx, in, exp, out);
#endif

	memcpy(output->d, ctx->out, bn_size(output));

	dcrypto_unlock();
	return result == 0;
}

/* output = input ** exp % N. */
int dcrypto_modexp_word(struct LITE_BIGNUM *output,
			const struct LITE_BIGNUM *input, uint32_t exp,
			const struct LITE_BIGNUM *N)
{
	int result;
	uint32_t e = exp;
	uint32_t b = 0x80000000;
	struct DMEM_ctx *ctx =
		(struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY);

	result = setup_and_lock(N, input);

	/* Find top bit */
	while (b != 0 && !(b & e))
		b >>= 1;

	/* out = in * RR */
	result |= MONTMUL(ctx, in, RR, out);
	/* in = in * RR */
	result |= MONTMUL(ctx, in, RR, in);

	while (b > 1) {
		b >>= 1;

		/* out = out * out */
		result |= MONTMUL(ctx, out, out, out);

		if ((b & e) != 0) {
			/* out = out * in */
			result |= MONTMUL(ctx, in, out, out);
		}
	}

	/* out = out / R */
	result |= MONTOUT(ctx, out, out);

	memcpy(output->d, ctx->out, bn_size(output));

	dcrypto_unlock();
	return result == 0;
}

#ifdef CRYPTO_TEST_SETUP
#include "console.h"
#include "shared_mem.h"
#include "timer.h"

static uint8_t genp_seed[32];
static uint32_t prime_buf[32];
static timestamp_t genp_start;
static timestamp_t genp_end;

static int genp_core(void)
{
	struct LITE_BIGNUM prime;
	int result;

	// Spin seed out into prng candidate prime.
	DCRYPTO_hkdf((uint8_t *)prime_buf, sizeof(prime_buf), genp_seed,
		     sizeof(genp_seed), 0, 0, 0, 0);
	DCRYPTO_bn_wrap(&prime, &prime_buf, sizeof(prime_buf));

	genp_start = get_time();
	result = (DCRYPTO_bn_generate_prime(&prime) != 0) ? EC_SUCCESS
							  : EC_ERROR_UNKNOWN;
	genp_end = get_time();

	return result;
}

static int call_on_bigger_stack(int (*func)(void))
{
	int result, i;
	char *new_stack;
	const int new_stack_size = 4 * 1024;

	result = shared_mem_acquire(new_stack_size, &new_stack);
	if (result == EC_SUCCESS) {
		// Paint stack arena
		memset(new_stack, 0x01, new_stack_size);

		// Call whilst switching stacks
		__asm__ volatile("mov r4, sp\n" // save sp
				 "mov sp, %[new_stack]\n"
				 "blx %[func]\n"
				 "mov sp, r4\n" // restore sp
				 "mov %[result], r0\n"
				 : [result] "=r"(result)
				 : [new_stack] "r"(new_stack + new_stack_size),
				   [func] "r"(func)
				 : "r0", "r1", "r2", "r3", "r4",
				   "lr" // clobbers
		);

		// Take guess at amount of stack that got used
		for (i = 0; i < new_stack_size && new_stack[i] == 0x01; ++i)
			;
		ccprintf("stack: %u/%u\n", new_stack_size - i, new_stack_size);

		shared_mem_release(new_stack);
	}

	return result;
}

static int command_genp(int argc, char **argv)
{
	int result;

	memset(genp_seed, 0, sizeof(genp_seed));
	if (argc > 1)
		memcpy(genp_seed, argv[1], strlen(argv[1]));

	result = call_on_bigger_stack(genp_core);

	if (result == EC_SUCCESS) {
		ccprintf("prime: %ph (lsb first)\n",
			 HEX_BUF(prime_buf, sizeof(prime_buf)));
		ccprintf("μs   : %llu\n",
			 (long long)(genp_end.val - genp_start.val));
	}

	return result;
}
DECLARE_CONSOLE_COMMAND(genp, command_genp, "[seed]", "Generate prng prime");
#endif