#![allow(non_upper_case_globals, unused_macros, unused_imports)]
use crate::low::macros::*;
macro_rules! NUMSIZE {
() => {
"48"
};
}
macro_rules! input_z {
() => {
"x23"
};
}
macro_rules! input_x {
() => {
"x24"
};
}
macro_rules! x_1 { () => { Q!(input_x!() ", #0") } }
macro_rules! y_1 { () => { Q!(input_x!() ", # " NUMSIZE!()) } }
macro_rules! z_1 { () => { Q!(input_x!() ", # (2 * " NUMSIZE!() ")") } }
macro_rules! x_3 { () => { Q!(input_z!() ", #0") } }
macro_rules! y_3 { () => { Q!(input_z!() ", # " NUMSIZE!()) } }
macro_rules! z_3 { () => { Q!(input_z!() ", # (2 * " NUMSIZE!() ")") } }
macro_rules! z2 { () => { Q!("sp, # (" NUMSIZE!() "* 0)") } }
macro_rules! y2 { () => { Q!("sp, # (" NUMSIZE!() "* 1)") } }
macro_rules! x2p { () => { Q!("sp, # (" NUMSIZE!() "* 2)") } }
macro_rules! xy2 { () => { Q!("sp, # (" NUMSIZE!() "* 3)") } }
macro_rules! y4 { () => { Q!("sp, # (" NUMSIZE!() "* 4)") } }
macro_rules! t2 { () => { Q!("sp, # (" NUMSIZE!() "* 4)") } }
macro_rules! dx2 { () => { Q!("sp, # (" NUMSIZE!() "* 5)") } }
macro_rules! t1 { () => { Q!("sp, # (" NUMSIZE!() "* 5)") } }
macro_rules! d { () => { Q!("sp, # (" NUMSIZE!() "* 6)") } }
macro_rules! x4p { () => { Q!("sp, # (" NUMSIZE!() "* 6)") } }
macro_rules! NSPACE { () => { Q!("(" NUMSIZE!() "* 7)") } }
macro_rules! montmul_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x3, x4, [" $P1 "];\n"
"ldp x5, x6, [" $P2 "];\n"
"mul x12, x3, x5;\n"
"umulh x13, x3, x5;\n"
"mul x11, x3, x6;\n"
"umulh x14, x3, x6;\n"
"adds x13, x13, x11;\n"
"ldp x7, x8, [" $P2 "+ 16];\n"
"mul x11, x3, x7;\n"
"umulh x15, x3, x7;\n"
"adcs x14, x14, x11;\n"
"mul x11, x3, x8;\n"
"umulh x16, x3, x8;\n"
"adcs x15, x15, x11;\n"
"ldp x9, x10, [" $P2 "+ 32];\n"
"mul x11, x3, x9;\n"
"umulh x17, x3, x9;\n"
"adcs x16, x16, x11;\n"
"mul x11, x3, x10;\n"
"umulh x19, x3, x10;\n"
"adcs x17, x17, x11;\n"
"adc x19, x19, xzr;\n"
"mul x11, x4, x5;\n"
"adds x13, x13, x11;\n"
"mul x11, x4, x6;\n"
"adcs x14, x14, x11;\n"
"mul x11, x4, x7;\n"
"adcs x15, x15, x11;\n"
"mul x11, x4, x8;\n"
"adcs x16, x16, x11;\n"
"mul x11, x4, x9;\n"
"adcs x17, x17, x11;\n"
"mul x11, x4, x10;\n"
"adcs x19, x19, x11;\n"
"cset x20, cs;\n"
"umulh x11, x4, x5;\n"
"adds x14, x14, x11;\n"
"umulh x11, x4, x6;\n"
"adcs x15, x15, x11;\n"
"umulh x11, x4, x7;\n"
"adcs x16, x16, x11;\n"
"umulh x11, x4, x8;\n"
"adcs x17, x17, x11;\n"
"umulh x11, x4, x9;\n"
"adcs x19, x19, x11;\n"
"umulh x11, x4, x10;\n"
"adc x20, x20, x11;\n"
"ldp x3, x4, [" $P1 "+ 16];\n"
"mul x11, x3, x5;\n"
"adds x14, x14, x11;\n"
"mul x11, x3, x6;\n"
"adcs x15, x15, x11;\n"
"mul x11, x3, x7;\n"
"adcs x16, x16, x11;\n"
"mul x11, x3, x8;\n"
"adcs x17, x17, x11;\n"
"mul x11, x3, x9;\n"
"adcs x19, x19, x11;\n"
"mul x11, x3, x10;\n"
"adcs x20, x20, x11;\n"
"cset x21, cs;\n"
"umulh x11, x3, x5;\n"
"adds x15, x15, x11;\n"
"umulh x11, x3, x6;\n"
"adcs x16, x16, x11;\n"
"umulh x11, x3, x7;\n"
"adcs x17, x17, x11;\n"
"umulh x11, x3, x8;\n"
"adcs x19, x19, x11;\n"
"umulh x11, x3, x9;\n"
"adcs x20, x20, x11;\n"
"umulh x11, x3, x10;\n"
"adc x21, x21, x11;\n"
"mul x11, x4, x5;\n"
"adds x15, x15, x11;\n"
"mul x11, x4, x6;\n"
"adcs x16, x16, x11;\n"
"mul x11, x4, x7;\n"
"adcs x17, x17, x11;\n"
"mul x11, x4, x8;\n"
"adcs x19, x19, x11;\n"
"mul x11, x4, x9;\n"
"adcs x20, x20, x11;\n"
"mul x11, x4, x10;\n"
"adcs x21, x21, x11;\n"
"cset x22, cs;\n"
"umulh x11, x4, x5;\n"
"adds x16, x16, x11;\n"
"umulh x11, x4, x6;\n"
"adcs x17, x17, x11;\n"
"umulh x11, x4, x7;\n"
"adcs x19, x19, x11;\n"
"umulh x11, x4, x8;\n"
"adcs x20, x20, x11;\n"
"umulh x11, x4, x9;\n"
"adcs x21, x21, x11;\n"
"umulh x11, x4, x10;\n"
"adc x22, x22, x11;\n"
"ldp x3, x4, [" $P1 "+ 32];\n"
"mul x11, x3, x5;\n"
"adds x16, x16, x11;\n"
"mul x11, x3, x6;\n"
"adcs x17, x17, x11;\n"
"mul x11, x3, x7;\n"
"adcs x19, x19, x11;\n"
"mul x11, x3, x8;\n"
"adcs x20, x20, x11;\n"
"mul x11, x3, x9;\n"
"adcs x21, x21, x11;\n"
"mul x11, x3, x10;\n"
"adcs x22, x22, x11;\n"
"cset x2, cs;\n"
"umulh x11, x3, x5;\n"
"adds x17, x17, x11;\n"
"umulh x11, x3, x6;\n"
"adcs x19, x19, x11;\n"
"umulh x11, x3, x7;\n"
"adcs x20, x20, x11;\n"
"umulh x11, x3, x8;\n"
"adcs x21, x21, x11;\n"
"umulh x11, x3, x9;\n"
"adcs x22, x22, x11;\n"
"umulh x11, x3, x10;\n"
"adc x2, x2, x11;\n"
"mul x11, x4, x5;\n"
"adds x17, x17, x11;\n"
"mul x11, x4, x6;\n"
"adcs x19, x19, x11;\n"
"mul x11, x4, x7;\n"
"adcs x20, x20, x11;\n"
"mul x11, x4, x8;\n"
"adcs x21, x21, x11;\n"
"mul x11, x4, x9;\n"
"adcs x22, x22, x11;\n"
"mul x11, x4, x10;\n"
"adcs x2, x2, x11;\n"
"cset x1, cs;\n"
"umulh x11, x4, x5;\n"
"adds x19, x19, x11;\n"
"umulh x11, x4, x6;\n"
"adcs x20, x20, x11;\n"
"umulh x11, x4, x7;\n"
"adcs x21, x21, x11;\n"
"umulh x11, x4, x8;\n"
"adcs x22, x22, x11;\n"
"umulh x11, x4, x9;\n"
"adcs x2, x2, x11;\n"
"umulh x11, x4, x10;\n"
"adc x1, x1, x11;\n"
"lsl x7, x12, #32;\n"
"add x12, x7, x12;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x12;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x12;\n"
"umulh x6, x6, x12;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x12;\n"
"adc x5, xzr, xzr;\n"
"subs x13, x13, x7;\n"
"sbcs x14, x14, x6;\n"
"sbcs x15, x15, x5;\n"
"sbcs x16, x16, xzr;\n"
"sbcs x17, x17, xzr;\n"
"sbc x12, x12, xzr;\n"
"lsl x7, x13, #32;\n"
"add x13, x7, x13;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x13;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x13;\n"
"umulh x6, x6, x13;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x13;\n"
"adc x5, xzr, xzr;\n"
"subs x14, x14, x7;\n"
"sbcs x15, x15, x6;\n"
"sbcs x16, x16, x5;\n"
"sbcs x17, x17, xzr;\n"
"sbcs x12, x12, xzr;\n"
"sbc x13, x13, xzr;\n"
"lsl x7, x14, #32;\n"
"add x14, x7, x14;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x14;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x14;\n"
"umulh x6, x6, x14;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x14;\n"
"adc x5, xzr, xzr;\n"
"subs x15, x15, x7;\n"
"sbcs x16, x16, x6;\n"
"sbcs x17, x17, x5;\n"
"sbcs x12, x12, xzr;\n"
"sbcs x13, x13, xzr;\n"
"sbc x14, x14, xzr;\n"
"lsl x7, x15, #32;\n"
"add x15, x7, x15;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x15;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x15;\n"
"umulh x6, x6, x15;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x15;\n"
"adc x5, xzr, xzr;\n"
"subs x16, x16, x7;\n"
"sbcs x17, x17, x6;\n"
"sbcs x12, x12, x5;\n"
"sbcs x13, x13, xzr;\n"
"sbcs x14, x14, xzr;\n"
"sbc x15, x15, xzr;\n"
"lsl x7, x16, #32;\n"
"add x16, x7, x16;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x16;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x16;\n"
"umulh x6, x6, x16;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x16;\n"
"adc x5, xzr, xzr;\n"
"subs x17, x17, x7;\n"
"sbcs x12, x12, x6;\n"
"sbcs x13, x13, x5;\n"
"sbcs x14, x14, xzr;\n"
"sbcs x15, x15, xzr;\n"
"sbc x16, x16, xzr;\n"
"lsl x7, x17, #32;\n"
"add x17, x7, x17;\n"
"mov x7, #0xffffffff00000001;\n"
"umulh x7, x7, x17;\n"
"mov x6, #0xffffffff;\n"
"mul x5, x6, x17;\n"
"umulh x6, x6, x17;\n"
"adds x7, x7, x5;\n"
"adcs x6, x6, x17;\n"
"adc x5, xzr, xzr;\n"
"subs x12, x12, x7;\n"
"sbcs x13, x13, x6;\n"
"sbcs x14, x14, x5;\n"
"sbcs x15, x15, xzr;\n"
"sbcs x16, x16, xzr;\n"
"sbc x17, x17, xzr;\n"
"adds x12, x12, x19;\n"
"adcs x13, x13, x20;\n"
"adcs x14, x14, x21;\n"
"adcs x15, x15, x22;\n"
"adcs x16, x16, x2;\n"
"adcs x17, x17, x1;\n"
"adc x10, xzr, xzr;\n"
"mov x11, #0xffffffff00000001;\n"
"adds x19, x12, x11;\n"
"mov x11, #0xffffffff;\n"
"adcs x20, x13, x11;\n"
"mov x11, #0x1;\n"
"adcs x21, x14, x11;\n"
"adcs x22, x15, xzr;\n"
"adcs x2, x16, xzr;\n"
"adcs x1, x17, xzr;\n"
"adcs x10, x10, xzr;\n"
"csel x12, x12, x19, eq;\n"
"csel x13, x13, x20, eq;\n"
"csel x14, x14, x21, eq;\n"
"csel x15, x15, x22, eq;\n"
"csel x16, x16, x2, eq;\n"
"csel x17, x17, x1, eq;\n"
"stp x12, x13, [" $P0 "];\n"
"stp x14, x15, [" $P0 "+ 16];\n"
"stp x16, x17, [" $P0 "+ 32]"
)}
}
macro_rules! montsqr_p384 {
($P0:expr, $P1:expr) => { Q!(
"ldp x2, x3, [" $P1 "];\n"
"mul x9, x2, x3;\n"
"umulh x10, x2, x3;\n"
"ldp x4, x5, [" $P1 "+ 16];\n"
"mul x8, x2, x4;\n"
"adds x10, x10, x8;\n"
"mul x11, x2, x5;\n"
"mul x8, x3, x4;\n"
"adcs x11, x11, x8;\n"
"umulh x12, x2, x5;\n"
"mul x8, x3, x5;\n"
"adcs x12, x12, x8;\n"
"ldp x6, x7, [" $P1 "+ 32];\n"
"mul x13, x2, x7;\n"
"mul x8, x3, x6;\n"
"adcs x13, x13, x8;\n"
"umulh x14, x2, x7;\n"
"mul x8, x3, x7;\n"
"adcs x14, x14, x8;\n"
"mul x15, x5, x6;\n"
"adcs x15, x15, xzr;\n"
"umulh x16, x5, x6;\n"
"adc x16, x16, xzr;\n"
"umulh x8, x2, x4;\n"
"adds x11, x11, x8;\n"
"umulh x8, x3, x4;\n"
"adcs x12, x12, x8;\n"
"umulh x8, x3, x5;\n"
"adcs x13, x13, x8;\n"
"umulh x8, x3, x6;\n"
"adcs x14, x14, x8;\n"
"umulh x8, x3, x7;\n"
"adcs x15, x15, x8;\n"
"adc x16, x16, xzr;\n"
"mul x8, x2, x6;\n"
"adds x12, x12, x8;\n"
"mul x8, x4, x5;\n"
"adcs x13, x13, x8;\n"
"mul x8, x4, x6;\n"
"adcs x14, x14, x8;\n"
"mul x8, x4, x7;\n"
"adcs x15, x15, x8;\n"
"mul x8, x5, x7;\n"
"adcs x16, x16, x8;\n"
"mul x17, x6, x7;\n"
"adcs x17, x17, xzr;\n"
"umulh x19, x6, x7;\n"
"adc x19, x19, xzr;\n"
"umulh x8, x2, x6;\n"
"adds x13, x13, x8;\n"
"umulh x8, x4, x5;\n"
"adcs x14, x14, x8;\n"
"umulh x8, x4, x6;\n"
"adcs x15, x15, x8;\n"
"umulh x8, x4, x7;\n"
"adcs x16, x16, x8;\n"
"umulh x8, x5, x7;\n"
"adcs x17, x17, x8;\n"
"adc x19, x19, xzr;\n"
"adds x9, x9, x9;\n"
"adcs x10, x10, x10;\n"
"adcs x11, x11, x11;\n"
"adcs x12, x12, x12;\n"
"adcs x13, x13, x13;\n"
"adcs x14, x14, x14;\n"
"adcs x15, x15, x15;\n"
"adcs x16, x16, x16;\n"
"adcs x17, x17, x17;\n"
"adcs x19, x19, x19;\n"
"cset x20, hs;\n"
"umulh x8, x2, x2;\n"
"mul x2, x2, x2;\n"
"adds x9, x9, x8;\n"
"mul x8, x3, x3;\n"
"adcs x10, x10, x8;\n"
"umulh x8, x3, x3;\n"
"adcs x11, x11, x8;\n"
"mul x8, x4, x4;\n"
"adcs x12, x12, x8;\n"
"umulh x8, x4, x4;\n"
"adcs x13, x13, x8;\n"
"mul x8, x5, x5;\n"
"adcs x14, x14, x8;\n"
"umulh x8, x5, x5;\n"
"adcs x15, x15, x8;\n"
"mul x8, x6, x6;\n"
"adcs x16, x16, x8;\n"
"umulh x8, x6, x6;\n"
"adcs x17, x17, x8;\n"
"mul x8, x7, x7;\n"
"adcs x19, x19, x8;\n"
"umulh x8, x7, x7;\n"
"adc x20, x20, x8;\n"
"lsl x5, x2, #32;\n"
"add x2, x5, x2;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x2;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x2;\n"
"umulh x4, x4, x2;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x2;\n"
"adc x3, xzr, xzr;\n"
"subs x9, x9, x5;\n"
"sbcs x10, x10, x4;\n"
"sbcs x11, x11, x3;\n"
"sbcs x12, x12, xzr;\n"
"sbcs x13, x13, xzr;\n"
"sbc x2, x2, xzr;\n"
"lsl x5, x9, #32;\n"
"add x9, x5, x9;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x9;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x9;\n"
"umulh x4, x4, x9;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x9;\n"
"adc x3, xzr, xzr;\n"
"subs x10, x10, x5;\n"
"sbcs x11, x11, x4;\n"
"sbcs x12, x12, x3;\n"
"sbcs x13, x13, xzr;\n"
"sbcs x2, x2, xzr;\n"
"sbc x9, x9, xzr;\n"
"lsl x5, x10, #32;\n"
"add x10, x5, x10;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x10;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x10;\n"
"umulh x4, x4, x10;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x10;\n"
"adc x3, xzr, xzr;\n"
"subs x11, x11, x5;\n"
"sbcs x12, x12, x4;\n"
"sbcs x13, x13, x3;\n"
"sbcs x2, x2, xzr;\n"
"sbcs x9, x9, xzr;\n"
"sbc x10, x10, xzr;\n"
"lsl x5, x11, #32;\n"
"add x11, x5, x11;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x11;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x11;\n"
"umulh x4, x4, x11;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x11;\n"
"adc x3, xzr, xzr;\n"
"subs x12, x12, x5;\n"
"sbcs x13, x13, x4;\n"
"sbcs x2, x2, x3;\n"
"sbcs x9, x9, xzr;\n"
"sbcs x10, x10, xzr;\n"
"sbc x11, x11, xzr;\n"
"lsl x5, x12, #32;\n"
"add x12, x5, x12;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x12;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x12;\n"
"umulh x4, x4, x12;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x12;\n"
"adc x3, xzr, xzr;\n"
"subs x13, x13, x5;\n"
"sbcs x2, x2, x4;\n"
"sbcs x9, x9, x3;\n"
"sbcs x10, x10, xzr;\n"
"sbcs x11, x11, xzr;\n"
"sbc x12, x12, xzr;\n"
"lsl x5, x13, #32;\n"
"add x13, x5, x13;\n"
"mov x5, #-4294967295;\n"
"umulh x5, x5, x13;\n"
"mov x4, #4294967295;\n"
"mul x3, x4, x13;\n"
"umulh x4, x4, x13;\n"
"adds x5, x5, x3;\n"
"adcs x4, x4, x13;\n"
"adc x3, xzr, xzr;\n"
"subs x2, x2, x5;\n"
"sbcs x9, x9, x4;\n"
"sbcs x10, x10, x3;\n"
"sbcs x11, x11, xzr;\n"
"sbcs x12, x12, xzr;\n"
"sbc x13, x13, xzr;\n"
"adds x2, x2, x14;\n"
"adcs x9, x9, x15;\n"
"adcs x10, x10, x16;\n"
"adcs x11, x11, x17;\n"
"adcs x12, x12, x19;\n"
"adcs x13, x13, x20;\n"
"adc x6, xzr, xzr;\n"
"mov x8, #-4294967295;\n"
"adds x14, x2, x8;\n"
"mov x8, #4294967295;\n"
"adcs x15, x9, x8;\n"
"mov x8, #1;\n"
"adcs x16, x10, x8;\n"
"adcs x17, x11, xzr;\n"
"adcs x19, x12, xzr;\n"
"adcs x20, x13, xzr;\n"
"adcs x6, x6, xzr;\n"
"csel x2, x2, x14, eq;\n"
"csel x9, x9, x15, eq;\n"
"csel x10, x10, x16, eq;\n"
"csel x11, x11, x17, eq;\n"
"csel x12, x12, x19, eq;\n"
"csel x13, x13, x20, eq;\n"
"stp x2, x9, [" $P0 "];\n"
"stp x10, x11, [" $P0 "+ 16];\n"
"stp x12, x13, [" $P0 "+ 32]"
)}
}
macro_rules! sub_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x5, x6, [" $P1 "];\n"
"ldp x4, x3, [" $P2 "];\n"
"subs x5, x5, x4;\n"
"sbcs x6, x6, x3;\n"
"ldp x7, x8, [" $P1 "+ 16];\n"
"ldp x4, x3, [" $P2 "+ 16];\n"
"sbcs x7, x7, x4;\n"
"sbcs x8, x8, x3;\n"
"ldp x9, x10, [" $P1 "+ 32];\n"
"ldp x4, x3, [" $P2 "+ 32];\n"
"sbcs x9, x9, x4;\n"
"sbcs x10, x10, x3;\n"
"csetm x3, lo;\n"
"mov x4, #4294967295;\n"
"and x4, x4, x3;\n"
"adds x5, x5, x4;\n"
"eor x4, x4, x3;\n"
"adcs x6, x6, x4;\n"
"mov x4, #-2;\n"
"and x4, x4, x3;\n"
"adcs x7, x7, x4;\n"
"adcs x8, x8, x3;\n"
"adcs x9, x9, x3;\n"
"adc x10, x10, x3;\n"
"stp x5, x6, [" $P0 "];\n"
"stp x7, x8, [" $P0 "+ 16];\n"
"stp x9, x10, [" $P0 "+ 32]"
)}
}
macro_rules! add_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x5, x6, [" $P1 "];\n"
"ldp x4, x3, [" $P2 "];\n"
"adds x5, x5, x4;\n"
"adcs x6, x6, x3;\n"
"ldp x7, x8, [" $P1 "+ 16];\n"
"ldp x4, x3, [" $P2 "+ 16];\n"
"adcs x7, x7, x4;\n"
"adcs x8, x8, x3;\n"
"ldp x9, x10, [" $P1 "+ 32];\n"
"ldp x4, x3, [" $P2 "+ 32];\n"
"adcs x9, x9, x4;\n"
"adcs x10, x10, x3;\n"
"adc x3, xzr, xzr;\n"
"mov x4, #0xffffffff;\n"
"cmp x5, x4;\n"
"mov x4, #0xffffffff00000000;\n"
"sbcs xzr, x6, x4;\n"
"mov x4, #0xfffffffffffffffe;\n"
"sbcs xzr, x7, x4;\n"
"adcs xzr, x8, xzr;\n"
"adcs xzr, x9, xzr;\n"
"adcs xzr, x10, xzr;\n"
"adcs x3, x3, xzr;\n"
"csetm x3, ne;\n"
"mov x4, #0xffffffff;\n"
"and x4, x4, x3;\n"
"subs x5, x5, x4;\n"
"eor x4, x4, x3;\n"
"sbcs x6, x6, x4;\n"
"mov x4, #0xfffffffffffffffe;\n"
"and x4, x4, x3;\n"
"sbcs x7, x7, x4;\n"
"sbcs x8, x8, x3;\n"
"sbcs x9, x9, x3;\n"
"sbc x10, x10, x3;\n"
"stp x5, x6, [" $P0 "];\n"
"stp x7, x8, [" $P0 "+ 16];\n"
"stp x9, x10, [" $P0 "+ 32]"
)}
}
macro_rules! cmsub41_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x1, x2, [" $P1 "];\n"
"ldp x3, x4, [" $P1 "+ 16];\n"
"ldp x5, x6, [" $P1 "+ 32];\n"
"lsl x0, x1, #2;\n"
"ldp x7, x8, [" $P2 "];\n"
"subs x0, x0, x7;\n"
"extr x1, x2, x1, #62;\n"
"sbcs x1, x1, x8;\n"
"ldp x7, x8, [" $P2 "+ 16];\n"
"extr x2, x3, x2, #62;\n"
"sbcs x2, x2, x7;\n"
"extr x3, x4, x3, #62;\n"
"sbcs x3, x3, x8;\n"
"extr x4, x5, x4, #62;\n"
"ldp x7, x8, [" $P2 "+ 32];\n"
"sbcs x4, x4, x7;\n"
"extr x5, x6, x5, #62;\n"
"sbcs x5, x5, x8;\n"
"lsr x6, x6, #62;\n"
"adc x6, x6, xzr;\n"
"lsl x7, x6, #32;\n"
"subs x8, x6, x7;\n"
"sbc x7, x7, xzr;\n"
"adds x0, x0, x8;\n"
"adcs x1, x1, x7;\n"
"adcs x2, x2, x6;\n"
"adcs x3, x3, xzr;\n"
"adcs x4, x4, xzr;\n"
"adcs x5, x5, xzr;\n"
"csetm x8, cc;\n"
"mov x9, #0xffffffff;\n"
"and x9, x9, x8;\n"
"adds x0, x0, x9;\n"
"eor x9, x9, x8;\n"
"adcs x1, x1, x9;\n"
"mov x9, #0xfffffffffffffffe;\n"
"and x9, x9, x8;\n"
"adcs x2, x2, x9;\n"
"adcs x3, x3, x8;\n"
"adcs x4, x4, x8;\n"
"adc x5, x5, x8;\n"
"stp x0, x1, [" $P0 "];\n"
"stp x2, x3, [" $P0 "+ 16];\n"
"stp x4, x5, [" $P0 "+ 32]"
)}
}
macro_rules! cmsub_p384 {
($P0:expr, $C:expr, $P1:expr, $D:expr, $P2:expr) => { Q!(
"ldp x0, x1, [" $P2 "];\n"
"mov x6, #0x00000000ffffffff;\n"
"subs x6, x6, x0;\n"
"mov x7, #0xffffffff00000000;\n"
"sbcs x7, x7, x1;\n"
"ldp x0, x1, [" $P2 "+ 16];\n"
"mov x8, #0xfffffffffffffffe;\n"
"sbcs x8, x8, x0;\n"
"mov x13, #0xffffffffffffffff;\n"
"sbcs x9, x13, x1;\n"
"ldp x0, x1, [" $P2 "+ 32];\n"
"sbcs x10, x13, x0;\n"
"sbc x11, x13, x1;\n"
"mov x12, " $D ";\n"
"mul x0, x12, x6;\n"
"mul x1, x12, x7;\n"
"mul x2, x12, x8;\n"
"mul x3, x12, x9;\n"
"mul x4, x12, x10;\n"
"mul x5, x12, x11;\n"
"umulh x6, x12, x6;\n"
"umulh x7, x12, x7;\n"
"umulh x8, x12, x8;\n"
"umulh x9, x12, x9;\n"
"umulh x10, x12, x10;\n"
"umulh x12, x12, x11;\n"
"adds x1, x1, x6;\n"
"adcs x2, x2, x7;\n"
"adcs x3, x3, x8;\n"
"adcs x4, x4, x9;\n"
"adcs x5, x5, x10;\n"
"mov x6, #1;\n"
"adc x6, x12, x6;\n"
"ldp x8, x9, [" $P1 "];\n"
"ldp x10, x11, [" $P1 "+ 16];\n"
"ldp x12, x13, [" $P1 "+ 32];\n"
"mov x14, " $C ";\n"
"mul x15, x14, x8;\n"
"umulh x8, x14, x8;\n"
"adds x0, x0, x15;\n"
"mul x15, x14, x9;\n"
"umulh x9, x14, x9;\n"
"adcs x1, x1, x15;\n"
"mul x15, x14, x10;\n"
"umulh x10, x14, x10;\n"
"adcs x2, x2, x15;\n"
"mul x15, x14, x11;\n"
"umulh x11, x14, x11;\n"
"adcs x3, x3, x15;\n"
"mul x15, x14, x12;\n"
"umulh x12, x14, x12;\n"
"adcs x4, x4, x15;\n"
"mul x15, x14, x13;\n"
"umulh x13, x14, x13;\n"
"adcs x5, x5, x15;\n"
"adc x6, x6, xzr;\n"
"adds x1, x1, x8;\n"
"adcs x2, x2, x9;\n"
"adcs x3, x3, x10;\n"
"adcs x4, x4, x11;\n"
"adcs x5, x5, x12;\n"
"adcs x6, x6, x13;\n"
"lsl x7, x6, #32;\n"
"subs x8, x6, x7;\n"
"sbc x7, x7, xzr;\n"
"adds x0, x0, x8;\n"
"adcs x1, x1, x7;\n"
"adcs x2, x2, x6;\n"
"adcs x3, x3, xzr;\n"
"adcs x4, x4, xzr;\n"
"adcs x5, x5, xzr;\n"
"csetm x6, cc;\n"
"mov x7, #0xffffffff;\n"
"and x7, x7, x6;\n"
"adds x0, x0, x7;\n"
"eor x7, x7, x6;\n"
"adcs x1, x1, x7;\n"
"mov x7, #0xfffffffffffffffe;\n"
"and x7, x7, x6;\n"
"adcs x2, x2, x7;\n"
"adcs x3, x3, x6;\n"
"adcs x4, x4, x6;\n"
"adc x5, x5, x6;\n"
"stp x0, x1, [" $P0 "];\n"
"stp x2, x3, [" $P0 "+ 16];\n"
"stp x4, x5, [" $P0 "+ 32]"
)}
}
macro_rules! weakadd_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x5, x6, [" $P1 "];\n"
"ldp x4, x3, [" $P2 "];\n"
"adds x5, x5, x4;\n"
"adcs x6, x6, x3;\n"
"ldp x7, x8, [" $P1 "+ 16];\n"
"ldp x4, x3, [" $P2 "+ 16];\n"
"adcs x7, x7, x4;\n"
"adcs x8, x8, x3;\n"
"ldp x9, x10, [" $P1 "+ 32];\n"
"ldp x4, x3, [" $P2 "+ 32];\n"
"adcs x9, x9, x4;\n"
"adcs x10, x10, x3;\n"
"csetm x3, cs;\n"
"mov x4, #0xffffffff;\n"
"and x4, x4, x3;\n"
"subs x5, x5, x4;\n"
"eor x4, x4, x3;\n"
"sbcs x6, x6, x4;\n"
"mov x4, #0xfffffffffffffffe;\n"
"and x4, x4, x3;\n"
"sbcs x7, x7, x4;\n"
"sbcs x8, x8, x3;\n"
"sbcs x9, x9, x3;\n"
"sbc x10, x10, x3;\n"
"stp x5, x6, [" $P0 "];\n"
"stp x7, x8, [" $P0 "+ 16];\n"
"stp x9, x10, [" $P0 "+ 32]"
)}
}
macro_rules! cmsub38_p384 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"ldp x0, x1, [" $P2 "];\n"
"mov x6, #0x00000000ffffffff;\n"
"subs x6, x6, x0;\n"
"mov x7, #0xffffffff00000000;\n"
"sbcs x7, x7, x1;\n"
"ldp x0, x1, [" $P2 "+ 16];\n"
"mov x8, #0xfffffffffffffffe;\n"
"sbcs x8, x8, x0;\n"
"mov x13, #0xffffffffffffffff;\n"
"sbcs x9, x13, x1;\n"
"ldp x0, x1, [" $P2 "+ 32];\n"
"sbcs x10, x13, x0;\n"
"sbc x11, x13, x1;\n"
"lsl x0, x6, #3;\n"
"extr x1, x7, x6, #61;\n"
"extr x2, x8, x7, #61;\n"
"extr x3, x9, x8, #61;\n"
"extr x4, x10, x9, #61;\n"
"extr x5, x11, x10, #61;\n"
"lsr x6, x11, #61;\n"
"add x6, x6, #1;\n"
"ldp x8, x9, [" $P1 "];\n"
"ldp x10, x11, [" $P1 "+ 16];\n"
"ldp x12, x13, [" $P1 "+ 32];\n"
"mov x14, 3;\n"
"mul x15, x14, x8;\n"
"umulh x8, x14, x8;\n"
"adds x0, x0, x15;\n"
"mul x15, x14, x9;\n"
"umulh x9, x14, x9;\n"
"adcs x1, x1, x15;\n"
"mul x15, x14, x10;\n"
"umulh x10, x14, x10;\n"
"adcs x2, x2, x15;\n"
"mul x15, x14, x11;\n"
"umulh x11, x14, x11;\n"
"adcs x3, x3, x15;\n"
"mul x15, x14, x12;\n"
"umulh x12, x14, x12;\n"
"adcs x4, x4, x15;\n"
"mul x15, x14, x13;\n"
"umulh x13, x14, x13;\n"
"adcs x5, x5, x15;\n"
"adc x6, x6, xzr;\n"
"adds x1, x1, x8;\n"
"adcs x2, x2, x9;\n"
"adcs x3, x3, x10;\n"
"adcs x4, x4, x11;\n"
"adcs x5, x5, x12;\n"
"adcs x6, x6, x13;\n"
"lsl x7, x6, #32;\n"
"subs x8, x6, x7;\n"
"sbc x7, x7, xzr;\n"
"adds x0, x0, x8;\n"
"adcs x1, x1, x7;\n"
"adcs x2, x2, x6;\n"
"adcs x3, x3, xzr;\n"
"adcs x4, x4, xzr;\n"
"adcs x5, x5, xzr;\n"
"csetm x6, cc;\n"
"mov x7, #0xffffffff;\n"
"and x7, x7, x6;\n"
"adds x0, x0, x7;\n"
"eor x7, x7, x6;\n"
"adcs x1, x1, x7;\n"
"mov x7, #0xfffffffffffffffe;\n"
"and x7, x7, x6;\n"
"adcs x2, x2, x7;\n"
"adcs x3, x3, x6;\n"
"adcs x4, x4, x6;\n"
"adc x5, x5, x6;\n"
"stp x0, x1, [" $P0 "];\n"
"stp x2, x3, [" $P0 "+ 16];\n"
"stp x4, x5, [" $P0 "+ 32]"
)}
}
pub(crate) fn p384_montjdouble(p3: &mut [u64; 18], p1: &[u64; 18]) {
unsafe {
core::arch::asm!(
Q!(" stp " "x19, x20, [sp, #-16] !"),
Q!(" stp " "x21, x22, [sp, #-16] !"),
Q!(" stp " "x23, x24, [sp, #-16] !"),
Q!(" sub " "sp, sp, " NSPACE!()),
Q!(" mov " input_z!() ", x0"),
Q!(" mov " input_x!() ", x1"),
montsqr_p384!(z2!(), z_1!()),
montsqr_p384!(y2!(), y_1!()),
weakadd_p384!(t1!(), x_1!(), z2!()),
sub_p384!(t2!(), x_1!(), z2!()),
montmul_p384!(x2p!(), t1!(), t2!()),
add_p384!(t1!(), y_1!(), z_1!()),
montsqr_p384!(x4p!(), x2p!()),
montmul_p384!(xy2!(), x_1!(), y2!()),
montsqr_p384!(t2!(), t1!()),
cmsub_p384!(d!(), "12", xy2!(), "9", x4p!()),
sub_p384!(t1!(), t2!(), z2!()),
montsqr_p384!(y4!(), y2!()),
sub_p384!(z_3!(), t1!(), y2!()),
montmul_p384!(dx2!(), d!(), x2p!()),
cmsub41_p384!(x_3!(), xy2!(), d!()),
cmsub38_p384!(y_3!(), dx2!(), y4!()),
Q!(" add " "sp, sp, " NSPACE!()),
Q!(" ldp " "x23, x24, [sp], 16"),
Q!(" ldp " "x21, x22, [sp], 16"),
Q!(" ldp " "x19, x20, [sp], 16"),
inout("x0") p3.as_mut_ptr() => _,
inout("x1") p1.as_ptr() => _,
out("x10") _,
out("x11") _,
out("x12") _,
out("x13") _,
out("x14") _,
out("x15") _,
out("x16") _,
out("x17") _,
out("x2") _,
out("x20") _,
out("x21") _,
out("x22") _,
out("x23") _,
out("x24") _,
out("x3") _,
out("x4") _,
out("x5") _,
out("x6") _,
out("x7") _,
out("x8") _,
out("x9") _,
)
};
}