#![allow(non_upper_case_globals, unused_macros, unused_imports)]
use crate::low::macros::*;
macro_rules! NUMSIZE {
() => {
"32"
};
}
macro_rules! x_1 {
() => {
"rsi + 0"
};
}
macro_rules! y_1 { () => { Q!("rsi + " NUMSIZE!()) } }
macro_rules! z_1 { () => { Q!("rsi + (2 * " NUMSIZE!() ")") } }
macro_rules! x_3 {
() => {
"rdi + 0"
};
}
macro_rules! y_3 { () => { Q!("rdi + " NUMSIZE!()) } }
macro_rules! z_3 { () => { Q!("rdi + (2 * " NUMSIZE!() ")") } }
macro_rules! z2 { () => { Q!("rsp + (" NUMSIZE!() "* 0)") } }
macro_rules! y4 { () => { Q!("rsp + (" NUMSIZE!() "* 0)") } }
macro_rules! y2 { () => { Q!("rsp + (" NUMSIZE!() "* 1)") } }
macro_rules! t1 { () => { Q!("rsp + (" NUMSIZE!() "* 2)") } }
macro_rules! t2 { () => { Q!("rsp + (" NUMSIZE!() "* 3)") } }
macro_rules! x2p { () => { Q!("rsp + (" NUMSIZE!() "* 3)") } }
macro_rules! dx2 { () => { Q!("rsp + (" NUMSIZE!() "* 3)") } }
macro_rules! xy2 { () => { Q!("rsp + (" NUMSIZE!() "* 4)") } }
macro_rules! x4p { () => { Q!("rsp + (" NUMSIZE!() "* 5)") } }
macro_rules! d { () => { Q!("rsp + (" NUMSIZE!() "* 5)") } }
macro_rules! NSPACE { () => { Q!(NUMSIZE!() "* 6") } }
macro_rules! montmul_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"mov rbx, [" $P2 "];\n"
"mov rax, [" $P1 "];\n"
"mul rbx;\n"
"mov r8, rax;\n"
"mov r9, rdx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"xor r10d, r10d;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rbx;\n"
"xor r11d, r11d;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rbx;\n"
"xor r12d, r12d;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"mov rbx, [" $P2 "+ 0x8];\n"
"xor r13d, r13d;\n"
"mov rax, [" $P1 "];\n"
"mul rbx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"sbb r14, r14;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"sub rdx, r14;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb r14, r14;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rbx;\n"
"sub rdx, r14;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb r14, r14;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rbx;\n"
"sub rdx, r14;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"xor r14d, r14d;\n"
"mov rbx, 0x100000000;\n"
"mov rax, r8;\n"
"mul rbx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"sbb r15, r15;\n"
"mov rax, r9;\n"
"mul rbx;\n"
"sub rdx, r15;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb r15, r15;\n"
"not rbx;\n"
"lea rbx, [rbx + 0x2];\n"
"mov rax, r8;\n"
"mul rbx;\n"
"sub rdx, r15;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb r15, r15;\n"
"mov rax, r9;\n"
"mul rbx;\n"
"sub rdx, r15;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"adc r14, r14;\n"
"mov rbx, [" $P2 "+ 0x10];\n"
"xor r15d, r15d;\n"
"mov rax, [" $P1 "];\n"
"mul rbx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb r8, r8;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"sub rdx, r8;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb r8, r8;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rbx;\n"
"sub rdx, r8;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"sbb r8, r8;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rbx;\n"
"sub rdx, r8;\n"
"add r13, rax;\n"
"adc r14, rdx;\n"
"adc r15, r15;\n"
"mov rbx, [" $P2 "+ 0x18];\n"
"xor r8d, r8d;\n"
"mov rax, [" $P1 "];\n"
"mul rbx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb r9, r9;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"sub rdx, r9;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"sbb r9, r9;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rbx;\n"
"sub rdx, r9;\n"
"add r13, rax;\n"
"adc r14, rdx;\n"
"sbb r9, r9;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rbx;\n"
"sub rdx, r9;\n"
"add r14, rax;\n"
"adc r15, rdx;\n"
"adc r8, r8;\n"
"xor r9d, r9d;\n"
"mov rbx, 0x100000000;\n"
"mov rax, r10;\n"
"mul rbx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb rcx, rcx;\n"
"mov rax, r11;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"sbb rcx, rcx;\n"
"not rbx;\n"
"lea rbx, [rbx + 0x2];\n"
"mov rax, r10;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r13, rax;\n"
"adc r14, rdx;\n"
"sbb rcx, rcx;\n"
"mov rax, r11;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r14, rax;\n"
"adc r15, rdx;\n"
"adc r8, r9;\n"
"mov ecx, 0x1;\n"
"add rcx, r12;\n"
"dec rbx;\n"
"adc rbx, r13;\n"
"dec r9;\n"
"mov rax, r9;\n"
"adc r9, r14;\n"
"mov r11d, 0xfffffffe;\n"
"adc r11, r15;\n"
"adc rax, r8;\n"
"cmovb r12, rcx;\n"
"cmovb r13, rbx;\n"
"cmovb r14, r9;\n"
"cmovb r15, r11;\n"
"mov [" $P0 "], r12;\n"
"mov [" $P0 "+ 0x8], r13;\n"
"mov [" $P0 "+ 0x10], r14;\n"
"mov [" $P0 "+ 0x18], r15"
)}
}
macro_rules! montsqr_p256 {
($P0:expr, $P1:expr) => { Q!(
"mov rax, [" $P1 "];\n"
"mov rbx, rax;\n"
"mul rax;\n"
"mov r8, rax;\n"
"mov r15, rdx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"mov r9, rax;\n"
"mov r10, rdx;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mov r13, rax;\n"
"mul rbx;\n"
"mov r11, rax;\n"
"mov r12, rdx;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mov rbx, rax;\n"
"mul r13;\n"
"mov r13, rax;\n"
"mov r14, rdx;\n"
"mov rax, [" $P1 "];\n"
"mul rbx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb rcx, rcx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb rcx, rcx;\n"
"mov rbx, [" $P1 "+ 0x18];\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"adc r14, 0x0;\n"
"xor ecx, ecx;\n"
"add r9, r9;\n"
"adc r10, r10;\n"
"adc r11, r11;\n"
"adc r12, r12;\n"
"adc r13, r13;\n"
"adc r14, r14;\n"
"adc rcx, rcx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rax;\n"
"add r9, r15;\n"
"adc r10, rax;\n"
"adc r11, rdx;\n"
"sbb r15, r15;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rax;\n"
"neg r15;\n"
"adc r12, rax;\n"
"adc r13, rdx;\n"
"sbb r15, r15;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rax;\n"
"neg r15;\n"
"adc r14, rax;\n"
"adc rdx, rcx;\n"
"mov r15, rdx;\n"
"mov rbx, 0x100000000;\n"
"mov rax, r8;\n"
"mul rbx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"sbb rcx, rcx;\n"
"mov rax, r9;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb rcx, rcx;\n"
"not rbx;\n"
"lea rbx, [rbx + 0x2];\n"
"mov rax, r8;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb rcx, rcx;\n"
"xor r8d, r8d;\n"
"mov rax, r9;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"adc r14, r8;\n"
"adc r15, r8;\n"
"adc r8, r8;\n"
"mov rbx, 0x100000000;\n"
"mov rax, r10;\n"
"mul rbx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"sbb rcx, rcx;\n"
"mov rax, r11;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r12, rax;\n"
"adc r13, rdx;\n"
"sbb rcx, rcx;\n"
"not rbx;\n"
"lea rbx, [rbx + 0x2];\n"
"mov rax, r10;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r13, rax;\n"
"adc r14, rdx;\n"
"sbb rcx, rcx;\n"
"xor r9d, r9d;\n"
"mov rax, r11;\n"
"mul rbx;\n"
"sub rdx, rcx;\n"
"add r14, rax;\n"
"adc r15, rdx;\n"
"adc r8, r9;\n"
"mov ecx, 0x1;\n"
"add rcx, r12;\n"
"lea rbx, [rbx -0x1];\n"
"adc rbx, r13;\n"
"lea r9, [r9 -0x1];\n"
"mov rax, r9;\n"
"adc r9, r14;\n"
"mov r11d, 0xfffffffe;\n"
"adc r11, r15;\n"
"adc rax, r8;\n"
"cmovb r12, rcx;\n"
"cmovb r13, rbx;\n"
"cmovb r14, r9;\n"
"cmovb r15, r11;\n"
"mov [" $P0 "], r12;\n"
"mov [" $P0 "+ 0x8], r13;\n"
"mov [" $P0 "+ 0x10], r14;\n"
"mov [" $P0 "+ 0x18], r15"
)}
}
macro_rules! sub_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"mov rax, [" $P1 "];\n"
"sub rax, [" $P2 "];\n"
"mov rcx, [" $P1 "+ 0x8];\n"
"sbb rcx, [" $P2 "+ 0x8];\n"
"mov r8, [" $P1 "+ 0x10];\n"
"sbb r8, [" $P2 "+ 0x10];\n"
"mov r9, [" $P1 "+ 0x18];\n"
"sbb r9, [" $P2 "+ 0x18];\n"
"mov r10d, 0xffffffff;\n"
"sbb r11, r11;\n"
"xor rdx, rdx;\n"
"and r10, r11;\n"
"sub rdx, r10;\n"
"add rax, r11;\n"
"mov [" $P0 "], rax;\n"
"adc rcx, r10;\n"
"mov [" $P0 "+ 0x8], rcx;\n"
"adc r8, 0x0;\n"
"mov [" $P0 "+ 0x10], r8;\n"
"adc r9, rdx;\n"
"mov [" $P0 "+ 0x18], r9"
)}
}
macro_rules! add_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"xor r11, r11;\n"
"mov rax, [" $P1 "];\n"
"add rax, [" $P2 "];\n"
"mov rcx, [" $P1 "+ 0x8];\n"
"adc rcx, [" $P2 "+ 0x8];\n"
"mov r8, [" $P1 "+ 0x10];\n"
"adc r8, [" $P2 "+ 0x10];\n"
"mov r9, [" $P1 "+ 0x18];\n"
"adc r9, [" $P2 "+ 0x18];\n"
"adc r11, r11;\n"
"sub rax, 0xffffffffffffffff;\n"
"mov r10d, 0xffffffff;\n"
"sbb rcx, r10;\n"
"sbb r8, 0x0;\n"
"mov rdx, 0xffffffff00000001;\n"
"sbb r9, rdx;\n"
"sbb r11, 0x0;\n"
"and r10, r11;\n"
"and rdx, r11;\n"
"add rax, r11;\n"
"mov [" $P0 "], rax;\n"
"adc rcx, r10;\n"
"mov [" $P0 "+ 0x8], rcx;\n"
"adc r8, 0x0;\n"
"mov [" $P0 "+ 0x10], r8;\n"
"adc r9, rdx;\n"
"mov [" $P0 "+ 0x18], r9"
)}
}
macro_rules! weakadd_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"mov rax, [" $P1 "];\n"
"add rax, [" $P2 "];\n"
"mov rcx, [" $P1 "+ 0x8];\n"
"adc rcx, [" $P2 "+ 0x8];\n"
"mov r8, [" $P1 "+ 0x10];\n"
"adc r8, [" $P2 "+ 0x10];\n"
"mov r9, [" $P1 "+ 0x18];\n"
"adc r9, [" $P2 "+ 0x18];\n"
"mov r10d, 0xffffffff;\n"
"sbb r11, r11;\n"
"xor rdx, rdx;\n"
"and r10, r11;\n"
"sub rdx, r10;\n"
"sub rax, r11;\n"
"mov [" $P0 "], rax;\n"
"sbb rcx, r10;\n"
"mov [" $P0 "+ 0x8], rcx;\n"
"sbb r8, 0x0;\n"
"mov [" $P0 "+ 0x10], r8;\n"
"sbb r9, rdx;\n"
"mov [" $P0 "+ 0x18], r9"
)}
}
macro_rules! cmsub_p256 {
($P0:expr, $C:expr, $P1:expr, $D:expr, $P2:expr) => { Q!(
"mov r9, 0xffffffffffffffff;\n"
"xor r11d, r11d;\n"
"sub r9, [" $P2 "];\n"
"mov r10, 0x00000000ffffffff;\n"
"sbb r10, [" $P2 "+ 0x8];\n"
"sbb r11, [" $P2 "+ 0x10];\n"
"mov r12, 0xffffffff00000001;\n"
"sbb r12, [" $P2 "+ 0x18];\n"
"mov rcx, " $D ";\n"
"mov rax, r9;\n"
"mul rcx;\n"
"mov r8, rax;\n"
"mov r9, rdx;\n"
"mov rax, r10;\n"
"xor r10d, r10d;\n"
"mul rcx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"mov rax, r11;\n"
"xor r11d, r11d;\n"
"mul rcx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"mov rax, r12;\n"
"xor r12d, r12d;\n"
"mul rcx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"mov ecx, " $C ";\n"
"mov rax, [" $P1 "];\n"
"mul rcx;\n"
"add r8, rax;\n"
"adc r9, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"lea rcx, [r12 + 1];\n"
"mov rax, 0xffffffff00000001;\n"
"mul rcx;\n"
"mov rbx, rcx;\n"
"shl rbx, 0x20;\n"
"add r8, rcx;\n"
"sbb rbx, 0x0;\n"
"sub r9, rbx;\n"
"sbb r10, 0x0;\n"
"sbb r11, rax;\n"
"sbb rcx, rdx;\n"
"dec rcx;\n"
"mov eax, 0xffffffff;\n"
"and rax, rcx;\n"
"xor edx, edx;\n"
"sub rdx, rax;\n"
"add r8, rcx;\n"
"mov [" $P0 "], r8;\n"
"adc r9, rax;\n"
"mov [" $P0 "+ 0x8], r9;\n"
"adc r10, 0x0;\n"
"mov [" $P0 "+ 0x10], r10;\n"
"adc r11, rdx;\n"
"mov [" $P0 "+ 0x18], r11"
)}
}
macro_rules! cmsub38_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"mov r8, 0xffffffffffffffff;\n"
"xor r10d, r10d;\n"
"sub r8, [" $P2 "];\n"
"mov r9, 0x00000000ffffffff;\n"
"sbb r9, [" $P2 "+ 0x8];\n"
"sbb r10, [" $P2 "+ 0x10];\n"
"mov r11, 0xffffffff00000001;\n"
"sbb r11, [" $P2 "+ 0x18];\n"
"mov r12, r11;\n"
"shld r11, r10, 3;\n"
"shld r10, r9, 3;\n"
"shld r9, r8, 3;\n"
"shl r8, 3;\n"
"shr r12, 61;\n"
"mov ecx, 3;\n"
"mov rax, [" $P1 "];\n"
"mul rcx;\n"
"add r8, rax;\n"
"adc r9, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x8];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r9, rax;\n"
"adc r10, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x10];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r10, rax;\n"
"adc r11, rdx;\n"
"sbb rbx, rbx;\n"
"mov rax, [" $P1 "+ 0x18];\n"
"mul rcx;\n"
"sub rdx, rbx;\n"
"add r11, rax;\n"
"adc r12, rdx;\n"
"lea rcx, [r12 + 1];\n"
"mov rax, 0xffffffff00000001;\n"
"mul rcx;\n"
"mov rbx, rcx;\n"
"shl rbx, 0x20;\n"
"add r8, rcx;\n"
"sbb rbx, 0x0;\n"
"sub r9, rbx;\n"
"sbb r10, 0x0;\n"
"sbb r11, rax;\n"
"sbb rcx, rdx;\n"
"dec rcx;\n"
"mov eax, 0xffffffff;\n"
"and rax, rcx;\n"
"xor edx, edx;\n"
"sub rdx, rax;\n"
"add r8, rcx;\n"
"mov [" $P0 "], r8;\n"
"adc r9, rax;\n"
"mov [" $P0 "+ 0x8], r9;\n"
"adc r10, 0x0;\n"
"mov [" $P0 "+ 0x10], r10;\n"
"adc r11, rdx;\n"
"mov [" $P0 "+ 0x18], r11"
)}
}
macro_rules! cmsub41_p256 {
($P0:expr, $P1:expr, $P2:expr) => { Q!(
"mov r11, [" $P1 "+ 0x18];\n"
"mov rcx, r11;\n"
"mov r10, [" $P1 "+ 0x10];\n"
"shld r11, r10, 2;\n"
"mov r9, [" $P1 "+ 0x8];\n"
"shld r10, r9, 2;\n"
"mov r8, [" $P1 "];\n"
"shld r9, r8, 2;\n"
"shl r8, 2;\n"
"shr rcx, 62;\n"
"add rcx, 1;\n"
"sub r8, [" $P2 "];\n"
"sbb r9, [" $P2 "+ 0x8];\n"
"sbb r10, [" $P2 "+ 0x10];\n"
"sbb r11, [" $P2 "+ 0x18];\n"
"sbb rcx, 0;\n"
"mov rax, 0xffffffff00000001;\n"
"mul rcx;\n"
"mov rbx, rcx;\n"
"shl rbx, 0x20;\n"
"add r8, rcx;\n"
"sbb rbx, 0x0;\n"
"sub r9, rbx;\n"
"sbb r10, 0x0;\n"
"sbb r11, rax;\n"
"sbb rcx, rdx;\n"
"dec rcx;\n"
"mov eax, 0xffffffff;\n"
"and rax, rcx;\n"
"xor edx, edx;\n"
"sub rdx, rax;\n"
"add r8, rcx;\n"
"mov [" $P0 "], r8;\n"
"adc r9, rax;\n"
"mov [" $P0 "+ 0x8], r9;\n"
"adc r10, 0x0;\n"
"mov [" $P0 "+ 0x10], r10;\n"
"adc r11, rdx;\n"
"mov [" $P0 "+ 0x18], r11"
)}
}
pub(crate) fn p256_montjdouble_alt(p3: &mut [u64; 12], p1: &[u64; 12]) {
unsafe {
core::arch::asm!(
Q!(" endbr64 " ),
Q!(" push " "rbx"),
Q!(" push " "r12"),
Q!(" push " "r13"),
Q!(" push " "r14"),
Q!(" push " "r15"),
Q!(" sub " "rsp, " NSPACE!()),
montsqr_p256!(z2!(), z_1!()),
montsqr_p256!(y2!(), y_1!()),
sub_p256!(t2!(), x_1!(), z2!()),
weakadd_p256!(t1!(), x_1!(), z2!()),
montmul_p256!(x2p!(), t1!(), t2!()),
add_p256!(t1!(), y_1!(), z_1!()),
montmul_p256!(xy2!(), x_1!(), y2!()),
montsqr_p256!(x4p!(), x2p!()),
montsqr_p256!(t1!(), t1!()),
cmsub_p256!(d!(), "12", xy2!(), "9", x4p!()),
sub_p256!(t1!(), t1!(), z2!()),
montsqr_p256!(y4!(), y2!()),
montmul_p256!(dx2!(), d!(), x2p!()),
sub_p256!(z_3!(), t1!(), y2!()),
cmsub41_p256!(x_3!(), xy2!(), d!()),
cmsub38_p256!(y_3!(), dx2!(), y4!()),
Q!(" add " "rsp, " NSPACE!()),
Q!(" pop " "r15"),
Q!(" pop " "r14"),
Q!(" pop " "r13"),
Q!(" pop " "r12"),
Q!(" pop " "rbx"),
inout("rdi") p3.as_mut_ptr() => _,
inout("rsi") p1.as_ptr() => _,
out("r10") _,
out("r11") _,
out("r12") _,
out("r13") _,
out("r14") _,
out("r15") _,
out("r8") _,
out("r9") _,
out("rax") _,
out("rcx") _,
out("rdx") _,
)
};
}