#[cfg(all(windows, target_arch = "x86_64"))]
core::arch::global_asm!(
".text",
".globl memcpy",
"memcpy:",
" mov rax, rcx",
" mov r9, rdi",
" mov r10, rsi",
" mov rdi, rcx",
" mov rsi, rdx",
" mov rcx, r8",
" rep movsb",
" mov rdi, r9",
" mov rsi, r10",
" ret",
".globl memmove",
"memmove:",
" mov rax, rcx",
" mov r9, rdi",
" mov r10, rsi",
" mov rdi, rcx",
" mov rsi, rdx",
" mov rcx, r8",
" cmp rdi, rsi",
" jbe 2f",
" lea r11, [rsi + rcx]",
" cmp rdi, r11",
" jae 2f",
" lea rdi, [rdi + rcx - 1]",
" lea rsi, [rsi + rcx - 1]",
" std",
" rep movsb",
" cld",
" jmp 3f",
"2:",
" rep movsb",
"3:",
" mov rdi, r9",
" mov rsi, r10",
" ret",
".globl memset",
"memset:",
" mov r9, rdi",
" mov r10, rcx",
" mov rdi, rcx",
" mov eax, edx",
" mov rcx, r8",
" rep stosb",
" mov rdi, r9",
" mov rax, r10",
" ret",
".globl memcmp",
".globl bcmp",
"memcmp:",
"bcmp:",
" xor eax, eax",
"4:",
" test r8, r8",
" jz 5f",
" movzx eax, byte ptr [rcx]",
" movzx r9d, byte ptr [rdx]",
" sub eax, r9d",
" jnz 5f",
" inc rcx",
" inc rdx",
" dec r8",
" jmp 4b",
"5:",
" ret",
".globl __chkstk",
"__chkstk:",
" push rcx",
" push rax",
" cmp rax, 4096",
" lea rcx, [rsp + 24]",
" jb 7f",
"6:",
" sub rcx, 4096",
" test [rcx], rcx",
" sub rax, 4096",
" cmp rax, 4096",
" ja 6b",
"7:",
" sub rcx, rax",
" test [rcx], rcx",
" pop rax",
" pop rcx",
" ret",
".globl __CxxFrameHandler3",
"__CxxFrameHandler3:",
" mov eax, 1",
" ret",
".data",
".globl _fltused",
"_fltused:",
" .long 0",
".text",
);
#[cfg(all(not(windows), target_arch = "x86_64"))]
core::arch::global_asm!(
".text",
".globl memcpy",
".type memcpy, @function",
"memcpy:",
" mov rax, rdi",
" mov rcx, rdx",
" rep movsb",
" ret",
".globl memmove",
".type memmove, @function",
"memmove:",
" mov rax, rdi",
" mov rcx, rdx",
" cmp rdi, rsi",
" jbe 2f",
" lea r8, [rsi + rcx]",
" cmp rdi, r8",
" jae 2f",
" lea rdi, [rdi + rcx - 1]",
" lea rsi, [rsi + rcx - 1]",
" std",
" rep movsb",
" cld",
" ret",
"2:",
" rep movsb",
" ret",
".globl memset",
".type memset, @function",
"memset:",
" mov r8, rdi",
" mov eax, esi",
" mov rcx, rdx",
" rep stosb",
" mov rax, r8",
" ret",
".globl memcmp",
".type memcmp, @function",
".globl bcmp",
".type bcmp, @function",
"memcmp:",
"bcmp:",
" xor eax, eax",
"4:",
" test rdx, rdx",
" jz 5f",
" movzx eax, byte ptr [rdi]",
" movzx ecx, byte ptr [rsi]",
" sub eax, ecx",
" jnz 5f",
" inc rdi",
" inc rsi",
" dec rdx",
" jmp 4b",
"5:",
" ret",
);
#[cfg(target_arch = "aarch64")]
core::arch::global_asm!(
".text",
".p2align 2",
".globl memcpy",
"memcpy:",
" mov x3, x0",
"2:",
" cmp x2, #32",
" b.lo 3f",
" ldp x4, x5, [x1]",
" ldp x6, x7, [x1, #16]",
" add x1, x1, #32",
" sub x2, x2, #32",
" stp x4, x5, [x3]",
" stp x6, x7, [x3, #16]",
" add x3, x3, #32",
" b 2b",
"3:",
" tbz x2, #4, 4f",
" ldp x4, x5, [x1], #16",
" stp x4, x5, [x3], #16",
"4:",
" tbz x2, #3, 5f",
" ldr x4, [x1], #8",
" str x4, [x3], #8",
"5:",
" tbz x2, #2, 6f",
" ldr w4, [x1], #4",
" str w4, [x3], #4",
"6:",
" tbz x2, #1, 7f",
" ldrh w4, [x1], #2",
" strh w4, [x3], #2",
"7:",
" tbz x2, #0, 8f",
" ldrb w4, [x1]",
" strb w4, [x3]",
"8:",
" ret",
".p2align 2",
".globl memmove",
"memmove:",
" sub x9, x0, x1",
" cmp x9, x2",
" b.hs memcpy",
" add x1, x1, x2",
" add x3, x0, x2",
"2:",
" cmp x2, #32",
" b.lo 3f",
" ldp x4, x5, [x1, #-16]",
" ldp x6, x7, [x1, #-32]!",
" sub x2, x2, #32",
" stp x4, x5, [x3, #-16]",
" stp x6, x7, [x3, #-32]!",
" b 2b",
"3:",
" tbz x2, #4, 4f",
" ldp x4, x5, [x1, #-16]!",
" stp x4, x5, [x3, #-16]!",
"4:",
" tbz x2, #3, 5f",
" ldr x4, [x1, #-8]!",
" str x4, [x3, #-8]!",
"5:",
" tbz x2, #2, 6f",
" ldr w4, [x1, #-4]!",
" str w4, [x3, #-4]!",
"6:",
" tbz x2, #1, 7f",
" ldrh w4, [x1, #-2]!",
" strh w4, [x3, #-2]!",
"7:",
" tbz x2, #0, 8f",
" ldrb w4, [x1, #-1]",
" strb w4, [x3, #-1]",
"8:",
" ret",
".p2align 2",
".globl memset",
"memset:",
" and x4, x1, #0xff",
" mov x5, #0x0101010101010101",
" mul x4, x4, x5",
" mov x3, x0",
"2:",
" cmp x2, #32",
" b.lo 3f",
" stp x4, x4, [x3]",
" stp x4, x4, [x3, #16]",
" add x3, x3, #32",
" sub x2, x2, #32",
" b 2b",
"3:",
" tbz x2, #4, 4f",
" stp x4, x4, [x3], #16",
"4:",
" tbz x2, #3, 5f",
" str x4, [x3], #8",
"5:",
" tbz x2, #2, 6f",
" str w4, [x3], #4",
"6:",
" tbz x2, #1, 7f",
" strh w4, [x3], #2",
"7:",
" tbz x2, #0, 8f",
" strb w4, [x3]",
"8:",
" ret",
".p2align 2",
".globl memcmp",
".globl bcmp",
"memcmp:",
"bcmp:",
"4:",
" cbz x2, 5f",
" ldrb w3, [x0], #1",
" ldrb w4, [x1], #1",
" sub x2, x2, #1",
" subs w3, w3, w4",
" b.eq 4b",
" mov w0, w3",
" ret",
"5:",
" mov w0, #0",
" ret",
);
#[cfg(all(not(windows), target_arch = "aarch64"))]
core::arch::global_asm!(
".type memcpy, %function",
".type memmove, %function",
".type memset, %function",
".type memcmp, %function",
".type bcmp, %function",
);
#[cfg(all(windows, target_arch = "aarch64"))]
core::arch::global_asm!(
".text",
".p2align 2",
".globl __chkstk",
"__chkstk:",
" lsl x16, x15, #4",
" mov x17, sp",
"6:",
" sub x17, x17, #4096",
" subs x16, x16, #4096",
" ldr xzr, [x17]",
" b.gt 6b",
" ret",
".p2align 2",
".globl __CxxFrameHandler3",
"__CxxFrameHandler3:",
" mov w0, #1",
" ret",
".data",
".globl _fltused",
"_fltused:",
" .long 0",
".text",
);