wolfssl-sys 4.0.0

/* armv8-32-aes-asm
 *
 * Copyright (C) 2006-2026 wolfSSL Inc.
 *
 * This file is part of wolfSSL.
 *
 * wolfSSL is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 3 of the License, or
 * (at your option) any later version.
 *
 * wolfSSL is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335, USA
 */

/* Generated using (from wolfssl):
 *   cd ../scripts
 *   ruby ./aes/aes.rb arm32 \
 *       ../wolfssl/wolfcrypt/src/port/arm/armv8-32-aes-asm.c
 */

#include <wolfssl/wolfcrypt/libwolfssl_sources_asm.h>
#include <wolfssl/wolfcrypt/error-crypt.h>

#ifdef WOLFSSL_ARMASM
#if !defined(__aarch64__) && !defined(WOLFSSL_ARMASM_THUMB2)
#include <stdint.h>
#include <wolfssl/wolfcrypt/libwolfssl_sources.h>
#ifdef WOLFSSL_ARMASM_INLINE

#ifdef __IAR_SYSTEMS_ICC__
#define __asm__        asm
#define __volatile__   volatile
#define WOLFSSL_NO_VAR_ASSIGN_REG
#endif /* __IAR_SYSTEMS_ICC__ */
#ifdef __KEIL__
#define __asm__        __asm
#define __volatile__   volatile
#endif /* __KEIL__ */
#ifdef __ghs__
#define __asm__        __asm
#define __volatile__
#define WOLFSSL_NO_VAR_ASSIGN_REG
#endif /* __ghs__ */

#ifndef NO_AES
#include <wolfssl/wolfcrypt/aes.h>

#ifndef WOLFSSL_ARMASM_NO_HW_CRYPTO
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_set_key_AARCH32(const byte* userKey_p,
    int keylen_p, byte* key_p, int dir_p)
#else
WC_OMIT_FRAME_POINTER void AES_set_key_AARCH32(const byte* userKey, int keylen,
    byte* key, int dir)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* userKey asm ("r0") = (const byte*)userKey_p;
    register int keylen asm ("r1") = (int)keylen_p;
    register byte* key asm ("r2") = (byte*)key_p;
    register int dir asm ("r3") = (int)dir_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "cmp	%[keylen], #24\n\t"
        "blt	L_aes_set_key_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_set_key_arm32_crypto_start_256_%=\n\t"
        "ldr	r4, [%[userKey]], #4\n\t"
        "ldr	r5, [%[userKey]], #4\n\t"
        "ldr	r6, [%[userKey]], #4\n\t"
        "ldr	r7, [%[userKey]], #4\n\t"
        "ldr	r8, [%[userKey]], #4\n\t"
        "ldr	r9, [%[userKey]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #1\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #2\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #4\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #8\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #16\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #32\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #0x40\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "eor	r8, r8, r7\n\t"
        "eor	r9, r9, r8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r9\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #0x80\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "cmp	%[dir], #0\n\t"
        "beq	L_aes_set_key_arm32_crypto_done_%=\n\t"
        "sub	%[key], %[key], #0xd0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xc0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xc0\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xc0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xb0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xa0\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x90\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x80\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x70\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x60\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x40\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #48\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #32\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #16\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "aesimc.8	q0, q0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "b	L_aes_set_key_arm32_crypto_done_%=\n\t"
        "\n"
    "L_aes_set_key_arm32_crypto_start_256_%=: \n\t"
        "ldr	r4, [%[userKey]], #4\n\t"
        "ldr	r5, [%[userKey]], #4\n\t"
        "ldr	r6, [%[userKey]], #4\n\t"
        "ldr	r7, [%[userKey]], #4\n\t"
        "ldr	r8, [%[userKey]], #4\n\t"
        "ldr	r9, [%[userKey]], #4\n\t"
        "ldr	r10, [%[userKey]], #4\n\t"
        "ldr	r11, [%[userKey]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #1\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #2\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #4\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #8\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #16\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #32\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "eor	r8, r8, r12\n\t"
        "eor	r9, r9, r8\n\t"
        "eor	r10, r10, r9\n\t"
        "eor	r11, r11, r10\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r8, r9}\n\t"
#else
        "strd	r8, r9, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r10, r11}\n\t"
#else
        "strd	r10, r11, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r11\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #0x40\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "cmp	%[dir], #0\n\t"
        "beq	L_aes_set_key_arm32_crypto_done_%=\n\t"
        "sub	%[key], %[key], #0xf0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xe0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xe0\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xe0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xd0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xc0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xc0\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xc0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xb0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xa0\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x90\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x80\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x70\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x60\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x40\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #48\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #32\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #16\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "aesimc.8	q0, q0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "b	L_aes_set_key_arm32_crypto_done_%=\n\t"
        "\n"
    "L_aes_set_key_arm32_crypto_start_128_%=: \n\t"
        "ldr	r4, [%[userKey]], #4\n\t"
        "ldr	r5, [%[userKey]], #4\n\t"
        "ldr	r6, [%[userKey]], #4\n\t"
        "ldr	r7, [%[userKey]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #1\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #2\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #4\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #8\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #16\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #32\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #0x40\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, #0x80\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "mov	lr, #27\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, lr\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "vdup.32	q1, r7\n\t"
        "vmov.i32	q0, #0\n\t"
        "aese.8	q0, q1\n\t"
        "vmov.i32	r12, s0\n\t"
        "mov	lr, #54\n\t"
        "ror	r12, r12, #8\n\t"
        "eor	r4, r4, lr\n\t"
        "eor	r4, r4, r12\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r4, r5}\n\t"
#else
        "strd	r4, r5, [%[key]], #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r2!, {r6, r7}\n\t"
#else
        "strd	r6, r7, [%[key]], #8\n\t"
#endif
        "cmp	%[dir], #0\n\t"
        "beq	L_aes_set_key_arm32_crypto_done_%=\n\t"
        "sub	%[key], %[key], #0xb0\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0xa0\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0xa0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x90\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x80\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x80\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x70\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x60\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x60\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #0x40\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #0x40\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #48\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "sub	%[key], %[key], #32\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesimc.8	q1, q1\n\t"
        "vst1.32	{q1}, [%[key]]\n\t"
        "add	%[key], %[key], #32\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "sub	%[key], %[key], #16\n\t"
        "vld1.32	{q0}, [%[key]]\n\t"
        "aesimc.8	q0, q0\n\t"
        "vst1.32	{q0}, [%[key]]\n\t"
        "\n"
    "L_aes_set_key_arm32_crypto_done_%=: \n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [userKey] "+r" (userKey), [keylen] "+r" (keylen), [key] "+r" (key),
          [dir] "+r" (dir)
        :
#else
        :
        : [userKey] "r" (userKey), [keylen] "r" (keylen), [key] "r" (key),
          [dir] "r" (dir)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r12", "lr", "r4", "r5", "r6", "r7", "r8", "r9",
            "r10", "r11", "q0", "q1"
    );
}

#if defined(HAVE_AESCCM) || defined(HAVE_AESGCM) || \
        defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER) || \
        defined(HAVE_AES_CBC)
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_encrypt_AARCH32(const byte* inBlock_p,
    byte* outBlock_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_encrypt_AARCH32(const byte* inBlock,
    byte* outBlock, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* inBlock asm ("r0") = (const byte*)inBlock_p;
    register byte* outBlock asm ("r1") = (byte*)outBlock_p;
    register byte* key asm ("r2") = (byte*)key_p;
    register int nr asm ("r3") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "vld1.8	{q0}, [%[inBlock]]\n\t"
        "vldm	%[key]!, {q1-q4}\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "vldm	%[key]!, {q1-q4}\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "subs	%[nr], %[nr], #10\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "beq	L_aes_encrypt_arm32_crypto_round_done_%=\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "subs	%[nr], %[nr], #2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "beq	L_aes_encrypt_arm32_crypto_round_done_%=\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "\n"
    "L_aes_encrypt_arm32_crypto_round_done_%=: \n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vst1.8	{q0}, [%[outBlock]]\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [inBlock] "+r" (inBlock), [outBlock] "+r" (outBlock),
          [key] "+r" (key), [nr] "+r" (nr)
        :
#else
        :
        : [inBlock] "r" (inBlock), [outBlock] "r" (outBlock), [key] "r" (key),
          [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4"
    );
}

#endif /* defined(HAVE_AESCCM) || defined(HAVE_AESGCM) ||
        * defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER) ||
        * defined(HAVE_AES_CBC) */
#if !defined(WC_AES_BITSLICED) || defined(WOLFSSL_AES_DIRECT) || \
        defined(WOLFSSL_AES_COUNTER)
#ifdef HAVE_AES_DECRYPT
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_decrypt_AARCH32(const byte* inBlock_p,
    byte* outBlock_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_decrypt_AARCH32(const byte* inBlock,
    byte* outBlock, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* inBlock asm ("r0") = (const byte*)inBlock_p;
    register byte* outBlock asm ("r1") = (byte*)outBlock_p;
    register byte* key asm ("r2") = (byte*)key_p;
    register int nr asm ("r3") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "vld1.8	{q0}, [%[inBlock]]\n\t"
        "vldm	%[key]!, {q1-q4}\n\t"
        "aesd.8	q0, q1\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "vldm	%[key]!, {q1-q4}\n\t"
        "aesd.8	q0, q1\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "aesd.8	q0, q1\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q2\n\t"
        "subs	%[nr], %[nr], #10\n\t"
        "beq	L_aes_decrypt_arm32_crypto_round_done_%=\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q1\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q2\n\t"
        "subs	%[nr], %[nr], #2\n\t"
        "beq	L_aes_decrypt_arm32_crypto_round_done_%=\n\t"
        "vld1.32	{q1-q2}, [%[key]]!\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q1\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q2\n\t"
        "\n"
    "L_aes_decrypt_arm32_crypto_round_done_%=: \n\t"
        "vld1.32	{q1}, [%[key]]\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vst1.8	{q0}, [%[outBlock]]\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [inBlock] "+r" (inBlock), [outBlock] "+r" (outBlock),
          [key] "+r" (key), [nr] "+r" (nr)
        :
#else
        :
        : [inBlock] "r" (inBlock), [outBlock] "r" (outBlock), [key] "r" (key),
          [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4"
    );
}

#endif /* HAVE_AES_DECRYPT */
#endif /* !defined(WC_AES_BITSLICED) || defined(WOLFSSL_AES_DIRECT) ||
        * defined(WOLFSSL_AES_COUNTER) */
#ifdef HAVE_AES_ECB
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_encrypt_blocks_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_encrypt_blocks_AARCH32(const byte* in, byte* out,
    word32 sz, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register byte* key asm ("r3") = (byte*)key_p;
    register int nr asm ("r12") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[nr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "vldm.32	%[key]!, {q0-q7}\n\t"
        "lsr	%[sz], %[sz], #4\n\t"
        "cmp	r12, #12\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_encrypt_blocks_arm32_crypto_start_256_%=\n\t"
        /* AES_ECB_192 */
#ifndef NO_AES_192
        "vld1.32	{q8-q9}, [%[key]]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_192_start_4_%=: \n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_192_start_2_%=\n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q0\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q1\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q2\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q3\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q4\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q5\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q6\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q7\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q8\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q9\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q9\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q10\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aese.8	q14, q11\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_encrypt_blocks_arm32_crypto_192_start_4_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_192_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_192_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q9\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_192_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_192_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_192_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_encrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_ECB_256 */
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vld1.32	{q8-q9}, [%[key]]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_256_start_4_%=: \n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_256_start_2_%=\n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q0\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q1\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q2\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q3\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q4\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q5\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q6\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q7\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q8\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q9\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q9\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q10\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q11\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q11\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q10\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aese.8	q14, q11\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_encrypt_blocks_arm32_crypto_256_start_4_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_256_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_256_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q9\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q11\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q10\n\t"
        "aesmc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_256_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_256_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q9\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aese.8	q12, q10\n\t"
        "aesmc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aese.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_256_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_encrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_ECB_128 */
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	%[key]!, {q8-q10}\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_128_start_4_%=: \n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_128_start_2_%=\n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q0\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q1\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q2\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q3\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q4\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q5\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q6\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q7\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q14, q8\n\t"
        "aesmc.8	q14, q14\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q9\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aese.8	q14, q9\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_encrypt_blocks_arm32_crypto_128_start_4_%=\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_128_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_encrypt_blocks_arm32_crypto_128_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q0\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q1\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q2\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q3\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q4\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q5\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q6\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q7\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q13, q8\n\t"
        "aesmc.8	q13, q13\n\t"
        "aese.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aese.8	q13, q9\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_128_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_encrypt_blocks_arm32_crypto_128_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aese.8	q12, q0\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q1\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q2\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q3\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q4\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q5\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q6\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q7\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q8\n\t"
        "aesmc.8	q12, q12\n\t"
        "aese.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_128_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_encrypt_blocks_arm32_crypto_done_%=: \n\t"
        "pop	{%[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [key] "+r" (key),
          [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [key] "r" (key),
          [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#ifdef HAVE_AES_DECRYPT
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_decrypt_blocks_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_decrypt_blocks_AARCH32(const byte* in, byte* out,
    word32 sz, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register byte* key asm ("r3") = (byte*)key_p;
    register int nr asm ("r12") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[nr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "vldm.32	%[key]!, {q0-q7}\n\t"
        "lsr	%[sz], %[sz], #4\n\t"
        "cmp	r12, #12\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_decrypt_blocks_arm32_crypto_start_256_%=\n\t"
        /* AES_ECB_192 */
#ifndef NO_AES_192
        "vld1.32	{q8-q9}, [%[key]]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_192_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_192_start_2_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_192_start_4_%=: \n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q9\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q9\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aesd.8	q14, q11\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aesd.8	q15, q11\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_decrypt_blocks_arm32_crypto_192_start_4_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_192_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_192_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q9\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_192_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_192_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "sub	%[key], %[key], #48\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_192_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_decrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_ECB_256 */
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vld1.32	{q8-q9}, [%[key]]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_256_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_256_start_2_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_256_start_4_%=: \n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q9\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q9\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q11\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q11\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q11\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aesd.8	q14, q11\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aesd.8	q15, q11\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_decrypt_blocks_arm32_crypto_256_start_4_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_256_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_256_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q9\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q11\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q10\n\t"
        "aesimc.8	q13, q13\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q11\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_256_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_256_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q9\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q11}, [%[key]]!\n\t"
        "aesd.8	q12, q10\n\t"
        "aesimc.8	q12, q12\n\t"
        "vld1.32	{q10}, [%[key]]!\n\t"
        "aesd.8	q12, q11\n\t"
        "veor.32	q12, q12, q10\n\t"
        "sub	%[key], %[key], #0x50\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_256_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_decrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_ECB_128 */
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	%[key]!, {q8-q10}\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_128_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_128_start_2_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_128_start_4_%=: \n\t"
        "vldm.8	%[in]!, {q12-q15}\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q9\n\t"
        "veor.32	q13, q13, q10\n\t"
        "aesd.8	q14, q9\n\t"
        "veor.32	q14, q14, q10\n\t"
        "aesd.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "sub	%[sz], %[sz], #4\n\t"
        "vstm.8	%[out]!, {q12-q15}\n\t"
        "cmp	%[sz], #4\n\t"
        "bge	L_aes_decrypt_blocks_arm32_crypto_128_start_4_%=\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_128_start_2_%=: \n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_decrypt_blocks_arm32_crypto_128_start_1_%=\n\t"
        "vld1.8	{q12-q13}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q0\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q1\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q2\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q3\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q4\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q5\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q6\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q7\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q13, q8\n\t"
        "aesimc.8	q13, q13\n\t"
        "aesd.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "aesd.8	q13, q9\n\t"
        "veor.32	q13, q13, q10\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "vst1.8	{q12-q13}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_128_start_1_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_decrypt_blocks_arm32_crypto_128_done_%=\n\t"
        "vld1.8	{q12}, [%[in]]!\n\t"
        "aesd.8	q12, q0\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q1\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q2\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q3\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q4\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q5\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q6\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q7\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q8\n\t"
        "aesimc.8	q12, q12\n\t"
        "aesd.8	q12, q9\n\t"
        "veor.32	q12, q12, q10\n\t"
        "vst1.8	{q12}, [%[out]]!\n\t"
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_128_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_decrypt_blocks_arm32_crypto_done_%=: \n\t"
        "pop	{%[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [key] "+r" (key),
          [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [key] "r" (key),
          [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#endif /* HAVE_AES_DECRYPT */
#endif /* HAVE_AES_ECB */
#ifdef HAVE_AES_CBC
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CBC_encrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, byte* reg_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_CBC_encrypt_AARCH32(const byte* in, byte* out,
    word32 sz, byte* reg, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register byte* reg asm ("r3") = (byte*)reg_p;
    register byte* key asm ("r12") = (byte*)key_p;
    register int nr asm ("lr") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[key], %[nr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "vldm.32	r12!, {q0-q7}\n\t"
        "vld1.32	{q15}, [%[reg]]\n\t"
        "subs	lr, lr, #12\n\t"
        "lsr	%[sz], %[sz], #4\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_cbc_encrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_CBC_192 */
#ifndef NO_AES_192
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vldm.32	r12!, {q8-q12}\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_192_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_192_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_192_start_4_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #4\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_192_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "cmp	%[sz], #4\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "bge	L_aes_cbc_encrypt_arm32_crypto_192_start_4_%=\n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_192_start_2_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #2\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_192_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_192_start_1_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_192_done_%=: \n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_cbc_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_CBC_256 */
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vldm.32	r12!, {q8-q11}\n\t"
        "add	r12, r12, #16\n\t"
        "vld1.32	{q12-q13}, [r12]\n\t"
        "sub	r12, r12, #16\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_256_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_256_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_256_start_4_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #4\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_256_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "cmp	%[sz], #4\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "bge	L_aes_cbc_encrypt_arm32_crypto_256_start_4_%=\n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_256_start_2_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #2\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_256_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_256_start_1_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q10\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aese.8	q15, q11\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q14\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q12\n\t"
        "veor.32	q15, q15, q13\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_256_done_%=: \n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_cbc_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_CBC_128 */
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vldm.32	r12!, {q8-q10}\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_128_start_1_%=\n\t"
        "cmp	%[sz], #4\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_128_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_128_start_4_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #4\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_128_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "cmp	%[sz], #4\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "bge	L_aes_cbc_encrypt_arm32_crypto_128_start_4_%=\n\t"
        "cmp	%[sz], #2\n\t"
        "blt	L_aes_cbc_encrypt_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_128_start_2_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "subs	%[sz], %[sz], #2\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "beq	L_aes_cbc_encrypt_arm32_crypto_128_done_%=\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_128_start_1_%=: \n\t"
        "veor.32	q15, q15, q14\n\t"
        "aese.8	q15, q0\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q1\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q2\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q3\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q4\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q5\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q6\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q7\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q8\n\t"
        "aesmc.8	q15, q15\n\t"
        "aese.8	q15, q9\n\t"
        "veor.32	q15, q15, q10\n\t"
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_128_done_%=: \n\t"
        "vst1.8	{q15}, [%[out]]!\n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_cbc_encrypt_arm32_crypto_done_%=: \n\t"
        "vst1.32	{q15}, [%[reg]]\n\t"
        "pop	{%[key], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [reg] "+r" (reg),
          [key] "+r" (key), [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [reg] "r" (reg),
          [key] "r" (key), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#ifdef HAVE_AES_DECRYPT
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CBC_decrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, byte* reg_p, byte* key_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_CBC_decrypt_AARCH32(const byte* in, byte* out,
    word32 sz, byte* reg, byte* key, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register byte* reg asm ("r3") = (byte*)reg_p;
    register byte* key asm ("r12") = (byte*)key_p;
    register int nr asm ("lr") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[key], %[nr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "vldm.32	r12!, {q0-q7}\n\t"
        "vld1.32	{q13}, [%[reg]]\n\t"
        "lsr	%[sz], %[sz], #4\n\t"
        "cmp	lr, #12\n\t"
        "blt	L_aes_cbc_decrypt_blocks_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_cbc_decrypt_blocks_arm32_crypto_start_256_%=\n\t"
        /* AES_CBC_192 */
#ifndef NO_AES_192
        "vld1.32	{q8}, [r12]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_decrypt_blocks_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_192_start_2_%=: \n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q12, q14\n\t"
        "vmov	q13, q15\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q9\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [r12]\n\t"
        "aesd.8	q14, q9\n\t"
        "aesd.8	q15, q9\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q15, q15, q10\n\t"
        "cmp	%[sz], #1\n\t"
        "veor.32	q14, q14, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "sub	r12, r12, #48\n\t"
        "blt	L_aes_cbc_decrypt_blocks_arm32_crypto_192_done_%=\n\t"
        "bgt	L_aes_cbc_decrypt_blocks_arm32_crypto_192_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_192_start_1_%=: \n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q13, q14\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q10}, [r12]\n\t"
        "aesd.8	q14, q9\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q14, q14, q11\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_192_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_cbc_decrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_CBC_256 */
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vld1.32	{q8}, [r12]!\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_decrypt_blocks_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_256_start_2_%=: \n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q12, q14\n\t"
        "vmov	q13, q15\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q9\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q9\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q10\n\t"
        "aesimc.8	q15, q15\n\t"
        "vld1.32	{q10}, [r12]\n\t"
        "aesd.8	q14, q9\n\t"
        "aesd.8	q15, q9\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q15, q15, q10\n\t"
        "cmp	%[sz], #1\n\t"
        "veor.32	q14, q14, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "sub	r12, r12, #0x50\n\t"
        "blt	L_aes_cbc_decrypt_blocks_arm32_crypto_256_done_%=\n\t"
        "bgt	L_aes_cbc_decrypt_blocks_arm32_crypto_256_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_256_start_1_%=: \n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q13, q14\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q10}, [r12]!\n\t"
        "aesd.8	q14, q9\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q9}, [r12]!\n\t"
        "aesd.8	q14, q10\n\t"
        "aesimc.8	q14, q14\n\t"
        "vld1.32	{q10}, [r12]\n\t"
        "aesd.8	q14, q9\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q14, q14, q11\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_256_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_cbc_decrypt_blocks_arm32_crypto_done_%=\n\t"
        /* AES_CBC_128 */
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	r12!, {q8-q10}\n\t"
        "cmp	%[sz], #1\n\t"
        "beq	L_aes_cbc_decrypt_blocks_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_128_start_2_%=: \n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q12, q14\n\t"
        "vmov	q13, q15\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q0\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q1\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q2\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q3\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q4\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q5\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q6\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q7\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q15, q8\n\t"
        "aesimc.8	q15, q15\n\t"
        "aesd.8	q14, q9\n\t"
        "aesd.8	q15, q9\n\t"
        "sub	%[sz], %[sz], #2\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q15, q15, q10\n\t"
        "cmp	%[sz], #1\n\t"
        "veor.32	q14, q14, q11\n\t"
        "veor.32	q15, q15, q12\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "blt	L_aes_cbc_decrypt_blocks_arm32_crypto_128_done_%=\n\t"
        "bgt	L_aes_cbc_decrypt_blocks_arm32_crypto_128_start_2_%=\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_128_start_1_%=: \n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "vmov	q11, q13\n\t"
        "vmov	q13, q14\n\t"
        "aesd.8	q14, q0\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q1\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q2\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q3\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q4\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q5\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q6\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q7\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q8\n\t"
        "aesimc.8	q14, q14\n\t"
        "aesd.8	q14, q9\n\t"
        "veor.32	q14, q14, q10\n\t"
        "veor.32	q14, q14, q11\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_128_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_cbc_decrypt_blocks_arm32_crypto_done_%=: \n\t"
        "vst1.32	{q13}, [%[reg]]\n\t"
        "pop	{%[key], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [reg] "+r" (reg),
          [key] "+r" (key), [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [reg] "r" (reg),
          [key] "r" (key), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#endif /* HAVE_AES_DECRYPT */
#endif /* HAVE_AES_CBC */
#ifdef WOLFSSL_AES_COUNTER
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CTR_encrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, byte* reg_p, byte* key_p, byte* tmp_p,
    word32* left_p, word32 nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_CTR_encrypt_AARCH32(const byte* in, byte* out,
    word32 sz, byte* reg, byte* key, byte* tmp, word32* left, word32 nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register byte* reg asm ("r3") = (byte*)reg_p;
    register byte* key asm ("r12") = (byte*)key_p;
    register byte* tmp asm ("lr") = (byte*)tmp_p;
    register word32* left asm ("r4") = (word32*)left_p;
    register word32 nr asm ("r5") = (word32)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[left], %[nr]}\n\t"
        "push	{%[key], %[tmp]}\n\t"
        "vld1.32	{q0}, [%[reg]]\n\t"
        "ldr	r12, [sp]\n\t"
        "vrev32.8	q2, q0\n\t"
        "lsr	r4, %[sz], #4\n\t"
        "vmov	r5, r6, d4\n\t"
        "and	%[sz], %[sz], #15\n\t"
        "vmov	r7, r8, d5\n\t"
        "vldm.32	r12!, {q3-q10}\n\t"
        "ldr	lr, [sp, #12]\n\t"
        "cmp	lr, #12\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_CTR_192 */
#ifndef NO_AES_192
        "vldm.32	r12!, {q11-q13}\n\t"
        "mov	lr, #1\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_192_done_%=\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_192_start_1_%=\n\t"
        "adds	r8, r8, #1\n\t"
        "adcs	r7, r7, #0\n\t"
        "adcs	r6, r6, #0\n\t"
        "adc	r5, r5, #0\n\t"
        "vmov	d3, r7, r8\n\t"
        "vmov	d2, r5, r6\n\t"
        "vrev32.8	q1, q1\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_192_start_2_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "adds	r8, r8, #1\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q13\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q14\n\t"
        "aese.8	q1, q14\n\t"
        "sub	r4, r4, #2\n\t"
        "veor.32	q0, q0, q15\n\t"
        "veor.32	q1, q1, q15\n\t"
        "adds	r8, r8, #1\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "adcs	r7, r7, #0\n\t"
        "sub	r12, r12, #16\n\t"
        "veor.32	q14, q14, q0\n\t"
        "veor.32	q15, q15, q1\n\t"
        "adcs	r6, r6, #0\n\t"
        "vrev32.8	q0, q2\n\t"
        "adc	r5, r5, #0\n\t"
        "vmov	d2, r5, r6\n\t"
        "vmov	d3, r7, r8\n\t"
        "cmp	r4, #1\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "vrev32.8	q1, q1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_192_start_2_%=\n\t"
        "mov	lr, #0\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_192_done_%=\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_192_start_1_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "aese.8	q0, q14\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "veor.32	q0, q0, q15\n\t"
        "veor.32	q14, q14, q0\n\t"
        "sub	r12, r12, #16\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "mov	lr, #1\n\t"
        "vrev32.8	q0, q2\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_192_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_192_partial_done_%=\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "aese.8	q0, q14\n\t"
        "veor.32	q0, q0, q15\n\t"
        "vst1.32	{q0}, [lr]\n\t"
        "vmov	q0, q2\n\t"
        "mov	r5, #16\n\t"
        "sub	r5, r5, %[sz]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_192_start_byte_%=: \n\t"
        "ldrb	r7, [lr], #1\n\t"
        "ldrb	r8, [%[in]], #1\n\t"
        "eor	r7, r7, r8\n\t"
        "subs	%[sz], %[sz], #1\n\t"
        "strb	r7, [%[out]], #1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_192_start_byte_%=\n\t"
        "vrev32.8	q0, q2\n\t"
        "str	r5, [r4]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_192_partial_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_ctr_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_CTR_256 */
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vldm.32	r12!, {q11-q13}\n\t"
        "mov	lr, #1\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_256_done_%=\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_256_start_1_%=\n\t"
        "adds	r8, r8, #1\n\t"
        "adcs	r7, r7, #0\n\t"
        "adcs	r6, r6, #0\n\t"
        "adc	r5, r5, #0\n\t"
        "vmov	d3, r7, r8\n\t"
        "vmov	d2, r5, r6\n\t"
        "vrev32.8	q1, q1\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_256_start_2_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "adds	r8, r8, #1\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q13\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [r12]!\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q14\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q14\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "adds	r8, r8, #1\n\t"
        "aese.8	q0, q15\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q15\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q14\n\t"
        "aese.8	q1, q14\n\t"
        "sub	r4, r4, #2\n\t"
        "veor.32	q0, q0, q15\n\t"
        "veor.32	q1, q1, q15\n\t"
        "adcs	r6, r6, #0\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "sub	r12, r12, #48\n\t"
        "veor.32	q14, q14, q0\n\t"
        "veor.32	q15, q15, q1\n\t"
        "adc	r5, r5, #0\n\t"
        "vrev32.8	q0, q2\n\t"
        "vmov	d2, r5, r6\n\t"
        "vmov	d3, r7, r8\n\t"
        "cmp	r4, #1\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "vrev32.8	q1, q1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_256_start_2_%=\n\t"
        "mov	lr, #0\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_256_done_%=\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_256_start_1_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]!\n\t"
        "aese.8	q0, q14\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q15\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "aese.8	q0, q14\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "veor.32	q0, q0, q15\n\t"
        "veor.32	q14, q14, q0\n\t"
        "sub	r12, r12, #48\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "mov	lr, #1\n\t"
        "vrev32.8	q0, q2\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_256_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_256_partial_done_%=\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]!\n\t"
        "aese.8	q0, q14\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q0, q15\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [r12]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "aese.8	q0, q14\n\t"
        "veor.32	q0, q0, q15\n\t"
        "vst1.32	{q0}, [lr]\n\t"
        "vmov	q0, q2\n\t"
        "mov	r5, #16\n\t"
        "sub	r5, r5, %[sz]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_256_start_byte_%=: \n\t"
        "ldrb	r7, [lr], #1\n\t"
        "ldrb	r8, [%[in]], #1\n\t"
        "eor	r7, r7, r8\n\t"
        "subs	%[sz], %[sz], #1\n\t"
        "strb	r7, [%[out]], #1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_256_start_byte_%=\n\t"
        "vrev32.8	q0, q2\n\t"
        "str	r5, [r4]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_256_partial_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_ctr_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_CTR_128 */
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	r12!, {q11-q13}\n\t"
        "mov	lr, #1\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_128_done_%=\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_128_start_1_%=\n\t"
        "adds	r8, r8, #1\n\t"
        "adcs	r7, r7, #0\n\t"
        "adcs	r6, r6, #0\n\t"
        "adc	r5, r5, #0\n\t"
        "vmov	d3, r7, r8\n\t"
        "vmov	d2, r5, r6\n\t"
        "vrev32.8	q1, q1\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_128_start_2_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "adds	r8, r8, #1\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "adds	r8, r8, #1\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "adcs	r6, r6, #0\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q12\n\t"
        "aese.8	q1, q12\n\t"
        "sub	r4, r4, #2\n\t"
        "veor.32	q14, q14, q13\n\t"
        "veor.32	q15, q15, q13\n\t"
        "veor.32	q14, q14, q0\n\t"
        "veor.32	q15, q15, q1\n\t"
        "vrev32.8	q0, q2\n\t"
        "vmov	d2, r5, r6\n\t"
        "vmov	d3, r7, r8\n\t"
        "cmp	r4, #1\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "vrev32.8	q1, q1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_128_start_2_%=\n\t"
        "mov	lr, #0\n\t"
        "blt	L_aes_ctr_encrypt_arm32_crypto_128_done_%=\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_128_start_1_%=: \n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q0, q12\n\t"
        "veor.32	q0, q0, q13\n\t"
        "veor.32	q14, q14, q0\n\t"
        "vst1.8	{q14}, [%[out]]!\n\t"
        "mov	lr, #1\n\t"
        "vrev32.8	q0, q2\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_128_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_ctr_encrypt_arm32_crypto_128_partial_done_%=\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "adds	r8, r8, lr\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r7, r7, #0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "adcs	r6, r6, #0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "adc	r5, r5, #0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d5, r7, r8\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "vmov	d4, r5, r6\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "aese.8	q0, q12\n\t"
        "veor.32	q0, q0, q13\n\t"
        "vst1.32	{q0}, [lr]\n\t"
        "vmov	q0, q2\n\t"
        "mov	r5, #16\n\t"
        "sub	r5, r5, %[sz]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_128_start_byte_%=: \n\t"
        "ldrb	r7, [lr], #1\n\t"
        "ldrb	r8, [%[in]], #1\n\t"
        "eor	r7, r7, r8\n\t"
        "subs	%[sz], %[sz], #1\n\t"
        "strb	r7, [%[out]], #1\n\t"
        "bgt	L_aes_ctr_encrypt_arm32_crypto_128_start_byte_%=\n\t"
        "vrev32.8	q0, q2\n\t"
        "str	r5, [r4]\n\t"
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_128_partial_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_ctr_encrypt_arm32_crypto_done_%=: \n\t"
        "vst1.32	{q0}, [%[reg]]\n\t"
        "pop	{%[key], %[tmp]}\n\t"
        "pop	{%[left], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [reg] "+r" (reg),
          [key] "+r" (key), [tmp] "+r" (tmp), [left] "+r" (left),
          [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [reg] "r" (reg),
          [key] "r" (key), [tmp] "r" (tmp), [left] "r" (left), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r6", "r7", "r8", "q0", "q1", "q2", "q3", "q4", "q5",
            "q6", "q7", "q8", "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#endif /* WOLFSSL_AES_COUNTER */
#ifdef HAVE_AESGCM
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_GCM_set_key_AARCH32(const byte* nonce_p,
    const byte* key_p, byte* gcm_h_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_GCM_set_key_AARCH32(const byte* nonce,
    const byte* key, byte* gcm_h, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* nonce asm ("r0") = (const byte*)nonce_p;
    register const byte* key asm ("r1") = (const byte*)key_p;
    register byte* gcm_h asm ("r2") = (byte*)gcm_h_p;
    register int nr asm ("r3") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "vld1.8	{q0}, [%[nonce]]\n\t"
        "vld1.8	{q1-q2}, [%[key]]!\n\t"
        "vld1.8	{q3-q4}, [%[key]]!\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.8	{q1-q2}, [%[key]]!\n\t"
        "vld1.8	{q3-q4}, [%[key]]!\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "subs	%[nr], %[nr], #10\n\t"
        "vld1.8	{q1-q2}, [%[key]]!\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "beq	L_aes_gcm_set_key_arm32_crypto_round_done_%=\n\t"
        "vld1.8	{q1-q2}, [%[key]]!\n\t"
        "subs	%[nr], %[nr], #2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "beq	L_aes_gcm_set_key_arm32_crypto_round_done_%=\n\t"
        "vld1.8	{q1-q2}, [%[key]]!\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q1\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q2\n\t"
        "\n"
    "L_aes_gcm_set_key_arm32_crypto_round_done_%=: \n\t"
        "vld1.8	{q1}, [%[key]]\n\t"
        "veor	q0, q0, q1\n\t"
        "vmov.i8	q1, #0x55\n\t"
        "vshl.u8	q2, q0, #1\n\t"
        "vshr.u8	q0, q0, #1\n\t"
        "vbif.8	q0, q2, q1\n\t"
        "vmov.i8	q1, #51\n\t"
        "vshl.u8	q2, q0, #2\n\t"
        "vshr.u8	q0, q0, #2\n\t"
        "vbit.8	q2, q0, q1\n\t"
        "vshl.u8	q0, q2, #4\n\t"
        "vsri.u8	q0, q2, #4\n\t"
        "vst1.32	{q0}, [%[gcm_h]]\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [nonce] "+r" (nonce), [key] "+r" (key), [gcm_h] "+r" (gcm_h),
          [nr] "+r" (nr)
        :
#else
        :
        : [nonce] "r" (nonce), [key] "r" (key), [gcm_h] "r" (gcm_h),
          [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r12", "q0", "q1", "q2", "q3", "q4"
    );
}

#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_GCM_encrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, const byte* nonce_p, word32 nonceSz_p,
    byte* tag_p, word32 tagSz_p, const byte* aad_p, word32 aadSz_p, byte* key_p,
    byte* gcm_h_p, byte* tmp_p, byte* reg_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_GCM_encrypt_AARCH32(const byte* in, byte* out,
    word32 sz, const byte* nonce, word32 nonceSz, byte* tag, word32 tagSz,
    const byte* aad, word32 aadSz, byte* key, byte* gcm_h, byte* tmp, byte* reg,
    int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register const byte* nonce asm ("r3") = (const byte*)nonce_p;
    register word32 nonceSz asm ("r12") = (word32)nonceSz_p;
    register byte* tag asm ("lr") = (byte*)tag_p;
    register word32 tagSz asm ("r4") = (word32)tagSz_p;
    register const byte* aad asm ("r5") = (const byte*)aad_p;
    register word32 aadSz asm ("r6") = (word32)aadSz_p;
    register byte* key asm ("r7") = (byte*)key_p;
    register byte* gcm_h asm ("r8") = (byte*)gcm_h_p;
    register byte* tmp asm ("r9") = (byte*)tmp_p;
    register byte* reg asm ("r10") = (byte*)reg_p;
    register int nr asm ("r11") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[tagSz], %[aad], %[aadSz], %[key], %[gcm_h], %[tmp], %[reg], %[nr]}\n\t"
        "push	{%[nonceSz], %[tag]}\n\t"
        /* key */
        "ldr	r7, [sp, #20]\n\t"
        /* tmp */
        "ldr	r9, [sp, #28]\n\t"
        /* nonceSz */
        "ldr	r12, [sp]\n\t"
        "cmp	r12, #12\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_nonce_setup_done_%=\n\t"
        "vmov.i8	q13, #0x87\n\t"
        /* gcm_h */
        "ldr	r8, [sp, #24]\n\t"
        "veor.8	q6, q6, q6\n\t"
        "vshr.u64	q13, q13, #56\n\t"
        "vld1.32	{q8}, [r8]\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_setup_done_%=: \n\t"
        /* Load Nonce */
        "cmp	r12, #12\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_ghash_nonce_%=\n\t"
        "ldr	r5, [%[nonce]]\n\t"
        "ldr	r8, [%[nonce], #4]\n\t"
        "ldr	r12, [%[nonce], #8]\n\t"
        "vmov.i32	q6, #0x1000000\n\t"
        "vmov.32	s24, r5\n\t"
        "vmov.32	s25, r8\n\t"
        "vmov.32	s26, r12\n\t"
        "mov	r5, #1\n\t"
        "b	L_aes_gcm_encrypt_arm32_crypto_done_nonce_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_ghash_nonce_%=: \n\t"
        "lsr	r10, r12, #4\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_nonce_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_start_1_%=: \n\t"
        "vld1.32	{q14}, [%[nonce]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q6, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q6, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q6\n\t"
        /*   Reduce */
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        /* Done GHASH */
        "subs	r10, r10, #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_nonce_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_done_%=: \n\t"
        "ands	r11, r12, #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_nonce_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_nonce_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_start_dw_%=: \n\t"
        "ldr	r8, [%[nonce]], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_nonce_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_nonce_start_byte_%=\n\t"
        "ldrh	r8, [%[nonce]], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_nonce_end_bytes_%=\n\t"
        "ldrb	r8, [%[nonce]], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_nonce_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q6, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q6, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q6\n\t"
        /*   Reduce */
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_nonce_partial_done_%=: \n\t"
        "veor.8	q0, q0, q0\n\t"
        /* nonceSz */
        "ldr	r12, [sp]\n\t"
        "lsr	r10, r12, #29\n\t"
        "lsl	r11, r12, #3\n\t"
        "rbit	r10, r10\n\t"
        "rbit	r11, r11\n\t"
        "vmov.32	s2, r10\n\t"
        "vmov.32	s3, r11\n\t"
        "veor.8	q6, q6, q0\n\t"
        "vmull.p64	q2, d13, d16\n\t"
        "vmull.p64	q12, d12, d17\n\t"
        "vmull.p64	q0, d12, d16\n\t"
        "vmull.p64	q1, d13, d17\n\t"
        "veor.8	q2, q2, q12\n\t"
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        "vmov.32	r5, s24\n\t"
        "vmov.32	r8, s25\n\t"
        "vmov.32	r12, s26\n\t"
        "rbit	r5, r5\n\t"
        "rbit	r8, r8\n\t"
        "rbit	r12, r12\n\t"
        "rev	r5, r5\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r12\n\t"
        "vmov.32	s24, r5\n\t"
        "vmov.32	s25, r8\n\t"
        "vmov.32	s26, r12\n\t"
        "vmov.32	r5, s27\n\t"
        "rbit	r5, r5\n\t"
        "rev	r5, r5\n\t"
        "vmov.32	s27, r5\n\t"
        "rev	r5, r5\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_done_nonce_%=: \n\t"
        "vldm.32	r7!, {q0-q3}\n\t"
        "vldm.32	r7!, {q7-q13}\n\t"
        /* nr */
        "ldr	r12, [sp, #36]\n\t"
        "lsr	r10, %[sz], #4\n\t"
        "cmp	r12, #12\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_gcm_encrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_GCM_192 */
#ifndef NO_AES_192
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q12\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q13\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "aese.8	q5, q14\n\t"
        "veor.8	q5, q5, q15\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_encrypt_arm32_crypto_192_start_2_%=\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_192_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_192_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_192_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_192_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_192_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_192_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_192_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q13\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q6, q14\n\t"
        "veor.8	q6, q6, q15\n\t"
        "sub	r7, r7, #16\n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_gcm_encrypt_arm32_crypto_done_enc_%=\n\t"
        /* AES_GCM_256 */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q12\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q13\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q14\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q15\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "aese.8	q5, q14\n\t"
        "veor.8	q5, q5, q15\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_encrypt_arm32_crypto_256_start_2_%=\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_256_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_256_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_256_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_256_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_256_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_256_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_256_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q13\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q6, q14\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q15\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q6, q14\n\t"
        "veor.8	q6, q6, q15\n\t"
        "sub	r7, r7, #48\n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_gcm_encrypt_arm32_crypto_done_enc_%=\n\t"
        /* AES_GCM_128 */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "aese.8	q5, q12\n\t"
        "veor.8	q5, q5, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_encrypt_arm32_crypto_128_start_2_%=\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_128_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_128_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_128_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_128_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_128_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_128_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_128_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "veor.8	q6, q6, q13\n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_done_enc_%=: \n\t"
        /* aadSz */
        "ldr	r6, [sp, #16]\n\t"
        /* gcm_h */
        "ldr	r8, [sp, #24]\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "vmov.i8	q13, #0x87\n\t"
        "veor.8	q7, q7, q7\n\t"
        "vshr.u64	q13, q13, #56\n\t"
        "vld1.32	{q8}, [r8]\n\t"
        "orr	r10, r6, %[sz]\n\t"
        "cmp	r10, #32\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_h_done_%=\n\t"
        /* Square H => H^2 */
        "vmull.p64	q1, d17, d17\n\t"
        "vmull.p64	q0, d16, d16\n\t"
        "vmull.p64	q9, d3, d27\n\t"
        "veor.8	d2, d2, d19\n\t"
        "veor.8	d1, d1, d18\n\t"
        "vmull.p64	q9, d2, d26\n\t"
        "veor.8	q9, q9, q0\n\t"
        "cmp	r10, #0x40\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_h_done_%=\n\t"
        /* Multiply H and H^2  => H^3 */
        "vmull.p64	q2, d17, d18\n\t"
        "vmull.p64	q3, d16, d19\n\t"
        "vmull.p64	q0, d16, d18\n\t"
        "vmull.p64	q1, d17, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        /*   Reduce */
        "vmull.p64	q10, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d21\n\t"
        "veor.8	d1, d1, d20\n\t"
        "vmull.p64	q10, d2, d26\n\t"
        "veor.8	q10, q10, q0\n\t"
        /* Square H^2 => H^4 */
        "vmull.p64	q1, d19, d19\n\t"
        "vmull.p64	q0, d18, d18\n\t"
        "vmull.p64	q11, d3, d27\n\t"
        "veor.8	d2, d2, d23\n\t"
        "veor.8	d1, d1, d22\n\t"
        "vmull.p64	q11, d2, d26\n\t"
        "veor.8	q11, q11, q0\n\t"
        /* Done */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_h_done_%=: \n\t"
        /* aad */
        "ldr	r5, [sp, #12]\n\t"
        "lsr	r10, r6, #4\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_aad_start_1_%=\n\t"
        "cmp	r10, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_start_2_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_4_%=: \n\t"
        "vldm	r5!, {q0-q2}\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vmov.i8	q5, #51\n\t"
        "vshl.u8	q14, q0, #1\n\t"
        "vshl.u8	q15, q1, #1\n\t"
        "vshl.u8	q4, q2, #1\n\t"
        "ldr	lr, [r5], #4\n\t"
        "vshr.u8	q0, q0, #1\n\t"
        "vshr.u8	q1, q1, #1\n\t"
        "vshr.u8	q2, q2, #1\n\t"
        "ldr	r4, [r5], #4\n\t"
        "vbit.8	q14, q0, q12\n\t"
        "vbit.8	q15, q1, q12\n\t"
        "vbit.8	q4, q2, q12\n\t"
        "ldr	r8, [r5], #4\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshl.u8	q2, q4, #2\n\t"
        "ldr	r12, [r5], #4\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vshr.u8	q4, q4, #2\n\t"
        "rbit	lr, lr\n\t"
        "vbit.8	q0, q14, q5\n\t"
        "rbit	r4, r4\n\t"
        "vbit.8	q1, q15, q5\n\t"
        "rbit	r8, r8\n\t"
        "vbit.8	q2, q4, q5\n\t"
        "rbit	r12, r12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "rev	lr, lr\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "rev	r4, r4\n\t"
        "vshl.u8	q4, q2, #4\n\t"
        "rev	r8, r8\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "rev	r12, r12\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "vsri.u8	q4, q2, #4\n\t"
        "vmov	d10, lr, r4\n\t"
        "vmov	d11, r8, r12\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d11, d16\n\t"
        "vmull.p64	q7, d10, d17\n\t"
        "vmull.p64	q0, d10, d16\n\t"
        "vmull.p64	q1, d11, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d8, d18\n\t"
        "vmull.p64	q7, d9, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d9, d18\n\t"
        "vmull.p64	q7, d8, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^3 */
        "vmull.p64	q3, d30, d20\n\t"
        "vmull.p64	q7, d31, d21\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d31, d20\n\t"
        "vmull.p64	q7, d30, d21\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^4 */
        "vmull.p64	q3, d24, d22\n\t"
        "vmull.p64	q7, d25, d23\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d22\n\t"
        "vmull.p64	q7, d24, d23\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #4\n\t"
        "cmp	r10, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_aad_start_4_%=\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_aad_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_2_%=: \n\t"
        "vld1.32	{q14-q15}, [r5]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshl.u8	q1, q15, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vshr.u8	q15, q15, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vbif.8	q15, q1, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vbit.8	q1, q15, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d31, d16\n\t"
        "vmull.p64	q7, d30, d17\n\t"
        "vmull.p64	q0, d30, d16\n\t"
        "vmull.p64	q1, d31, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d24, d18\n\t"
        "vmull.p64	q7, d25, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d18\n\t"
        "vmull.p64	q7, d24, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #2\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_aad_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_1_%=: \n\t"
        "vld1.32	{q14}, [r5]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_done_%=: \n\t"
        "ands	r11, r6, #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_aad_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_dw_%=: \n\t"
        "ldr	r8, [r5], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_aad_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_start_byte_%=\n\t"
        "ldrh	r8, [r5], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_aad_end_bytes_%=\n\t"
        "ldrb	r8, [r5], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_aad_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_aad_partial_done_%=: \n\t"
        /* out */
        "lsr	r10, %[sz], #4\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_out_start_1_%=\n\t"
        "cmp	r10, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_start_2_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_4_%=: \n\t"
        "vldm	%[out]!, {q0-q2}\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vmov.i8	q5, #51\n\t"
        "vshl.u8	q14, q0, #1\n\t"
        "vshl.u8	q15, q1, #1\n\t"
        "vshl.u8	q4, q2, #1\n\t"
        "ldr	lr, [%[out]], #4\n\t"
        "vshr.u8	q0, q0, #1\n\t"
        "vshr.u8	q1, q1, #1\n\t"
        "vshr.u8	q2, q2, #1\n\t"
        "ldr	r4, [%[out]], #4\n\t"
        "vbit.8	q14, q0, q12\n\t"
        "vbit.8	q15, q1, q12\n\t"
        "vbit.8	q4, q2, q12\n\t"
        "ldr	r8, [%[out]], #4\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshl.u8	q2, q4, #2\n\t"
        "ldr	r12, [%[out]], #4\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vshr.u8	q4, q4, #2\n\t"
        "rbit	lr, lr\n\t"
        "vbit.8	q0, q14, q5\n\t"
        "rbit	r4, r4\n\t"
        "vbit.8	q1, q15, q5\n\t"
        "rbit	r8, r8\n\t"
        "vbit.8	q2, q4, q5\n\t"
        "rbit	r12, r12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "rev	lr, lr\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "rev	r4, r4\n\t"
        "vshl.u8	q4, q2, #4\n\t"
        "rev	r8, r8\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "rev	r12, r12\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "vsri.u8	q4, q2, #4\n\t"
        "vmov	d10, lr, r4\n\t"
        "vmov	d11, r8, r12\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d11, d16\n\t"
        "vmull.p64	q7, d10, d17\n\t"
        "vmull.p64	q0, d10, d16\n\t"
        "vmull.p64	q1, d11, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d8, d18\n\t"
        "vmull.p64	q7, d9, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d9, d18\n\t"
        "vmull.p64	q7, d8, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^3 */
        "vmull.p64	q3, d30, d20\n\t"
        "vmull.p64	q7, d31, d21\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d31, d20\n\t"
        "vmull.p64	q7, d30, d21\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^4 */
        "vmull.p64	q3, d24, d22\n\t"
        "vmull.p64	q7, d25, d23\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d22\n\t"
        "vmull.p64	q7, d24, d23\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #4\n\t"
        "cmp	r10, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_out_start_4_%=\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_done_%=\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_out_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_2_%=: \n\t"
        "vld1.32	{q14-q15}, [%[out]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshl.u8	q1, q15, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vshr.u8	q15, q15, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vbif.8	q15, q1, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vbit.8	q1, q15, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d31, d16\n\t"
        "vmull.p64	q7, d30, d17\n\t"
        "vmull.p64	q0, d30, d16\n\t"
        "vmull.p64	q1, d31, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d24, d18\n\t"
        "vmull.p64	q7, d25, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d18\n\t"
        "vmull.p64	q7, d24, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #2\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_out_done_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_1_%=: \n\t"
        "vld1.32	{q14}, [%[out]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_encrypt_arm32_crypto_out_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_dw_%=: \n\t"
        "ldr	r8, [%[out]], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_start_byte_%=\n\t"
        "ldrh	r8, [%[out]], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_out_end_bytes_%=\n\t"
        "ldrb	r8, [%[out]], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_out_partial_done_%=: \n\t"
        "lsr	lr, r6, #29\n\t"
        "lsl	r6, r6, #3\n\t"
        "rbit	lr, lr\n\t"
        "rbit	r6, r6\n\t"
        "vmov	s0, lr\n\t"
        "vmov	s1, r6\n\t"
        "lsr	lr, %[sz], #29\n\t"
        "lsl	%[sz], %[sz], #3\n\t"
        "rbit	lr, lr\n\t"
        "rbit	%[sz], %[sz]\n\t"
        "vmov	s2, lr\n\t"
        "vmov	s3, %[sz]\n\t"
        "veor.8	q7, q7, q0\n\t"
        "vmull.p64	q2, d15, d16\n\t"
        "vmull.p64	q3, d14, d17\n\t"
        "vmull.p64	q0, d14, d16\n\t"
        "vmull.p64	q1, d15, d17\n\t"
        "veor.8	q2, q2, q3\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        "vmov.i8	q0, #0x55\n\t"
        "vshl.u8	q1, q7, #1\n\t"
        "vshr.u8	q7, q7, #1\n\t"
        "vbif.8	q7, q1, q0\n\t"
        "vmov.i8	q0, #51\n\t"
        "vshl.u8	q1, q7, #2\n\t"
        "vshr.u8	q7, q7, #2\n\t"
        "vbit.8	q1, q7, q0\n\t"
        "vshl.u8	q7, q1, #4\n\t"
        "vsri.u8	q7, q1, #4\n\t"
        /* DONE */
        "veor.8	q7, q7, q6\n\t"
        /* tag */
        "ldr	lr, [sp, #4]\n\t"
        /* tagSz */
        "ldr	r4, [sp, #8]\n\t"
        "cmp	r4, #16\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_tag_tag_partial_%=\n\t"
        "vst1.8	{q7}, [lr]\n\t"
        "b	L_aes_gcm_encrypt_arm32_crypto_done_gcm_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_tag_tag_partial_%=: \n\t"
        "vst1.8	{q7}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_dw_%=: \n\t"
        "ldr	r8, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	r8, [lr], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_byte_%=\n\t"
        "ldrh	r8, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	r8, [lr], #2\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_encrypt_arm32_crypto_tag_tag_end_bytes_%=\n\t"
        "ldrb	r8, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	r8, [lr], #1\n\t"
        "bne	L_aes_gcm_encrypt_arm32_crypto_tag_tag_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_tag_tag_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_encrypt_arm32_crypto_done_gcm_%=: \n\t"
        "pop	{%[nonceSz], %[tag]}\n\t"
        "pop	{%[tagSz], %[aad], %[aadSz], %[key], %[gcm_h], %[tmp], %[reg], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz),
          [nonce] "+r" (nonce), [nonceSz] "+r" (nonceSz), [tag] "+r" (tag),
          [tagSz] "+r" (tagSz), [aad] "+r" (aad), [aadSz] "+r" (aadSz),
          [key] "+r" (key), [gcm_h] "+r" (gcm_h), [tmp] "+r" (tmp),
          [reg] "+r" (reg), [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [nonce] "r" (nonce),
          [nonceSz] "r" (nonceSz), [tag] "r" (tag), [tagSz] "r" (tagSz),
          [aad] "r" (aad), [aadSz] "r" (aadSz), [key] "r" (key),
          [gcm_h] "r" (gcm_h), [tmp] "r" (tmp), [reg] "r" (reg), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
}

#ifdef HAVE_AES_DECRYPT
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER int AES_GCM_decrypt_AARCH32(const byte* in_p, byte* out_p,
    word32 sz_p, const byte* nonce_p, word32 nonceSz_p, const byte* tag_p,
    word32 tagSz_p, const byte* aad_p, word32 aadSz_p, byte* key_p,
    byte* gcm_h_p, byte* tmp_p, byte* reg_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER int AES_GCM_decrypt_AARCH32(const byte* in, byte* out,
    word32 sz, const byte* nonce, word32 nonceSz, const byte* tag, word32 tagSz,
    const byte* aad, word32 aadSz, byte* key, byte* gcm_h, byte* tmp, byte* reg,
    int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register const byte* nonce asm ("r3") = (const byte*)nonce_p;
    register word32 nonceSz asm ("r12") = (word32)nonceSz_p;
    register const byte* tag asm ("lr") = (const byte*)tag_p;
    register word32 tagSz asm ("r4") = (word32)tagSz_p;
    register const byte* aad asm ("r5") = (const byte*)aad_p;
    register word32 aadSz asm ("r6") = (word32)aadSz_p;
    register byte* key asm ("r7") = (byte*)key_p;
    register byte* gcm_h asm ("r8") = (byte*)gcm_h_p;
    register byte* tmp asm ("r9") = (byte*)tmp_p;
    register byte* reg asm ("r10") = (byte*)reg_p;
    register int nr asm ("r11") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[tagSz], %[aad], %[aadSz], %[key], %[gcm_h], %[tmp], %[reg], %[nr]}\n\t"
        "push	{%[nonceSz], %[tag]}\n\t"
        /* key */
        "ldr	r7, [sp, #20]\n\t"
        /* tmp */
        "ldr	r9, [sp, #28]\n\t"
        /* aadSz */
        "ldr	r6, [sp, #16]\n\t"
        /* gcm_h */
        "ldr	r8, [sp, #24]\n\t"
        "vmov.i8	q13, #0x87\n\t"
        "veor.8	q7, q7, q7\n\t"
        "vshr.u64	q13, q13, #56\n\t"
        "vld1.32	{q8}, [r8]\n\t"
        "orr	r10, r6, %[sz]\n\t"
        "cmp	r10, #32\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_h_done_%=\n\t"
        /* Square H => H^2 */
        "vmull.p64	q1, d17, d17\n\t"
        "vmull.p64	q0, d16, d16\n\t"
        "vmull.p64	q9, d3, d27\n\t"
        "veor.8	d2, d2, d19\n\t"
        "veor.8	d1, d1, d18\n\t"
        "vmull.p64	q9, d2, d26\n\t"
        "veor.8	q9, q9, q0\n\t"
        "cmp	r10, #0x40\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_h_done_%=\n\t"
        /* Multiply H and H^2  => H^3 */
        "vmull.p64	q2, d17, d18\n\t"
        "vmull.p64	q3, d16, d19\n\t"
        "vmull.p64	q0, d16, d18\n\t"
        "vmull.p64	q1, d17, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        /*   Reduce */
        "vmull.p64	q10, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d21\n\t"
        "veor.8	d1, d1, d20\n\t"
        "vmull.p64	q10, d2, d26\n\t"
        "veor.8	q10, q10, q0\n\t"
        /* Square H^2 => H^4 */
        "vmull.p64	q1, d19, d19\n\t"
        "vmull.p64	q0, d18, d18\n\t"
        "vmull.p64	q11, d3, d27\n\t"
        "veor.8	d2, d2, d23\n\t"
        "veor.8	d1, d1, d22\n\t"
        "vmull.p64	q11, d2, d26\n\t"
        "veor.8	q11, q11, q0\n\t"
        /* Done */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_h_done_%=: \n\t"
        /* aad */
        "ldr	r5, [sp, #12]\n\t"
        "lsr	r10, r6, #4\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_aad_start_1_%=\n\t"
        "cmp	r10, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_start_2_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_4_%=: \n\t"
        "vldm	r5!, {q0-q2}\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vmov.i8	q5, #51\n\t"
        "vshl.u8	q14, q0, #1\n\t"
        "vshl.u8	q15, q1, #1\n\t"
        "vshl.u8	q4, q2, #1\n\t"
        "ldr	lr, [r5], #4\n\t"
        "vshr.u8	q0, q0, #1\n\t"
        "vshr.u8	q1, q1, #1\n\t"
        "vshr.u8	q2, q2, #1\n\t"
        "ldr	r4, [r5], #4\n\t"
        "vbit.8	q14, q0, q12\n\t"
        "vbit.8	q15, q1, q12\n\t"
        "vbit.8	q4, q2, q12\n\t"
        "ldr	r8, [r5], #4\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshl.u8	q2, q4, #2\n\t"
        "ldr	r12, [r5], #4\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vshr.u8	q4, q4, #2\n\t"
        "rbit	lr, lr\n\t"
        "vbit.8	q0, q14, q5\n\t"
        "rbit	r4, r4\n\t"
        "vbit.8	q1, q15, q5\n\t"
        "rbit	r8, r8\n\t"
        "vbit.8	q2, q4, q5\n\t"
        "rbit	r12, r12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "rev	lr, lr\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "rev	r4, r4\n\t"
        "vshl.u8	q4, q2, #4\n\t"
        "rev	r8, r8\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "rev	r12, r12\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "vsri.u8	q4, q2, #4\n\t"
        "vmov	d10, lr, r4\n\t"
        "vmov	d11, r8, r12\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d11, d16\n\t"
        "vmull.p64	q7, d10, d17\n\t"
        "vmull.p64	q0, d10, d16\n\t"
        "vmull.p64	q1, d11, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d8, d18\n\t"
        "vmull.p64	q7, d9, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d9, d18\n\t"
        "vmull.p64	q7, d8, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^3 */
        "vmull.p64	q3, d30, d20\n\t"
        "vmull.p64	q7, d31, d21\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d31, d20\n\t"
        "vmull.p64	q7, d30, d21\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^4 */
        "vmull.p64	q3, d24, d22\n\t"
        "vmull.p64	q7, d25, d23\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d22\n\t"
        "vmull.p64	q7, d24, d23\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #4\n\t"
        "cmp	r10, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_aad_start_4_%=\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_aad_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_2_%=: \n\t"
        "vld1.32	{q14-q15}, [r5]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshl.u8	q1, q15, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vshr.u8	q15, q15, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vbif.8	q15, q1, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vbit.8	q1, q15, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d31, d16\n\t"
        "vmull.p64	q7, d30, d17\n\t"
        "vmull.p64	q0, d30, d16\n\t"
        "vmull.p64	q1, d31, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d24, d18\n\t"
        "vmull.p64	q7, d25, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d18\n\t"
        "vmull.p64	q7, d24, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #2\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_aad_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_1_%=: \n\t"
        "vld1.32	{q14}, [r5]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_done_%=: \n\t"
        "ands	r11, r6, #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_aad_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_dw_%=: \n\t"
        "ldr	r8, [r5], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_aad_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_start_byte_%=\n\t"
        "ldrh	r8, [r5], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_aad_end_bytes_%=\n\t"
        "ldrb	r8, [r5], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_aad_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_aad_partial_done_%=: \n\t"
        /* in */
        "lsr	r10, %[sz], #4\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_in_start_1_%=\n\t"
        "cmp	r10, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_start_2_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_4_%=: \n\t"
        "vldm	%[in]!, {q0-q2}\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vmov.i8	q5, #51\n\t"
        "vshl.u8	q14, q0, #1\n\t"
        "vshl.u8	q15, q1, #1\n\t"
        "vshl.u8	q4, q2, #1\n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "vshr.u8	q0, q0, #1\n\t"
        "vshr.u8	q1, q1, #1\n\t"
        "vshr.u8	q2, q2, #1\n\t"
        "ldr	r4, [%[in]], #4\n\t"
        "vbit.8	q14, q0, q12\n\t"
        "vbit.8	q15, q1, q12\n\t"
        "vbit.8	q4, q2, q12\n\t"
        "ldr	r8, [%[in]], #4\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshl.u8	q2, q4, #2\n\t"
        "ldr	r12, [%[in]], #4\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vshr.u8	q4, q4, #2\n\t"
        "rbit	lr, lr\n\t"
        "vbit.8	q0, q14, q5\n\t"
        "rbit	r4, r4\n\t"
        "vbit.8	q1, q15, q5\n\t"
        "rbit	r8, r8\n\t"
        "vbit.8	q2, q4, q5\n\t"
        "rbit	r12, r12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "rev	lr, lr\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "rev	r4, r4\n\t"
        "vshl.u8	q4, q2, #4\n\t"
        "rev	r8, r8\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "rev	r12, r12\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "vsri.u8	q4, q2, #4\n\t"
        "vmov	d10, lr, r4\n\t"
        "vmov	d11, r8, r12\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d11, d16\n\t"
        "vmull.p64	q7, d10, d17\n\t"
        "vmull.p64	q0, d10, d16\n\t"
        "vmull.p64	q1, d11, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d8, d18\n\t"
        "vmull.p64	q7, d9, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d9, d18\n\t"
        "vmull.p64	q7, d8, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^3 */
        "vmull.p64	q3, d30, d20\n\t"
        "vmull.p64	q7, d31, d21\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d31, d20\n\t"
        "vmull.p64	q7, d30, d21\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^4 */
        "vmull.p64	q3, d24, d22\n\t"
        "vmull.p64	q7, d25, d23\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d22\n\t"
        "vmull.p64	q7, d24, d23\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #4\n\t"
        "cmp	r10, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_in_start_4_%=\n\t"
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_in_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_2_%=: \n\t"
        "vld1.32	{q14-q15}, [%[in]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshl.u8	q1, q15, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vshr.u8	q15, q15, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vbif.8	q15, q1, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshl.u8	q1, q15, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vshr.u8	q15, q15, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vbit.8	q1, q15, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vshl.u8	q15, q1, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "vsri.u8	q15, q1, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d31, d16\n\t"
        "vmull.p64	q7, d30, d17\n\t"
        "vmull.p64	q0, d30, d16\n\t"
        "vmull.p64	q1, d31, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   X += C * H^2 */
        "vmull.p64	q3, d24, d18\n\t"
        "vmull.p64	q7, d25, d19\n\t"
        "veor.8	q0, q0, q3\n\t"
        "veor.8	q1, q1, q7\n\t"
        "vmull.p64	q3, d25, d18\n\t"
        "vmull.p64	q7, d24, d19\n\t"
        "veor.8	q2, q2, q3\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "sub	r10, r10, #2\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_in_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_1_%=: \n\t"
        "vld1.32	{q14}, [%[in]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_in_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_dw_%=: \n\t"
        "ldr	r8, [%[in]], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_in_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_start_byte_%=\n\t"
        "ldrh	r8, [%[in]], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_in_end_bytes_%=\n\t"
        "ldrb	r8, [%[in]], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_in_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q7, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q7, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q7\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_in_partial_done_%=: \n\t"
        "sub	%[in], %[in], %[sz]\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_done_gcm_%=: \n\t"
        /* nonceSz */
        "ldr	r12, [sp]\n\t"
        /* Load Nonce */
        "cmp	r12, #12\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_ghash_nonce_%=\n\t"
        "ldr	r5, [%[nonce]]\n\t"
        "ldr	r8, [%[nonce], #4]\n\t"
        "ldr	r12, [%[nonce], #8]\n\t"
        "vmov.i32	q6, #0x1000000\n\t"
        "vmov.32	s24, r5\n\t"
        "vmov.32	s25, r8\n\t"
        "vmov.32	s26, r12\n\t"
        "mov	r5, #1\n\t"
        "b	L_aes_gcm_decrypt_arm32_crypto_done_nonce_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_ghash_nonce_%=: \n\t"
        "lsr	r10, r12, #4\n\t"
        "cmp	r10, #0\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_nonce_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_start_1_%=: \n\t"
        "vld1.32	{q14}, [%[nonce]]!\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q6, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q6, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q6\n\t"
        /*   Reduce */
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        /* Done GHASH */
        "subs	r10, r10, #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_nonce_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_done_%=: \n\t"
        "ands	r11, r12, #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_nonce_partial_done_%=\n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r11\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_nonce_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_start_dw_%=: \n\t"
        "ldr	r8, [%[nonce]], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_nonce_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_nonce_start_byte_%=\n\t"
        "ldrh	r8, [%[nonce]], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_nonce_end_bytes_%=\n\t"
        "ldrb	r8, [%[nonce]], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_nonce_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "vld1.32	{q14}, [r9]\n\t"
        "vmov.i8	q12, #0x55\n\t"
        "vshl.u8	q0, q14, #1\n\t"
        "vshr.u8	q14, q14, #1\n\t"
        "vbif.8	q14, q0, q12\n\t"
        "vmov.i8	q12, #51\n\t"
        "vshl.u8	q0, q14, #2\n\t"
        "vshr.u8	q14, q14, #2\n\t"
        "vbit.8	q0, q14, q12\n\t"
        "vshl.u8	q14, q0, #4\n\t"
        "vsri.u8	q14, q0, #4\n\t"
        "veor.8	q12, q6, q14\n\t"
        /*   X  = C * H^1 */
        "vmull.p64	q2, d25, d16\n\t"
        "vmull.p64	q6, d24, d17\n\t"
        "vmull.p64	q0, d24, d16\n\t"
        "vmull.p64	q1, d25, d17\n\t"
        "veor.8	q2, q2, q6\n\t"
        /*   Reduce */
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        /* Done GHASH */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_nonce_partial_done_%=: \n\t"
        "veor.8	q0, q0, q0\n\t"
        /* nonceSz */
        "ldr	r12, [sp]\n\t"
        "lsr	r10, r12, #29\n\t"
        "lsl	r11, r12, #3\n\t"
        "rbit	r10, r10\n\t"
        "rbit	r11, r11\n\t"
        "vmov.32	s2, r10\n\t"
        "vmov.32	s3, r11\n\t"
        "veor.8	q6, q6, q0\n\t"
        "vmull.p64	q2, d13, d16\n\t"
        "vmull.p64	q12, d12, d17\n\t"
        "vmull.p64	q0, d12, d16\n\t"
        "vmull.p64	q1, d13, d17\n\t"
        "veor.8	q2, q2, q12\n\t"
        "vmull.p64	q6, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d13\n\t"
        "veor.8	d1, d1, d12\n\t"
        "vmull.p64	q6, d2, d26\n\t"
        "veor.8	q6, q6, q0\n\t"
        "vmov.32	r5, s24\n\t"
        "vmov.32	r8, s25\n\t"
        "vmov.32	r12, s26\n\t"
        "rbit	r5, r5\n\t"
        "rbit	r8, r8\n\t"
        "rbit	r12, r12\n\t"
        "rev	r5, r5\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r12\n\t"
        "vmov.32	s24, r5\n\t"
        "vmov.32	s25, r8\n\t"
        "vmov.32	s26, r12\n\t"
        "vmov.32	r5, s27\n\t"
        "rbit	r5, r5\n\t"
        "rev	r5, r5\n\t"
        "vmov.32	s27, r5\n\t"
        "rev	r5, r5\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_done_nonce_%=: \n\t"
        /* reg */
        "ldr	r9, [sp, #32]\n\t"
        "vst1.32	{q7}, [r9]\n\t"
        /* tmp */
        "ldr	r9, [sp, #28]\n\t"
        "vldm.32	r7!, {q0-q3}\n\t"
        "vldm.32	r7!, {q7-q13}\n\t"
        /* nr */
        "ldr	r12, [sp, #36]\n\t"
        "lsr	r10, %[sz], #4\n\t"
        "and	r11, %[sz], #15\n\t"
        "cmp	r12, #12\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_gcm_decrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_GCM_192 */
#ifndef NO_AES_192
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q12\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q13\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "aese.8	q5, q14\n\t"
        "veor.8	q5, q5, q15\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_decrypt_arm32_crypto_192_start_2_%=\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_192_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_192_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_192_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "sub	r7, r7, #16\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_192_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_192_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_192_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_192_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q13\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q6, q14\n\t"
        "veor.8	q6, q6, q15\n\t"
        "sub	r7, r7, #16\n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_gcm_decrypt_arm32_crypto_done_enc_%=\n\t"
        /* AES_GCM_256 */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q12\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q13\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q14\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q15\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "aese.8	q5, q14\n\t"
        "veor.8	q5, q5, q15\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_decrypt_arm32_crypto_256_start_2_%=\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_256_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_256_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_256_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q12\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q13\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q4, q14\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q4, q15\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q4, q14\n\t"
        "veor.8	q4, q4, q15\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "sub	r7, r7, #48\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_256_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_256_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_256_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_256_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q13\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]!\n\t"
        "aese.8	q6, q14\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q14}, [r7]!\n\t"
        "aese.8	q6, q15\n\t"
        "aesmc.8	q6, q6\n\t"
        "vld1.32	{q15}, [r7]\n\t"
        "aese.8	q6, q14\n\t"
        "veor.8	q6, q6, q15\n\t"
        "sub	r7, r7, #48\n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_gcm_decrypt_arm32_crypto_done_enc_%=\n\t"
        /* AES_GCM_128 */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "cmp	r10, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_done_%=\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_start_2_%=: \n\t"
        "add	r8, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "add	r5, r5, #2\n\t"
        "vmov.8	q5, q6\n\t"
        "rev	r8, r8\n\t"
        "rev	r12, r5\n\t"
        "vmov	s19, r8\n\t"
        "vmov	s23, r12\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q0\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q1\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q2\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q3\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q7\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q8\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q9\n\t"
        "aesmc.8	q5, q5\n\t"
        "subs	r10, r10, #2\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q10\n\t"
        "aesmc.8	q5, q5\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q5, q11\n\t"
        "aesmc.8	q5, q5\n\t"
        "vld1.8	{q14-q15}, [%[in]]!\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "aese.8	q5, q12\n\t"
        "veor.8	q5, q5, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "veor.8	q15, q15, q5\n\t"
        "vst1.8	{q14-q15}, [%[out]]!\n\t"
        "cmp	r10, #1\n\t"
        "bgt	L_aes_gcm_decrypt_arm32_crypto_128_start_2_%=\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_done_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_start_1_%=: \n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.8	{q14}, [%[in]]!\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [%[out]]!\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_done_%=: \n\t"
        "ands	r11, %[sz], #15\n\t"
        "beq	L_aes_gcm_decrypt_arm32_crypto_128_partial_done_%=\n\t"
        "veor.8	q14, q14, q14\n\t"
        "mov	r4, r11\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_start_dw_%=: \n\t"
        "ldr	lr, [%[in]], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [r9], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_128_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_start_byte_%=\n\t"
        "ldrh	lr, [%[in]], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_end_bytes_%=\n\t"
        "ldrb	lr, [%[in]], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_128_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_end_bytes_%=: \n\t"
        "sub	r9, r9, r11\n\t"
        "add	r5, r5, #1\n\t"
        "vmov.8	q4, q6\n\t"
        "rev	r8, r5\n\t"
        "vmov	s19, r8\n\t"
        "aese.8	q4, q0\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q1\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q2\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q3\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q7\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q8\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q9\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q10\n\t"
        "aesmc.8	q4, q4\n\t"
        "aese.8	q4, q11\n\t"
        "aesmc.8	q4, q4\n\t"
        "vld1.8	{q14}, [r9]\n\t"
        "aese.8	q4, q12\n\t"
        "veor.8	q4, q4, q13\n\t"
        "veor.8	q14, q14, q4\n\t"
        "vst1.32	{q14}, [r9]\n\t"
        "mov	r4, r11\n\t"
        "cmp	r4, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_out_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_out_start_dw_%=: \n\t"
        "ldr	lr, [r9], #4\n\t"
        "sub	r4, r4, #4\n\t"
        "str	lr, [%[out]], #4\n\t"
        "cmp	r4, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_128_out_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_out_start_sw_%=: \n\t"
        "cmp	r4, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_out_start_byte_%=\n\t"
        "ldrh	lr, [r9], #2\n\t"
        "sub	r4, r4, #2\n\t"
        "strh	lr, [%[out]], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_out_start_byte_%=: \n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_128_out_end_bytes_%=\n\t"
        "ldrb	lr, [r9], #1\n\t"
        "subs	r4, r4, #1\n\t"
        "strb	lr, [%[out]], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_128_out_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_out_end_bytes_%=: \n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_128_partial_done_%=: \n\t"
        /* Finish */
        "add	r8, %[sz], #15\n\t"
        "sub	r8, r5, r8, lsr #4\n\t"
        "rev	r8, r8\n\t"
        "vmov.32	s27, r8\n\t"
        "aese.8	q6, q0\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q1\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q2\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q3\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q7\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q8\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q9\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q10\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q11\n\t"
        "aesmc.8	q6, q6\n\t"
        "aese.8	q6, q12\n\t"
        "veor.8	q6, q6, q13\n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_done_enc_%=: \n\t"
        "vmov.i8	q13, #0x87\n\t"
        "vshr.u64	q13, q13, #56\n\t"
        /* gcm_h */
        "ldr	r8, [sp, #24]\n\t"
        "vld1.32	{q8}, [r8]\n\t"
        /* reg */
        "ldr	r9, [sp, #32]\n\t"
        "vld1.32	{q7}, [r9]\n\t"
        /* tmp */
        "ldr	r9, [sp, #28]\n\t"
        "lsr	lr, r6, #29\n\t"
        "lsl	r6, r6, #3\n\t"
        "rbit	lr, lr\n\t"
        "rbit	r6, r6\n\t"
        "vmov	s0, lr\n\t"
        "vmov	s1, r6\n\t"
        "lsr	lr, %[sz], #29\n\t"
        "lsl	%[sz], %[sz], #3\n\t"
        "rbit	lr, lr\n\t"
        "rbit	%[sz], %[sz]\n\t"
        "vmov	s2, lr\n\t"
        "vmov	s3, %[sz]\n\t"
        "veor.8	q7, q7, q0\n\t"
        "vmull.p64	q2, d15, d16\n\t"
        "vmull.p64	q3, d14, d17\n\t"
        "vmull.p64	q0, d14, d16\n\t"
        "vmull.p64	q1, d15, d17\n\t"
        "veor.8	q2, q2, q3\n\t"
        /*   Reduce */
        "vmull.p64	q7, d3, d27\n\t"
        "veor.8	d2, d2, d5\n\t"
        "veor.8	d1, d1, d4\n\t"
        "veor.8	d2, d2, d15\n\t"
        "veor.8	d1, d1, d14\n\t"
        "vmull.p64	q7, d2, d26\n\t"
        "veor.8	q7, q7, q0\n\t"
        "vmov.i8	q0, #0x55\n\t"
        "vshl.u8	q1, q7, #1\n\t"
        "vshr.u8	q7, q7, #1\n\t"
        "vbif.8	q7, q1, q0\n\t"
        "vmov.i8	q0, #51\n\t"
        "vshl.u8	q1, q7, #2\n\t"
        "vshr.u8	q7, q7, #2\n\t"
        "vbit.8	q1, q7, q0\n\t"
        "vshl.u8	q7, q1, #4\n\t"
        "vsri.u8	q7, q1, #4\n\t"
        /* DONE */
        "veor.8	q7, q7, q6\n\t"
        /* tag */
        "ldr	lr, [sp, #4]\n\t"
        /* tagSz */
        "ldr	r4, [sp, #8]\n\t"
        "cmp	r4, #16\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_tag_part_tag_%=\n\t"
        "vld1.8	{q0}, [lr]\n\t"
        "b	L_aes_gcm_decrypt_arm32_crypto_tag_tag_loaded_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_part_tag_%=: \n\t"
        "veor.8	q0, q0, q0\n\t"
        "mov	r12, r4\n\t"
        "vst1.32	{q0}, [r9]\n\t"
        "cmp	r12, #4\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_sw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_dw_%=: \n\t"
        "ldr	r8, [lr], #4\n\t"
        "sub	r12, r12, #4\n\t"
        "str	r8, [r9], #4\n\t"
        "cmp	r12, #4\n\t"
        "bge	L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_dw_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_sw_%=: \n\t"
        "cmp	r12, #2\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_byte_%=\n\t"
        "ldrh	r8, [lr], #2\n\t"
        "sub	r12, r12, #2\n\t"
        "strh	r8, [r9], #2\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_byte_%=: \n\t"
        "cmp	r12, #1\n\t"
        "blt	L_aes_gcm_decrypt_arm32_crypto_tag_tag_end_bytes_%=\n\t"
        "ldrb	r8, [lr], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "strb	r8, [r9], #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_tag_tag_start_byte_%=\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_tag_end_bytes_%=: \n\t"
        "sub	r9, r9, r4\n\t"
        "vld1.32	{q0}, [r9]\n\t"
        "mov	r12, #16\n\t"
        "vst1.32	{q7}, [r9]\n\t"
        "sub	r12, r12, r4\n\t"
        "eor	r8, r8, r8\n\t"
        "add	r9, r9, r4\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_calc_tag_byte_%=: \n\t"
        "strb	r8, [r9], #1\n\t"
        "subs	r12, r12, #1\n\t"
        "bne	L_aes_gcm_decrypt_arm32_crypto_tag_calc_tag_byte_%=\n\t"
        "subs	r9, r9, #16\n\t"
        "vld1.32	{q7}, [r9]\n\t"
        "\n"
    "L_aes_gcm_decrypt_arm32_crypto_tag_tag_loaded_%=: \n\t"
        "vceq.i32	q0, q0, q7\n\t"
        "vmov	r5, s0\n\t"
        "vmov	r8, s1\n\t"
        "and	r12, r5, r8\n\t"
        "vmov	r5, s2\n\t"
        "vmov	r8, s3\n\t"
        "and	r12, r12, r5\n\t"
        "and	r12, r12, r8\n\t"
        "mov	r5, #-180\n\t"
        "mvn	r12, r12\n\t"
        "and	%[in], r5, r12\n\t"
        "pop	{%[nonceSz], %[tag]}\n\t"
        "pop	{%[tagSz], %[aad], %[aadSz], %[key], %[gcm_h], %[tmp], %[reg], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz),
          [nonce] "+r" (nonce), [nonceSz] "+r" (nonceSz), [tag] "+r" (tag),
          [tagSz] "+r" (tagSz), [aad] "+r" (aad), [aadSz] "+r" (aadSz),
          [key] "+r" (key), [gcm_h] "+r" (gcm_h), [tmp] "+r" (tmp),
          [reg] "+r" (reg), [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [nonce] "r" (nonce),
          [nonceSz] "r" (nonceSz), [tag] "r" (tag), [tagSz] "r" (tagSz),
          [aad] "r" (aad), [aadSz] "r" (aadSz), [key] "r" (key),
          [gcm_h] "r" (gcm_h), [tmp] "r" (tmp), [reg] "r" (reg), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "q0", "q1", "q2", "q3", "q4", "q5", "q6", "q7", "q8",
            "q9", "q10", "q11", "q12", "q13", "q14", "q15"
    );
    return (word32)(size_t)in;
}

#endif /* HAVE_AES_DECRYPT */
#endif /* HAVE_AESGCM */
#ifdef WOLFSSL_AES_XTS
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_XTS_encrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, const byte* i_p, byte* key_p, byte* key2_p,
    byte* tmp_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_XTS_encrypt_AARCH32(const byte* in, byte* out,
    word32 sz, const byte* i, byte* key, byte* key2, byte* tmp, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register const byte* i asm ("r3") = (const byte*)i_p;
    register byte* key asm ("r12") = (byte*)key_p;
    register byte* key2 asm ("lr") = (byte*)key2_p;
    register byte* tmp asm ("r4") = (byte*)tmp_p;
    register int nr asm ("r5") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[tmp], %[nr]}\n\t"
        "push	{%[key], %[key2]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "ldr	r5, [sp, #12]\n\t"
        "vldm.32	lr!, {q2-q9}\n\t"
        "lsr	r4, %[sz], #4\n\t"
        "and	%[sz], %[sz], #15\n\t"
        "vld1.8	{q0}, [%[i]]\n\t"
        "cmp	r5, #12\n\t"
        "blt	L_aes_xts_encrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_xts_encrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_XTS_192 */
#ifndef NO_AES_192
        "vldm.32	lr!, {q10-q14}\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "vmov	r6, r7, d0\n\t"
        "vmov	r8, r9, d1\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q14}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_encrypt_arm32_crypto_192_done_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_192_start_1_%=: \n\t"
        "vld1.8	{q1}, [%[in]]!\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r9, r9, #1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r8, r8, #1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r7, r7, #1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q13\n\t"
        "veor.32	q1, q1, q14\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vmov	d0, r6, r7\n\t"
        "vmov	d1, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q1}, [%[out]]!\n\t"
        "bne	L_aes_xts_encrypt_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_192_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_encrypt_arm32_crypto_192_partial_done_%=\n\t"
        "sub	%[out], %[out], #16\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "vld1.8	{q1}, [%[out]]!\n\t"
        "vst1.32	{q1}, [r4]\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_192_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_encrypt_arm32_crypto_192_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q1}, [r4]\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q13\n\t"
        "veor.32	q1, q1, q14\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vst1.8	{q1}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_192_partial_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_xts_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_XTS_256 */
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vldm.32	lr!, {q10-q13}\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q12\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [lr]!\n\t"
        "aese.8	q0, q13\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q15}, [lr]!\n\t"
        "aese.8	q0, q14\n\t"
        "aesmc.8	q0, q0\n\t"
        "vld1.32	{q14}, [lr]!\n\t"
        "aese.8	q0, q15\n\t"
        "veor.32	q0, q0, q14\n\t"
        "vmov	r6, r7, d0\n\t"
        "vmov	r8, r9, d1\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q13}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_encrypt_arm32_crypto_256_done_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_256_start_1_%=: \n\t"
        "vld1.8	{q1}, [%[in]]!\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r9, r9, #1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r8, r8, #1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r7, r7, #1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q1, q13\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [r12]!\n\t"
        "aese.8	q1, q14\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q1, q15\n\t"
        "veor.32	q1, q1, q14\n\t"
        "sub	r12, r12, #48\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vmov	d0, r6, r7\n\t"
        "vmov	d1, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q1}, [%[out]]!\n\t"
        "bne	L_aes_xts_encrypt_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_256_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_encrypt_arm32_crypto_256_partial_done_%=\n\t"
        "sub	%[out], %[out], #16\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "vld1.8	{q1}, [%[out]]!\n\t"
        "vst1.32	{q1}, [r4]\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_256_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_encrypt_arm32_crypto_256_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q1}, [r4]\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q1, q13\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [r12]!\n\t"
        "aese.8	q1, q14\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aese.8	q1, q15\n\t"
        "veor.32	q1, q1, q14\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vst1.8	{q1}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_256_partial_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_xts_encrypt_arm32_crypto_done_%=\n\t"
        /* AES_XTS_128 */
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	lr!, {q10-q12}\n\t"
        "aese.8	q0, q2\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q3\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q4\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q5\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q6\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q7\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q8\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q9\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q10\n\t"
        "aesmc.8	q0, q0\n\t"
        "aese.8	q0, q11\n\t"
        "veor.32	q0, q0, q12\n\t"
        "vmov	r6, r7, d0\n\t"
        "vmov	r8, r9, d1\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q12}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_encrypt_arm32_crypto_128_done_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_128_start_1_%=: \n\t"
        "vld1.8	{q1}, [%[in]]!\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r9, r9, #1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r8, r8, #1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "lsl	r7, r7, #1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "veor.32	q1, q1, q12\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vmov	d0, r6, r7\n\t"
        "vmov	d1, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q1}, [%[out]]!\n\t"
        "bne	L_aes_xts_encrypt_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_128_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_encrypt_arm32_crypto_128_partial_done_%=\n\t"
        "sub	%[out], %[out], #16\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "vld1.8	{q1}, [%[out]]!\n\t"
        "vst1.32	{q1}, [r4]\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_128_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_encrypt_arm32_crypto_128_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q1}, [r4]\n\t"
        "veor.32	q1, q1, q0\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "veor.32	q1, q1, q12\n\t"
        "veor.32	q1, q1, q0\n\t"
        "vst1.8	{q1}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_128_partial_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_xts_encrypt_arm32_crypto_done_%=: \n\t"
        "pop	{%[key], %[key2]}\n\t"
        "pop	{%[tmp], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [i] "+r" (i),
          [key] "+r" (key), [key2] "+r" (key2), [tmp] "+r" (tmp),
          [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [i] "r" (i),
          [key] "r" (key), [key2] "r" (key2), [tmp] "r" (tmp), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r6", "r7", "r8", "r9", "q0", "q1", "q2", "q3", "q4",
            "q5", "q6", "q7", "q8", "q9", "q10", "q11", "q12", "q13", "q14",
            "q15"
    );
}

#ifdef HAVE_AES_DECRYPT
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_XTS_decrypt_AARCH32(const byte* in_p,
    byte* out_p, word32 sz_p, const byte* i_p, byte* key_p, byte* key2_p,
    byte* tmp_p, int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_XTS_decrypt_AARCH32(const byte* in, byte* out,
    word32 sz, const byte* i, byte* key, byte* key2, byte* tmp, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const byte* in asm ("r0") = (const byte*)in_p;
    register byte* out asm ("r1") = (byte*)out_p;
    register word32 sz asm ("r2") = (word32)sz_p;
    register const byte* i asm ("r3") = (const byte*)i_p;
    register byte* key asm ("r12") = (byte*)key_p;
    register byte* key2 asm ("lr") = (byte*)key2_p;
    register byte* tmp asm ("r4") = (byte*)tmp_p;
    register int nr asm ("r5") = (int)nr_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[tmp], %[nr]}\n\t"
        "push	{%[key], %[key2]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	lr, [sp, #4]\n\t"
        "vldm.32	lr!, {q2-q9}\n\t"
        "eor	r5, r5, r5\n\t"
        "lsr	r4, %[sz], #4\n\t"
        "ands	%[sz], %[sz], #15\n\t"
        "sub	r5, r5, %[sz]\n\t"
        "sub	r4, r4, r5, lsr #31\n\t"
        "vld1.8	{q1}, [%[i]]\n\t"
        "ldr	r5, [sp, #12]\n\t"
        "cmp	r5, #12\n\t"
        "blt	L_aes_xts_decrypt_arm32_crypto_start_128_%=\n\t"
        "bgt	L_aes_xts_decrypt_arm32_crypto_start_256_%=\n\t"
        /* AES_XTS_192 */
#ifndef NO_AES_192
        "vldm.32	lr!, {q10-q14}\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q13\n\t"
        "veor.32	q1, q1, q14\n\t"
        "vmov	r6, r7, d2\n\t"
        "vmov	r8, r9, d3\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q14}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_decrypt_arm32_crypto_192_done_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_192_start_1_%=: \n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r9, r9, #1\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r8, r8, #1\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r7, r7, #1\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vmov	d2, r6, r7\n\t"
        "vmov	d3, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q0}, [%[out]]!\n\t"
        "bne	L_aes_xts_decrypt_arm32_crypto_192_start_1_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_192_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_decrypt_arm32_crypto_192_partial_done_%=\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "lsl	r9, r9, #1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "lsl	r8, r8, #1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "lsl	r7, r7, #1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "vmov	d30, r6, r7\n\t"
        "vmov	d31, r8, r9\n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "veor.32	q0, q0, q15\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "veor.32	q0, q0, q15\n\t"
        "vst1.32	{q0}, [r4]\n\t"
        "add	%[out], %[out], #16\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_192_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_decrypt_arm32_crypto_192_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q0}, [r4]\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vst1.8	{q0}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_192_partial_done_%=: \n\t"
#endif /* !NO_AES_192 */
        "b	L_aes_xts_decrypt_arm32_crypto_done_%=\n\t"
        /* AES_XTS_256 */
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_start_256_%=: \n\t"
#ifndef NO_AES_256
        "vldm.32	lr!, {q10-q13}\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q12\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [lr]!\n\t"
        "aese.8	q1, q13\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q15}, [lr]!\n\t"
        "aese.8	q1, q14\n\t"
        "aesmc.8	q1, q1\n\t"
        "vld1.32	{q14}, [lr]!\n\t"
        "aese.8	q1, q15\n\t"
        "veor.32	q1, q1, q14\n\t"
        "vmov	r6, r7, d2\n\t"
        "vmov	r8, r9, d3\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q12}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_decrypt_arm32_crypto_256_done_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_256_start_1_%=: \n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r9, r9, #1\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r8, r8, #1\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r7, r7, #1\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aesd.8	q0, q13\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q14\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "sub	r12, r12, #48\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vmov	d2, r6, r7\n\t"
        "vmov	d3, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q0}, [%[out]]!\n\t"
        "bne	L_aes_xts_decrypt_arm32_crypto_256_start_1_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_256_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_decrypt_arm32_crypto_256_partial_done_%=\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "lsl	r9, r9, #1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "lsl	r8, r8, #1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "lsl	r7, r7, #1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "vmov	d30, r6, r7\n\t"
        "vmov	d31, r8, r9\n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "veor.32	q0, q0, q15\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aesd.8	q0, q13\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q14\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "sub	r12, r12, #48\n\t"
        "veor.32	q0, q0, q15\n\t"
        "vst1.32	{q0}, [r4]\n\t"
        "add	%[out], %[out], #16\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_256_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_decrypt_arm32_crypto_256_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q0}, [r4]\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q12\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]!\n\t"
        "aesd.8	q0, q13\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q13}, [r12]!\n\t"
        "aesd.8	q0, q14\n\t"
        "aesimc.8	q0, q0\n\t"
        "vld1.32	{q14}, [r12]\n\t"
        "aesd.8	q0, q13\n\t"
        "veor.32	q0, q0, q14\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vst1.8	{q0}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_256_partial_done_%=: \n\t"
#endif /* !NO_AES_256 */
        "b	L_aes_xts_decrypt_arm32_crypto_done_%=\n\t"
        /* AES_XTS_128 */
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_start_128_%=: \n\t"
#ifndef NO_AES_128
        "vldm.32	lr!, {q10-q12}\n\t"
        "aese.8	q1, q2\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q3\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q4\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q5\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q6\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q7\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q8\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q9\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q10\n\t"
        "aesmc.8	q1, q1\n\t"
        "aese.8	q1, q11\n\t"
        "veor.32	q1, q1, q12\n\t"
        "vmov	r6, r7, d2\n\t"
        "vmov	r8, r9, d3\n\t"
        "vldm.32	r12!, {q2-q9}\n\t"
        "vldm.32	r12!, {q10-q12}\n\t"
        "mov	lr, #0x87\n\t"
        "cmp	r4, #1\n\t"
        "blt	L_aes_xts_decrypt_arm32_crypto_128_done_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_128_start_1_%=: \n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r9, r9, #1\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r8, r8, #1\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "lsl	r7, r7, #1\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "veor.32	q0, q0, q12\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vmov	d2, r6, r7\n\t"
        "vmov	d3, r8, r9\n\t"
        "subs	r4, r4, #1\n\t"
        "vst1.8	{q0}, [%[out]]!\n\t"
        "bne	L_aes_xts_decrypt_arm32_crypto_128_start_1_%=\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_128_done_%=: \n\t"
        "cmp	%[sz], #0\n\t"
        "beq	L_aes_xts_decrypt_arm32_crypto_128_partial_done_%=\n\t"
        "and	r5, lr, r9, asr #31\n\t"
        "lsl	r9, r9, #1\n\t"
        "orr	r9, r9, r8, lsr #31\n\t"
        "lsl	r8, r8, #1\n\t"
        "orr	r8, r8, r7, lsr #31\n\t"
        "lsl	r7, r7, #1\n\t"
        "orr	r7, r7, r6, lsr #31\n\t"
        "eor	r6, r5, r6, lsl #1\n\t"
        "vmov	d30, r6, r7\n\t"
        "vmov	d31, r8, r9\n\t"
        "vld1.8	{q0}, [%[in]]!\n\t"
        "ldr	r4, [sp, #8]\n\t"
        "veor.32	q0, q0, q15\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "veor.32	q0, q0, q12\n\t"
        "veor.32	q0, q0, q15\n\t"
        "vst1.32	{q0}, [r4]\n\t"
        "add	%[out], %[out], #16\n\t"
        "mov	r5, %[sz]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_128_start_byte_%=: \n\t"
        "ldrb	r8, [r4]\n\t"
        "ldrb	r9, [%[in]], #1\n\t"
        "strb	r8, [%[out]], #1\n\t"
        "strb	r9, [r4], #1\n\t"
        "subs	r5, r5, #1\n\t"
        "bgt	L_aes_xts_decrypt_arm32_crypto_128_start_byte_%=\n\t"
        "sub	%[out], %[out], %[sz]\n\t"
        "sub	r4, r4, %[sz]\n\t"
        "sub	%[out], %[out], #16\n\t"
        "vld1.32	{q0}, [r4]\n\t"
        "veor.32	q0, q0, q1\n\t"
        "aesd.8	q0, q2\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q3\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q4\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q5\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q6\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q7\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q8\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q9\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q10\n\t"
        "aesimc.8	q0, q0\n\t"
        "aesd.8	q0, q11\n\t"
        "veor.32	q0, q0, q12\n\t"
        "veor.32	q0, q0, q1\n\t"
        "vst1.8	{q0}, [%[out]]\n\t"
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_128_partial_done_%=: \n\t"
#endif /* !NO_AES_128 */
        "\n"
    "L_aes_xts_decrypt_arm32_crypto_done_%=: \n\t"
        "pop	{%[key], %[key2]}\n\t"
        "pop	{%[tmp], %[nr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [sz] "+r" (sz), [i] "+r" (i),
          [key] "+r" (key), [key2] "+r" (key2), [tmp] "+r" (tmp),
          [nr] "+r" (nr)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [sz] "r" (sz), [i] "r" (i),
          [key] "r" (key), [key2] "r" (key2), [tmp] "r" (tmp), [nr] "r" (nr)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r6", "r7", "r8", "r9", "q0", "q1", "q2", "q3", "q4",
            "q5", "q6", "q7", "q8", "q9", "q10", "q11", "q12", "q13", "q14",
            "q15"
    );
}

#endif /* HAVE_AES_DECRYPT */
#endif /* WOLFSSL_AES_XTS */
#else
#ifdef HAVE_AES_DECRYPT
static const word32 L_AES_ARM32_td_data[] = {
    0x5051f4a7, 0x537e4165, 0xc31a17a4, 0x963a275e,
    0xcb3bab6b, 0xf11f9d45, 0xabacfa58, 0x934be303,
    0x552030fa, 0xf6ad766d, 0x9188cc76, 0x25f5024c,
    0xfc4fe5d7, 0xd7c52acb, 0x80263544, 0x8fb562a3,
    0x49deb15a, 0x6725ba1b, 0x9845ea0e, 0xe15dfec0,
    0x02c32f75, 0x12814cf0, 0xa38d4697, 0xc66bd3f9,
    0xe7038f5f, 0x9515929c, 0xebbf6d7a, 0xda955259,
    0x2dd4be83, 0xd3587421, 0x2949e069, 0x448ec9c8,
    0x6a75c289, 0x78f48e79, 0x6b99583e, 0xdd27b971,
    0xb6bee14f, 0x17f088ad, 0x66c920ac, 0xb47dce3a,
    0x1863df4a, 0x82e51a31, 0x60975133, 0x4562537f,
    0xe0b16477, 0x84bb6bae, 0x1cfe81a0, 0x94f9082b,
    0x58704868, 0x198f45fd, 0x8794de6c, 0xb7527bf8,
    0x23ab73d3, 0xe2724b02, 0x57e31f8f, 0x2a6655ab,
    0x07b2eb28, 0x032fb5c2, 0x9a86c57b, 0xa5d33708,
    0xf2302887, 0xb223bfa5, 0xba02036a, 0x5ced1682,
    0x2b8acf1c, 0x92a779b4, 0xf0f307f2, 0xa14e69e2,
    0xcd65daf4, 0xd50605be, 0x1fd13462, 0x8ac4a6fe,
    0x9d342e53, 0xa0a2f355, 0x32058ae1, 0x75a4f6eb,
    0x390b83ec, 0xaa4060ef, 0x065e719f, 0x51bd6e10,
    0xf93e218a, 0x3d96dd06, 0xaedd3e05, 0x464de6bd,
    0xb591548d, 0x0571c45d, 0x6f0406d4, 0xff605015,
    0x241998fb, 0x97d6bde9, 0xcc894043, 0x7767d99e,
    0xbdb0e842, 0x8807898b, 0x38e7195b, 0xdb79c8ee,
    0x47a17c0a, 0xe97c420f, 0xc9f8841e, 0x00000000,
    0x83098086, 0x48322bed, 0xac1e1170, 0x4e6c5a72,
    0xfbfd0eff, 0x560f8538, 0x1e3daed5, 0x27362d39,
    0x640a0fd9, 0x21685ca6, 0xd19b5b54, 0x3a24362e,
    0xb10c0a67, 0x0f9357e7, 0xd2b4ee96, 0x9e1b9b91,
    0x4f80c0c5, 0xa261dc20, 0x695a774b, 0x161c121a,
    0x0ae293ba, 0xe5c0a02a, 0x433c22e0, 0x1d121b17,
    0x0b0e090d, 0xadf28bc7, 0xb92db6a8, 0xc8141ea9,
    0x8557f119, 0x4caf7507, 0xbbee99dd, 0xfda37f60,
    0x9ff70126, 0xbc5c72f5, 0xc544663b, 0x345bfb7e,
    0x768b4329, 0xdccb23c6, 0x68b6edfc, 0x63b8e4f1,
    0xcad731dc, 0x10426385, 0x40139722, 0x2084c611,
    0x7d854a24, 0xf8d2bb3d, 0x11aef932, 0x6dc729a1,
    0x4b1d9e2f, 0xf3dcb230, 0xec0d8652, 0xd077c1e3,
    0x6c2bb316, 0x99a970b9, 0xfa119448, 0x2247e964,
    0xc4a8fc8c, 0x1aa0f03f, 0xd8567d2c, 0xef223390,
    0xc787494e, 0xc1d938d1, 0xfe8ccaa2, 0x3698d40b,
    0xcfa6f581, 0x28a57ade, 0x26dab78e, 0xa43fadbf,
    0xe42c3a9d, 0x0d507892, 0x9b6a5fcc, 0x62547e46,
    0xc2f68d13, 0xe890d8b8, 0x5e2e39f7, 0xf582c3af,
    0xbe9f5d80, 0x7c69d093, 0xa96fd52d, 0xb3cf2512,
    0x3bc8ac99, 0xa710187d, 0x6ee89c63, 0x7bdb3bbb,
    0x09cd2678, 0xf46e5918, 0x01ec9ab7, 0xa8834f9a,
    0x65e6956e, 0x7eaaffe6, 0x0821bccf, 0xe6ef15e8,
    0xd9bae79b, 0xce4a6f36, 0xd4ea9f09, 0xd629b07c,
    0xaf31a4b2, 0x312a3f23, 0x30c6a594, 0xc035a266,
    0x37744ebc, 0xa6fc82ca, 0xb0e090d0, 0x1533a7d8,
    0x4af10498, 0xf741ecda, 0x0e7fcd50, 0x2f1791f6,
    0x8d764dd6, 0x4d43efb0, 0x54ccaa4d, 0xdfe49604,
    0xe39ed1b5, 0x1b4c6a88, 0xb8c12c1f, 0x7f466551,
    0x049d5eea, 0x5d018c35, 0x73fa8774, 0x2efb0b41,
    0x5ab3671d, 0x5292dbd2, 0x33e91056, 0x136dd647,
    0x8c9ad761, 0x7a37a10c, 0x8e59f814, 0x89eb133c,
    0xeecea927, 0x35b761c9, 0xede11ce5, 0x3c7a47b1,
    0x599cd2df, 0x3f55f273, 0x791814ce, 0xbf73c737,
    0xea53f7cd, 0x5b5ffdaa, 0x14df3d6f, 0x867844db,
    0x81caaff3, 0x3eb968c4, 0x2c382434, 0x5fc2a340,
    0x72161dc3, 0x0cbce225, 0x8b283c49, 0x41ff0d95,
    0x7139a801, 0xde080cb3, 0x9cd8b4e4, 0x906456c1,
    0x617bcb84, 0x70d532b6, 0x74486c5c, 0x42d0b857,
};

#endif /* HAVE_AES_DECRYPT */
#if defined(HAVE_AES_DECRYPT) || defined(HAVE_AES_CBC) || \
    defined(HAVE_AESCCM) || defined(HAVE_AESGCM) || \
    defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER)
static const word32 L_AES_ARM32_te_data[] = {
    0xa5c66363, 0x84f87c7c, 0x99ee7777, 0x8df67b7b,
    0x0dfff2f2, 0xbdd66b6b, 0xb1de6f6f, 0x5491c5c5,
    0x50603030, 0x03020101, 0xa9ce6767, 0x7d562b2b,
    0x19e7fefe, 0x62b5d7d7, 0xe64dabab, 0x9aec7676,
    0x458fcaca, 0x9d1f8282, 0x4089c9c9, 0x87fa7d7d,
    0x15effafa, 0xebb25959, 0xc98e4747, 0x0bfbf0f0,
    0xec41adad, 0x67b3d4d4, 0xfd5fa2a2, 0xea45afaf,
    0xbf239c9c, 0xf753a4a4, 0x96e47272, 0x5b9bc0c0,
    0xc275b7b7, 0x1ce1fdfd, 0xae3d9393, 0x6a4c2626,
    0x5a6c3636, 0x417e3f3f, 0x02f5f7f7, 0x4f83cccc,
    0x5c683434, 0xf451a5a5, 0x34d1e5e5, 0x08f9f1f1,
    0x93e27171, 0x73abd8d8, 0x53623131, 0x3f2a1515,
    0x0c080404, 0x5295c7c7, 0x65462323, 0x5e9dc3c3,
    0x28301818, 0xa1379696, 0x0f0a0505, 0xb52f9a9a,
    0x090e0707, 0x36241212, 0x9b1b8080, 0x3ddfe2e2,
    0x26cdebeb, 0x694e2727, 0xcd7fb2b2, 0x9fea7575,
    0x1b120909, 0x9e1d8383, 0x74582c2c, 0x2e341a1a,
    0x2d361b1b, 0xb2dc6e6e, 0xeeb45a5a, 0xfb5ba0a0,
    0xf6a45252, 0x4d763b3b, 0x61b7d6d6, 0xce7db3b3,
    0x7b522929, 0x3edde3e3, 0x715e2f2f, 0x97138484,
    0xf5a65353, 0x68b9d1d1, 0x00000000, 0x2cc1eded,
    0x60402020, 0x1fe3fcfc, 0xc879b1b1, 0xedb65b5b,
    0xbed46a6a, 0x468dcbcb, 0xd967bebe, 0x4b723939,
    0xde944a4a, 0xd4984c4c, 0xe8b05858, 0x4a85cfcf,
    0x6bbbd0d0, 0x2ac5efef, 0xe54faaaa, 0x16edfbfb,
    0xc5864343, 0xd79a4d4d, 0x55663333, 0x94118585,
    0xcf8a4545, 0x10e9f9f9, 0x06040202, 0x81fe7f7f,
    0xf0a05050, 0x44783c3c, 0xba259f9f, 0xe34ba8a8,
    0xf3a25151, 0xfe5da3a3, 0xc0804040, 0x8a058f8f,
    0xad3f9292, 0xbc219d9d, 0x48703838, 0x04f1f5f5,
    0xdf63bcbc, 0xc177b6b6, 0x75afdada, 0x63422121,
    0x30201010, 0x1ae5ffff, 0x0efdf3f3, 0x6dbfd2d2,
    0x4c81cdcd, 0x14180c0c, 0x35261313, 0x2fc3ecec,
    0xe1be5f5f, 0xa2359797, 0xcc884444, 0x392e1717,
    0x5793c4c4, 0xf255a7a7, 0x82fc7e7e, 0x477a3d3d,
    0xacc86464, 0xe7ba5d5d, 0x2b321919, 0x95e67373,
    0xa0c06060, 0x98198181, 0xd19e4f4f, 0x7fa3dcdc,
    0x66442222, 0x7e542a2a, 0xab3b9090, 0x830b8888,
    0xca8c4646, 0x29c7eeee, 0xd36bb8b8, 0x3c281414,
    0x79a7dede, 0xe2bc5e5e, 0x1d160b0b, 0x76addbdb,
    0x3bdbe0e0, 0x56643232, 0x4e743a3a, 0x1e140a0a,
    0xdb924949, 0x0a0c0606, 0x6c482424, 0xe4b85c5c,
    0x5d9fc2c2, 0x6ebdd3d3, 0xef43acac, 0xa6c46262,
    0xa8399191, 0xa4319595, 0x37d3e4e4, 0x8bf27979,
    0x32d5e7e7, 0x438bc8c8, 0x596e3737, 0xb7da6d6d,
    0x8c018d8d, 0x64b1d5d5, 0xd29c4e4e, 0xe049a9a9,
    0xb4d86c6c, 0xfaac5656, 0x07f3f4f4, 0x25cfeaea,
    0xafca6565, 0x8ef47a7a, 0xe947aeae, 0x18100808,
    0xd56fbaba, 0x88f07878, 0x6f4a2525, 0x725c2e2e,
    0x24381c1c, 0xf157a6a6, 0xc773b4b4, 0x5197c6c6,
    0x23cbe8e8, 0x7ca1dddd, 0x9ce87474, 0x213e1f1f,
    0xdd964b4b, 0xdc61bdbd, 0x860d8b8b, 0x850f8a8a,
    0x90e07070, 0x427c3e3e, 0xc471b5b5, 0xaacc6666,
    0xd8904848, 0x05060303, 0x01f7f6f6, 0x121c0e0e,
    0xa3c26161, 0x5f6a3535, 0xf9ae5757, 0xd069b9b9,
    0x91178686, 0x5899c1c1, 0x273a1d1d, 0xb9279e9e,
    0x38d9e1e1, 0x13ebf8f8, 0xb32b9898, 0x33221111,
    0xbbd26969, 0x70a9d9d9, 0x89078e8e, 0xa7339494,
    0xb62d9b9b, 0x223c1e1e, 0x92158787, 0x20c9e9e9,
    0x4987cece, 0xffaa5555, 0x78502828, 0x7aa5dfdf,
    0x8f038c8c, 0xf859a1a1, 0x80098989, 0x171a0d0d,
    0xda65bfbf, 0x31d7e6e6, 0xc6844242, 0xb8d06868,
    0xc3824141, 0xb0299999, 0x775a2d2d, 0x111e0f0f,
    0xcb7bb0b0, 0xfca85454, 0xd66dbbbb, 0x3a2c1616,
};

#endif /* HAVE_AES_DECRYPT || HAVE_AES_CBC || HAVE_AESCCM || HAVE_AESGCM ||
        * WOLFSSL_AES_DIRECT || WOLFSSL_AES_COUNTER */
#ifdef HAVE_AES_DECRYPT
static const word32* L_AES_ARM32_td = L_AES_ARM32_td_data;
#endif /* HAVE_AES_DECRYPT */
#if defined(HAVE_AES_DECRYPT) || defined(HAVE_AES_CBC) || \
    defined(HAVE_AESCCM) || defined(HAVE_AESGCM) || \
    defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER)
static const word32* L_AES_ARM32_te = L_AES_ARM32_te_data;
#endif /* HAVE_AES_DECRYPT || HAVE_AES_CBC || HAVE_AESCCM || HAVE_AESGCM ||
        * WOLFSSL_AES_DIRECT || WOLFSSL_AES_COUNTER */
#ifdef HAVE_AES_DECRYPT
void AES_invert_key(unsigned char* ks_p, word32 rounds_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_invert_key(unsigned char* ks_p, word32 rounds_p)
#else
WC_OMIT_FRAME_POINTER void AES_invert_key(unsigned char* ks, word32 rounds)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register unsigned char* ks asm ("r0") = (unsigned char*)ks_p;
    register word32 rounds asm ("r1") = (word32)rounds_p;
    register word32* L_AES_ARM32_te_c asm ("r2") = (word32*)L_AES_ARM32_te;
    register word32* L_AES_ARM32_td_c asm ("r3") = (word32*)L_AES_ARM32_td;
#else
    register word32* L_AES_ARM32_te_c = (word32*)L_AES_ARM32_te;
    register word32* L_AES_ARM32_td_c = (word32*)L_AES_ARM32_td;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "mov	r12, %[L_AES_ARM32_te]\n\t"
        "mov	lr, %[L_AES_ARM32_td]\n\t"
        "add	r10, %[ks], %[rounds], lsl #4\n\t"
        "mov	r11, %[rounds]\n\t"
        "\n"
    "L_AES_invert_key_loop_%=: \n\t"
        "ldm	%[ks], {r2, r3, r4, r5}\n\t"
        "ldm	r10, {r6, r7, r8, r9}\n\t"
        "stm	r10, {r2, r3, r4, r5}\n\t"
        "stm	%[ks]!, {r6, r7, r8, r9}\n\t"
        "subs	r11, r11, #2\n\t"
        "sub	r10, r10, #16\n\t"
        "bne	L_AES_invert_key_loop_%=\n\t"
        "sub	%[ks], %[ks], %[rounds], lsl #3\n\t"
        "add	%[ks], %[ks], #16\n\t"
        "sub	r11, %[rounds], #1\n\t"
        "\n"
    "L_AES_invert_key_mix_loop_%=: \n\t"
        "ldm	%[ks], {r2, r3, r4, r5}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r2, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r2\n\t"
#endif
#else
        "ubfx	r6, r2, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r2, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r2, ror #8\n\t"
#endif
#else
        "ubfx	r7, r2, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r2, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r2, ror #16\n\t"
#endif
#else
        "ubfx	r8, r2, #16, #8\n\t"
#endif
        "lsr	r9, r2, #24\n\t"
        "ldrb	r6, [r12, r6, lsl #2]\n\t"
        "ldrb	r7, [r12, r7, lsl #2]\n\t"
        "ldrb	r8, [r12, r8, lsl #2]\n\t"
        "ldrb	r9, [r12, r9, lsl #2]\n\t"
        "ldr	r6, [lr, r6, lsl #2]\n\t"
        "ldr	r7, [lr, r7, lsl #2]\n\t"
        "ldr	r8, [lr, r8, lsl #2]\n\t"
        "ldr	r9, [lr, r9, lsl #2]\n\t"
        "eor	r8, r8, r6, ror #16\n\t"
        "eor	r8, r8, r7, ror #8\n\t"
        "eor	r8, r8, r9, ror #24\n\t"
        "str	r8, [%[ks]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r3, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r3\n\t"
#endif
#else
        "ubfx	r6, r3, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r3, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r3, ror #8\n\t"
#endif
#else
        "ubfx	r7, r3, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r3, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r3, ror #16\n\t"
#endif
#else
        "ubfx	r8, r3, #16, #8\n\t"
#endif
        "lsr	r9, r3, #24\n\t"
        "ldrb	r6, [r12, r6, lsl #2]\n\t"
        "ldrb	r7, [r12, r7, lsl #2]\n\t"
        "ldrb	r8, [r12, r8, lsl #2]\n\t"
        "ldrb	r9, [r12, r9, lsl #2]\n\t"
        "ldr	r6, [lr, r6, lsl #2]\n\t"
        "ldr	r7, [lr, r7, lsl #2]\n\t"
        "ldr	r8, [lr, r8, lsl #2]\n\t"
        "ldr	r9, [lr, r9, lsl #2]\n\t"
        "eor	r8, r8, r6, ror #16\n\t"
        "eor	r8, r8, r7, ror #8\n\t"
        "eor	r8, r8, r9, ror #24\n\t"
        "str	r8, [%[ks]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r4, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r4\n\t"
#endif
#else
        "ubfx	r6, r4, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r4, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r4, ror #8\n\t"
#endif
#else
        "ubfx	r7, r4, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r4, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r4, ror #16\n\t"
#endif
#else
        "ubfx	r8, r4, #16, #8\n\t"
#endif
        "lsr	r9, r4, #24\n\t"
        "ldrb	r6, [r12, r6, lsl #2]\n\t"
        "ldrb	r7, [r12, r7, lsl #2]\n\t"
        "ldrb	r8, [r12, r8, lsl #2]\n\t"
        "ldrb	r9, [r12, r9, lsl #2]\n\t"
        "ldr	r6, [lr, r6, lsl #2]\n\t"
        "ldr	r7, [lr, r7, lsl #2]\n\t"
        "ldr	r8, [lr, r8, lsl #2]\n\t"
        "ldr	r9, [lr, r9, lsl #2]\n\t"
        "eor	r8, r8, r6, ror #16\n\t"
        "eor	r8, r8, r7, ror #8\n\t"
        "eor	r8, r8, r9, ror #24\n\t"
        "str	r8, [%[ks]], #4\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r5, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r5\n\t"
#endif
#else
        "ubfx	r6, r5, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r5, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r5, ror #8\n\t"
#endif
#else
        "ubfx	r7, r5, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r9, r5, #24\n\t"
        "ldrb	r6, [r12, r6, lsl #2]\n\t"
        "ldrb	r7, [r12, r7, lsl #2]\n\t"
        "ldrb	r8, [r12, r8, lsl #2]\n\t"
        "ldrb	r9, [r12, r9, lsl #2]\n\t"
        "ldr	r6, [lr, r6, lsl #2]\n\t"
        "ldr	r7, [lr, r7, lsl #2]\n\t"
        "ldr	r8, [lr, r8, lsl #2]\n\t"
        "ldr	r9, [lr, r9, lsl #2]\n\t"
        "eor	r8, r8, r6, ror #16\n\t"
        "eor	r8, r8, r7, ror #8\n\t"
        "eor	r8, r8, r9, ror #24\n\t"
        "str	r8, [%[ks]], #4\n\t"
        "subs	r11, r11, #1\n\t"
        "bne	L_AES_invert_key_mix_loop_%=\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [ks] "+r" (ks), [rounds] "+r" (rounds),
          [L_AES_ARM32_te] "+r" (L_AES_ARM32_te_c),
          [L_AES_ARM32_td] "+r" (L_AES_ARM32_td_c)
        :
#else
        :
        : [ks] "r" (ks), [rounds] "r" (rounds),
          [L_AES_ARM32_te] "r" (L_AES_ARM32_te_c),
          [L_AES_ARM32_td] "r" (L_AES_ARM32_td_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r12", "lr", "r4", "r5", "r6", "r7", "r8", "r9",
            "r10", "r11"
    );
}

#endif /* HAVE_AES_DECRYPT */
static const word32 L_AES_ARM32_rcon[] = {
    0x01000000, 0x02000000, 0x04000000, 0x08000000,
    0x10000000, 0x20000000, 0x40000000, 0x80000000,
    0x1b000000, 0x36000000
};

void AES_set_encrypt_key(const unsigned char* key_p, word32 len_p,
    unsigned char* ks_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_set_encrypt_key(const unsigned char* key_p,
    word32 len_p, unsigned char* ks_p)
#else
WC_OMIT_FRAME_POINTER void AES_set_encrypt_key(const unsigned char* key,
    word32 len, unsigned char* ks)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* key asm ("r0") = (const unsigned char*)key_p;
    register word32 len asm ("r1") = (word32)len_p;
    register unsigned char* ks asm ("r2") = (unsigned char*)ks_p;
    register word32* L_AES_ARM32_te_c asm ("r3") = (word32*)L_AES_ARM32_te;
    register word32* L_AES_ARM32_rcon_c asm ("r12") =
        (word32*)&L_AES_ARM32_rcon;
#else
    register word32* L_AES_ARM32_te_c = (word32*)L_AES_ARM32_te;
    register word32* L_AES_ARM32_rcon_c = (word32*)&L_AES_ARM32_rcon;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_rcon]}\n\t"
        "mov	r8, %[L_AES_ARM32_te]\n\t"
        "mov	lr, %[L_AES_ARM32_rcon]\n\t"
        "cmp	%[len], #0x80\n\t"
        "beq	L_AES_set_encrypt_key_start_128_%=\n\t"
        "cmp	%[len], #0xc0\n\t"
        "beq	L_AES_set_encrypt_key_start_192_%=\n\t"
        "ldr	r4, [%[key]]\n\t"
        "ldr	r5, [%[key], #4]\n\t"
        "ldr	r6, [%[key], #8]\n\t"
        "ldr	r7, [%[key], #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        /* REV r4, r4 */
        "eor	r3, r4, r4, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "eor	r4, r4, r3, lsr #8\n\t"
        /* REV r5, r5 */
        "eor	r3, r5, r5, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r5, r5, r3, lsr #8\n\t"
        /* REV r6, r6 */
        "eor	r3, r6, r6, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "eor	r6, r6, r3, lsr #8\n\t"
        /* REV r7, r7 */
        "eor	r3, r7, r7, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r7, r7, r3, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "ldr	r4, [%[key], #16]\n\t"
        "ldr	r5, [%[key], #20]\n\t"
        "ldr	r6, [%[key], #24]\n\t"
        "ldr	r7, [%[key], #28]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        /* REV r4, r4 */
        "eor	r3, r4, r4, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "eor	r4, r4, r3, lsr #8\n\t"
        /* REV r5, r5 */
        "eor	r3, r5, r5, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r5, r5, r3, lsr #8\n\t"
        /* REV r6, r6 */
        "eor	r3, r6, r6, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "eor	r6, r6, r3, lsr #8\n\t"
        /* REV r7, r7 */
        "eor	r3, r7, r7, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r7, r7, r3, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "sub	%[ks], %[ks], #16\n\t"
        "mov	r12, #6\n\t"
        "\n"
    "L_AES_set_encrypt_key_loop_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r7, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r7\n\t"
#endif
#else
        "ubfx	r4, r7, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r7, #16\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r7, ror #8\n\t"
#endif
#else
        "ubfx	r5, r7, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r7, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r7, ror #16\n\t"
#endif
#else
        "ubfx	r6, r7, #16, #8\n\t"
#endif
        "lsr	r7, r7, #24\n\t"
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r5, [r8, r5, lsl #2]\n\t"
        "ldrb	r6, [r8, r6, lsl #2]\n\t"
        "ldrb	r7, [r8, r7, lsl #2]\n\t"
        "eor	r3, r7, r4, lsl #8\n\t"
        "eor	r3, r3, r5, lsl #16\n\t"
        "eor	r3, r3, r6, lsl #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r4, r4, r3\n\t"
        "ldm	lr!, {r3}\n\t"
        "eor	r4, r4, r3\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "add	%[ks], %[ks], #16\n\t"
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "sub	%[ks], %[ks], #16\n\t"
        "mov	r3, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r3, #16\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r3, ror #8\n\t"
#endif
#else
        "ubfx	r4, r3, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r3, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r3, ror #16\n\t"
#endif
#else
        "ubfx	r5, r3, #16, #8\n\t"
#endif
        "lsr	r6, r3, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r3, r3, #24\n\t"
        "lsr	r3, r3, #24\n\t"
#else
        "uxtb	r3, r3\n\t"
#endif
#else
        "ubfx	r3, r3, #0, #8\n\t"
#endif
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r6, [r8, r6, lsl #2]\n\t"
        "ldrb	r5, [r8, r5, lsl #2]\n\t"
        "ldrb	r3, [r8, r3, lsl #2]\n\t"
        "eor	r3, r3, r4, lsl #8\n\t"
        "eor	r3, r3, r5, lsl #16\n\t"
        "eor	r3, r3, r6, lsl #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r4, r4, r3\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "add	%[ks], %[ks], #16\n\t"
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "sub	%[ks], %[ks], #16\n\t"
        "subs	r12, r12, #1\n\t"
        "bne	L_AES_set_encrypt_key_loop_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r7, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r7\n\t"
#endif
#else
        "ubfx	r4, r7, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r7, #16\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r7, ror #8\n\t"
#endif
#else
        "ubfx	r5, r7, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r7, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r7, ror #16\n\t"
#endif
#else
        "ubfx	r6, r7, #16, #8\n\t"
#endif
        "lsr	r7, r7, #24\n\t"
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r5, [r8, r5, lsl #2]\n\t"
        "ldrb	r6, [r8, r6, lsl #2]\n\t"
        "ldrb	r7, [r8, r7, lsl #2]\n\t"
        "eor	r3, r7, r4, lsl #8\n\t"
        "eor	r3, r3, r5, lsl #16\n\t"
        "eor	r3, r3, r6, lsl #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r4, r4, r3\n\t"
        "ldm	lr!, {r3}\n\t"
        "eor	r4, r4, r3\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "add	%[ks], %[ks], #16\n\t"
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "sub	%[ks], %[ks], #16\n\t"
        "b	L_AES_set_encrypt_key_end_%=\n\t"
        "\n"
    "L_AES_set_encrypt_key_start_192_%=: \n\t"
        "ldr	r4, [%[key]]\n\t"
        "ldr	r5, [%[key], #4]\n\t"
        "ldr	r6, [%[key], #8]\n\t"
        "ldr	r7, [%[key], #12]\n\t"
        "ldr	%[len], [%[key], #20]\n\t"
        "ldr	%[key], [%[key], #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        /* REV r4, r4 */
        "eor	r3, r4, r4, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "eor	r4, r4, r3, lsr #8\n\t"
        /* REV r5, r5 */
        "eor	r3, r5, r5, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r5, r5, r3, lsr #8\n\t"
        /* REV r6, r6 */
        "eor	r3, r6, r6, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "eor	r6, r6, r3, lsr #8\n\t"
        /* REV r7, r7 */
        "eor	r3, r7, r7, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r7, r7, r3, lsr #8\n\t"
        /* REV r0, r0 */
        "eor	r3, %[key], %[key], ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	%[key], %[key], #8\n\t"
        "eor	%[key], %[key], r3, lsr #8\n\t"
        /* REV r1, r1 */
        "eor	r3, %[len], %[len], ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	%[len], %[len], #8\n\t"
        "eor	%[len], %[len], r3, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
        "rev	%[key], %[key]\n\t"
        "rev	%[len], %[len]\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	%[key], [%[ks], #16]\n\t"
        "str	%[len], [%[ks], #20]\n\t"
#else
        "strd	%[key], %[len], [%[ks], #16]\n\t"
#endif
        "mov	r7, %[len]\n\t"
        "mov	r12, #7\n\t"
        "\n"
    "L_AES_set_encrypt_key_loop_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r0, r7, #24\n\t"
        "lsr	r0, r0, #24\n\t"
#else
        "uxtb	r0, r7\n\t"
#endif
#else
        "ubfx	r0, r7, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r1, r7, #16\n\t"
        "lsr	r1, r1, #24\n\t"
#else
        "uxtb	r1, r7, ror #8\n\t"
#endif
#else
        "ubfx	r1, r7, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r7, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r7, ror #16\n\t"
#endif
#else
        "ubfx	r4, r7, #16, #8\n\t"
#endif
        "lsr	r7, r7, #24\n\t"
        "ldrb	r0, [r8, r0, lsl #2]\n\t"
        "ldrb	r1, [r8, r1, lsl #2]\n\t"
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r7, [r8, r7, lsl #2]\n\t"
        "eor	r3, r7, r0, lsl #8\n\t"
        "eor	r3, r3, r1, lsl #16\n\t"
        "eor	r3, r3, r4, lsl #24\n\t"
        "ldm	%[ks]!, {r0, r1, r4, r5, r6, r7}\n\t"
        "eor	r0, r0, r3\n\t"
        "ldm	lr!, {r3}\n\t"
        "eor	r0, r0, r3\n\t"
        "eor	r1, r1, r0\n\t"
        "eor	r4, r4, r1\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "stm	%[ks], {r0, r1, r4, r5, r6, r7}\n\t"
        "subs	r12, r12, #1\n\t"
        "bne	L_AES_set_encrypt_key_loop_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r0, r7, #24\n\t"
        "lsr	r0, r0, #24\n\t"
#else
        "uxtb	r0, r7\n\t"
#endif
#else
        "ubfx	r0, r7, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r1, r7, #16\n\t"
        "lsr	r1, r1, #24\n\t"
#else
        "uxtb	r1, r7, ror #8\n\t"
#endif
#else
        "ubfx	r1, r7, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r7, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r7, ror #16\n\t"
#endif
#else
        "ubfx	r4, r7, #16, #8\n\t"
#endif
        "lsr	r7, r7, #24\n\t"
        "ldrb	r0, [r8, r0, lsl #2]\n\t"
        "ldrb	r1, [r8, r1, lsl #2]\n\t"
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r7, [r8, r7, lsl #2]\n\t"
        "eor	r3, r7, r0, lsl #8\n\t"
        "eor	r3, r3, r1, lsl #16\n\t"
        "eor	r3, r3, r4, lsl #24\n\t"
        "ldm	%[ks]!, {r0, r1, r4, r5, r6, r7}\n\t"
        "eor	r0, r0, r3\n\t"
        "ldm	lr!, {r3}\n\t"
        "eor	r0, r0, r3\n\t"
        "eor	r1, r1, r0\n\t"
        "eor	r4, r4, r1\n\t"
        "eor	r5, r5, r4\n\t"
        "stm	%[ks], {r0, r1, r4, r5}\n\t"
        "b	L_AES_set_encrypt_key_end_%=\n\t"
        "\n"
    "L_AES_set_encrypt_key_start_128_%=: \n\t"
        "ldr	r4, [%[key]]\n\t"
        "ldr	r5, [%[key], #4]\n\t"
        "ldr	r6, [%[key], #8]\n\t"
        "ldr	r7, [%[key], #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        /* REV r4, r4 */
        "eor	r3, r4, r4, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "eor	r4, r4, r3, lsr #8\n\t"
        /* REV r5, r5 */
        "eor	r3, r5, r5, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r5, r5, r3, lsr #8\n\t"
        /* REV r6, r6 */
        "eor	r3, r6, r6, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "eor	r6, r6, r3, lsr #8\n\t"
        /* REV r7, r7 */
        "eor	r3, r7, r7, ror #16\n\t"
        "bic	r3, r3, #0xff0000\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r7, r7, r3, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "mov	r12, #10\n\t"
        "\n"
    "L_AES_set_encrypt_key_loop_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r7, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r7\n\t"
#endif
#else
        "ubfx	r4, r7, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r7, #16\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r7, ror #8\n\t"
#endif
#else
        "ubfx	r5, r7, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r7, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r7, ror #16\n\t"
#endif
#else
        "ubfx	r6, r7, #16, #8\n\t"
#endif
        "lsr	r7, r7, #24\n\t"
        "ldrb	r4, [r8, r4, lsl #2]\n\t"
        "ldrb	r5, [r8, r5, lsl #2]\n\t"
        "ldrb	r6, [r8, r6, lsl #2]\n\t"
        "ldrb	r7, [r8, r7, lsl #2]\n\t"
        "eor	r3, r7, r4, lsl #8\n\t"
        "eor	r3, r3, r5, lsl #16\n\t"
        "eor	r3, r3, r6, lsl #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r4, r4, r3\n\t"
        "ldm	lr!, {r3}\n\t"
        "eor	r4, r4, r3\n\t"
        "eor	r5, r5, r4\n\t"
        "eor	r6, r6, r5\n\t"
        "eor	r7, r7, r6\n\t"
        "stm	%[ks], {r4, r5, r6, r7}\n\t"
        "subs	r12, r12, #1\n\t"
        "bne	L_AES_set_encrypt_key_loop_128_%=\n\t"
        "\n"
    "L_AES_set_encrypt_key_end_%=: \n\t"
        "pop	{%[L_AES_ARM32_rcon]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [key] "+r" (key), [len] "+r" (len), [ks] "+r" (ks),
          [L_AES_ARM32_te] "+r" (L_AES_ARM32_te_c),
          [L_AES_ARM32_rcon] "+r" (L_AES_ARM32_rcon_c)
        :
#else
        :
        : [key] "r" (key), [len] "r" (len), [ks] "r" (ks),
          [L_AES_ARM32_te] "r" (L_AES_ARM32_te_c),
          [L_AES_ARM32_rcon] "r" (L_AES_ARM32_rcon_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "lr", "r4", "r5", "r6", "r7", "r8"
    );
}

#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
void AES_encrypt_block(const word32* te_p, int nr_p, int len_p,
    const word32* ks_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_encrypt_block(const word32* te_p, int nr_p,
    int len_p, const word32* ks_p)
#else
WC_OMIT_FRAME_POINTER void AES_encrypt_block(const word32* te, int nr, int len,
    const word32* ks)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const word32* te asm ("r0") = (const word32*)te_p;
    register int nr asm ("r1") = (int)nr_p;
    register int len asm ("r2") = (int)len_p;
    register const word32* ks asm ("r3") = (const word32*)ks_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "\n"
    "L_AES_encrypt_block_nr_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [%[te], r8, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [%[te], r9, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [%[te], r10, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [%[te], r6, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [%[te], r4, lsl #2]\n\t"
        "ldr	r7, [%[te], r7, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [%[te], r5, lsl #2]\n\t"
        "ldr	r7, [%[te], r7, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [%[te], r6, lsl #2]\n\t"
        "ldr	r7, [%[te], r7, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [%[te], r10, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r7, [%[te], r7, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	%[nr], %[nr], #1\n\t"
        "bne	L_AES_encrypt_block_nr_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [%[te], r8, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [%[te], r9, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [%[te], r10, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [%[te], r6, lsl #2]\n\t"
        "ldr	lr, [%[te], lr, lsl #2]\n\t"
        "ldr	r11, [%[te], r11, lsl #2]\n\t"
        "ldr	r2, [%[te], r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [%[te], r4, lsl #2]\n\t"
        "ldrb	r7, [%[te], r7, lsl #2]\n\t"
        "ldrb	lr, [%[te], lr, lsl #2]\n\t"
        "ldrb	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [%[te], r5, lsl #2]\n\t"
        "ldrb	r7, [%[te], r7, lsl #2]\n\t"
        "ldrb	lr, [%[te], lr, lsl #2]\n\t"
        "ldrb	r2, [%[te], r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [%[te], r6, lsl #2]\n\t"
        "ldrb	r7, [%[te], r7, lsl #2]\n\t"
        "ldrb	lr, [%[te], lr, lsl #2]\n\t"
        "ldrb	r2, [%[te], r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [%[te], r11, lsl #2]\n\t"
        "ldrb	r7, [%[te], r7, lsl #2]\n\t"
        "ldrb	lr, [%[te], lr, lsl #2]\n\t"
        "ldrb	r2, [%[te], r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [te] "+r" (te), [nr] "+r" (nr), [len] "+r" (len), [ks] "+r" (ks)
        :
#else
        :
        : [te] "r" (te), [nr] "r" (nr), [len] "r" (len), [ks] "r" (ks)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "lr"
    );
}

#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
#if defined(HAVE_AESCCM) || defined(HAVE_AESGCM) || \
    defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER) || \
    defined(HAVE_AES_ECB)
static const word32* L_AES_ARM32_te_ecb = L_AES_ARM32_te_data;
void AES_ECB_encrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_ECB_encrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_ECB_encrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register word32* L_AES_ARM32_te_ecb_c asm ("lr") =
        (word32*)L_AES_ARM32_te_ecb;
#else
    register word32* L_AES_ARM32_te_ecb_c = (word32*)L_AES_ARM32_te_ecb;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[nr], %[L_AES_ARM32_te_ecb]}\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #4]\n\t"
        "ldr	r12, [sp]\n\t"
        "push	{%[ks]}\n\t"
        "cmp	r12, #10\n\t"
        "beq	L_AES_ECB_encrypt_start_block_128_%=\n\t"
        "cmp	r12, #12\n\t"
        "beq	L_AES_ECB_encrypt_start_block_192_%=\n\t"
        "\n"
    "L_AES_ECB_encrypt_loop_block_256_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[len], lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_encrypt_block_nr_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_encrypt_block_nr_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_encrypt_loop_block_256_%=\n\t"
        "b	L_AES_ECB_encrypt_end_%=\n\t"
        "\n"
    "L_AES_ECB_encrypt_start_block_192_%=: \n\t"
        "\n"
    "L_AES_ECB_encrypt_loop_block_192_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[len], lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_encrypt_block_nr_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_encrypt_block_nr_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_encrypt_loop_block_192_%=\n\t"
        "b	L_AES_ECB_encrypt_end_%=\n\t"
        "\n"
    "L_AES_ECB_encrypt_start_block_128_%=: \n\t"
        "\n"
    "L_AES_ECB_encrypt_loop_block_128_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[len], lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_encrypt_block_nr_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_encrypt_block_nr_128_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_encrypt_loop_block_128_%=\n\t"
        "\n"
    "L_AES_ECB_encrypt_end_%=: \n\t"
        "pop	{%[ks]}\n\t"
        "pop	{%[nr], %[L_AES_ARM32_te_ecb]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [L_AES_ARM32_te_ecb] "+r" (L_AES_ARM32_te_ecb_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [L_AES_ARM32_te_ecb] "r" (L_AES_ARM32_te_ecb_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* HAVE_AESCCM || HAVE_AESGCM || WOLFSSL_AES_DIRECT ||
        * WOLFSSL_AES_COUNTER || HAVE_AES_ECB */
#ifdef HAVE_AES_CBC
static const word32* L_AES_ARM32_te_cbc = L_AES_ARM32_te_data;
void AES_CBC_encrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p,
    unsigned char* iv_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CBC_encrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p, unsigned char* iv_p)
#else
WC_OMIT_FRAME_POINTER void AES_CBC_encrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr,
    unsigned char* iv)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register unsigned char* iv asm ("lr") = (unsigned char*)iv_p;
    register word32* L_AES_ARM32_te_cbc_c asm ("r4") =
        (word32*)L_AES_ARM32_te_cbc;
#else
    register word32* L_AES_ARM32_te_cbc_c = (word32*)L_AES_ARM32_te_cbc;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_te_cbc]}\n\t"
        "push	{%[nr], %[iv]}\n\t"
        "ldr	r8, [sp]\n\t"
        "ldr	r9, [sp, #4]\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #8]\n\t"
        "ldm	r9, {r4, r5, r6, r7}\n\t"
        "push	{%[ks], r9}\n\t"
        "cmp	r8, #10\n\t"
        "beq	L_AES_CBC_encrypt_start_block_128_%=\n\t"
        "cmp	r8, #12\n\t"
        "beq	L_AES_CBC_encrypt_start_block_192_%=\n\t"
        "\n"
    "L_AES_CBC_encrypt_loop_block_256_%=: \n\t"
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "push	{r1, %[len], lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_encrypt_block_nr_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_encrypt_block_nr_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_encrypt_loop_block_256_%=\n\t"
        "b	L_AES_CBC_encrypt_end_%=\n\t"
        "\n"
    "L_AES_CBC_encrypt_start_block_192_%=: \n\t"
        "\n"
    "L_AES_CBC_encrypt_loop_block_192_%=: \n\t"
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "push	{r1, %[len], lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_encrypt_block_nr_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_encrypt_block_nr_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_encrypt_loop_block_192_%=\n\t"
        "b	L_AES_CBC_encrypt_end_%=\n\t"
        "\n"
    "L_AES_CBC_encrypt_start_block_128_%=: \n\t"
        "\n"
    "L_AES_CBC_encrypt_loop_block_128_%=: \n\t"
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "push	{r1, %[len], lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_encrypt_block_nr_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_encrypt_block_nr_128_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_encrypt_loop_block_128_%=\n\t"
        "\n"
    "L_AES_CBC_encrypt_end_%=: \n\t"
        "pop	{%[ks], r9}\n\t"
        "stm	r9, {r4, r5, r6, r7}\n\t"
        "pop	{%[nr], %[iv]}\n\t"
        "pop	{%[L_AES_ARM32_te_cbc]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [iv] "+r" (iv),
          [L_AES_ARM32_te_cbc] "+r" (L_AES_ARM32_te_cbc_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [iv] "r" (iv),
          [L_AES_ARM32_te_cbc] "r" (L_AES_ARM32_te_cbc_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r5", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* HAVE_AES_CBC */
#ifdef WOLFSSL_AES_COUNTER
static const word32* L_AES_ARM32_te_ctr = L_AES_ARM32_te_data;
void AES_CTR_encrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p,
    unsigned char* ctr_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CTR_encrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p, unsigned char* ctr_p)
#else
WC_OMIT_FRAME_POINTER void AES_CTR_encrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr,
    unsigned char* ctr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register unsigned char* ctr asm ("lr") = (unsigned char*)ctr_p;
    register word32* L_AES_ARM32_te_ctr_c asm ("r4") =
        (word32*)L_AES_ARM32_te_ctr;
#else
    register word32* L_AES_ARM32_te_ctr_c = (word32*)L_AES_ARM32_te_ctr;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_te_ctr]}\n\t"
        "push	{%[nr], %[ctr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #8]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r10, r4, r4, ror #16\n\t"
        "eor	r11, r5, r5, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r4, r4, r10, lsr #8\n\t"
        "eor	r5, r5, r11, lsr #8\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	r8, {r4, r5, r6, r7}\n\t"
        "push	{%[ks], r8}\n\t"
        "cmp	r12, #10\n\t"
        "beq	L_AES_CTR_encrypt_start_block_128_%=\n\t"
        "cmp	r12, #12\n\t"
        "beq	L_AES_CTR_encrypt_start_block_192_%=\n\t"
        "\n"
    "L_AES_CTR_encrypt_loop_block_256_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "adds	r11, r7, #1\n\t"
        "adcs	r10, r6, #0\n\t"
        "adcs	r9, r5, #0\n\t"
        "adc	r8, r4, #0\n\t"
        "stm	lr, {r8, r9, r10, r11}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CTR_encrypt_block_nr_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CTR_encrypt_block_nr_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CTR_encrypt_loop_block_256_%=\n\t"
        "b	L_AES_CTR_encrypt_end_%=\n\t"
        "\n"
    "L_AES_CTR_encrypt_start_block_192_%=: \n\t"
        "\n"
    "L_AES_CTR_encrypt_loop_block_192_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "adds	r11, r7, #1\n\t"
        "adcs	r10, r6, #0\n\t"
        "adcs	r9, r5, #0\n\t"
        "adc	r8, r4, #0\n\t"
        "stm	lr, {r8, r9, r10, r11}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CTR_encrypt_block_nr_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CTR_encrypt_block_nr_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CTR_encrypt_loop_block_192_%=\n\t"
        "b	L_AES_CTR_encrypt_end_%=\n\t"
        "\n"
    "L_AES_CTR_encrypt_start_block_128_%=: \n\t"
        "\n"
    "L_AES_CTR_encrypt_loop_block_128_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "adds	r11, r7, #1\n\t"
        "adcs	r10, r6, #0\n\t"
        "adcs	r9, r5, #0\n\t"
        "adc	r8, r4, #0\n\t"
        "stm	lr, {r8, r9, r10, r11}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_CTR_encrypt_block_nr_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CTR_encrypt_block_nr_128_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CTR_encrypt_loop_block_128_%=\n\t"
        "\n"
    "L_AES_CTR_encrypt_end_%=: \n\t"
        "pop	{%[ks], r8}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r10, r4, r4, ror #16\n\t"
        "eor	r11, r5, r5, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r4, r4, r10, lsr #8\n\t"
        "eor	r5, r5, r11, lsr #8\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	r8, {r4, r5, r6, r7}\n\t"
        "pop	{%[nr], %[ctr]}\n\t"
        "pop	{%[L_AES_ARM32_te_ctr]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [ctr] "+r" (ctr),
          [L_AES_ARM32_te_ctr] "+r" (L_AES_ARM32_te_ctr_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [ctr] "r" (ctr),
          [L_AES_ARM32_te_ctr] "r" (L_AES_ARM32_te_ctr_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r5", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* WOLFSSL_AES_COUNTER */
#ifdef HAVE_AES_DECRYPT
#if defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER) || \
    defined(HAVE_AES_CBC) || defined(HAVE_AES_ECB)
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
void AES_decrypt_block(const word32* td_p, int nr_p, const byte* td4_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_decrypt_block(const word32* td_p, int nr_p,
    const byte* td4_p)
#else
WC_OMIT_FRAME_POINTER void AES_decrypt_block(const word32* td, int nr,
    const byte* td4)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const word32* td asm ("r0") = (const word32*)td_p;
    register int nr asm ("r1") = (int)nr_p;
    register const byte* td4 asm ("r2") = (const byte*)td4_p;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "\n"
    "L_AES_decrypt_block_nr_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [%[td], r8, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [%[td], r9, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [%[td], r10, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [%[td], r4, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	r3!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [%[td], r4, lsl #2]\n\t"
        "ldr	r7, [%[td], r7, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [%[td], r5, lsl #2]\n\t"
        "ldr	r7, [%[td], r7, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [%[td], r6, lsl #2]\n\t"
        "ldr	r7, [%[td], r7, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [%[td], r8, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	r7, [%[td], r7, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	r3!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	%[nr], %[nr], #1\n\t"
        "bne	L_AES_decrypt_block_nr_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [%[td], r8, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [%[td], r9, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [%[td], r10, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [%[td], r4, lsl #2]\n\t"
        "ldr	r12, [%[td], r12, lsl #2]\n\t"
        "ldr	r11, [%[td], r11, lsl #2]\n\t"
        "ldr	lr, [%[td], lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	r3!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [%[td4], r4]\n\t"
        "ldrb	r7, [%[td4], r7]\n\t"
        "ldrb	r12, [%[td4], r12]\n\t"
        "ldrb	lr, [%[td4], lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [%[td4], r7]\n\t"
        "ldrb	lr, [%[td4], lr]\n\t"
        "ldrb	r5, [%[td4], r5]\n\t"
        "ldrb	r12, [%[td4], r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [%[td4], r7]\n\t"
        "ldrb	lr, [%[td4], lr]\n\t"
        "ldrb	r6, [%[td4], r6]\n\t"
        "ldrb	r12, [%[td4], r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [%[td4], r11]\n\t"
        "ldrb	r12, [%[td4], r12]\n\t"
        "ldrb	r7, [%[td4], r7]\n\t"
        "ldrb	lr, [%[td4], lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	r3, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [td] "+r" (td), [nr] "+r" (nr), [td4] "+r" (td4)
        :
#else
        :
        : [td] "r" (td), [nr] "r" (nr), [td4] "r" (td4)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "lr"
    );
}

#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
static const word32* L_AES_ARM32_td_ecb = L_AES_ARM32_td_data;
#if defined(WOLFSSL_AES_DIRECT) || defined(WOLFSSL_AES_COUNTER) || \
        defined(HAVE_AES_ECB)
static const byte L_AES_ARM32_ecb_td4[] = {
    0x52, 0x09, 0x6a, 0xd5, 0x30, 0x36, 0xa5, 0x38,
    0xbf, 0x40, 0xa3, 0x9e, 0x81, 0xf3, 0xd7, 0xfb,
    0x7c, 0xe3, 0x39, 0x82, 0x9b, 0x2f, 0xff, 0x87,
    0x34, 0x8e, 0x43, 0x44, 0xc4, 0xde, 0xe9, 0xcb,
    0x54, 0x7b, 0x94, 0x32, 0xa6, 0xc2, 0x23, 0x3d,
    0xee, 0x4c, 0x95, 0x0b, 0x42, 0xfa, 0xc3, 0x4e,
    0x08, 0x2e, 0xa1, 0x66, 0x28, 0xd9, 0x24, 0xb2,
    0x76, 0x5b, 0xa2, 0x49, 0x6d, 0x8b, 0xd1, 0x25,
    0x72, 0xf8, 0xf6, 0x64, 0x86, 0x68, 0x98, 0x16,
    0xd4, 0xa4, 0x5c, 0xcc, 0x5d, 0x65, 0xb6, 0x92,
    0x6c, 0x70, 0x48, 0x50, 0xfd, 0xed, 0xb9, 0xda,
    0x5e, 0x15, 0x46, 0x57, 0xa7, 0x8d, 0x9d, 0x84,
    0x90, 0xd8, 0xab, 0x00, 0x8c, 0xbc, 0xd3, 0x0a,
    0xf7, 0xe4, 0x58, 0x05, 0xb8, 0xb3, 0x45, 0x06,
    0xd0, 0x2c, 0x1e, 0x8f, 0xca, 0x3f, 0x0f, 0x02,
    0xc1, 0xaf, 0xbd, 0x03, 0x01, 0x13, 0x8a, 0x6b,
    0x3a, 0x91, 0x11, 0x41, 0x4f, 0x67, 0xdc, 0xea,
    0x97, 0xf2, 0xcf, 0xce, 0xf0, 0xb4, 0xe6, 0x73,
    0x96, 0xac, 0x74, 0x22, 0xe7, 0xad, 0x35, 0x85,
    0xe2, 0xf9, 0x37, 0xe8, 0x1c, 0x75, 0xdf, 0x6e,
    0x47, 0xf1, 0x1a, 0x71, 0x1d, 0x29, 0xc5, 0x89,
    0x6f, 0xb7, 0x62, 0x0e, 0xaa, 0x18, 0xbe, 0x1b,
    0xfc, 0x56, 0x3e, 0x4b, 0xc6, 0xd2, 0x79, 0x20,
    0x9a, 0xdb, 0xc0, 0xfe, 0x78, 0xcd, 0x5a, 0xf4,
    0x1f, 0xdd, 0xa8, 0x33, 0x88, 0x07, 0xc7, 0x31,
    0xb1, 0x12, 0x10, 0x59, 0x27, 0x80, 0xec, 0x5f,
    0x60, 0x51, 0x7f, 0xa9, 0x19, 0xb5, 0x4a, 0x0d,
    0x2d, 0xe5, 0x7a, 0x9f, 0x93, 0xc9, 0x9c, 0xef,
    0xa0, 0xe0, 0x3b, 0x4d, 0xae, 0x2a, 0xf5, 0xb0,
    0xc8, 0xeb, 0xbb, 0x3c, 0x83, 0x53, 0x99, 0x61,
    0x17, 0x2b, 0x04, 0x7e, 0xba, 0x77, 0xd6, 0x26,
    0xe1, 0x69, 0x14, 0x63, 0x55, 0x21, 0x0c, 0x7d,
};

void AES_ECB_decrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_ECB_decrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p)
#else
WC_OMIT_FRAME_POINTER void AES_ECB_decrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register word32* L_AES_ARM32_td_ecb_c asm ("lr") =
        (word32*)L_AES_ARM32_td_ecb;
    register byte* L_AES_ARM32_ecb_td4_c asm ("r4") =
        (byte*)&L_AES_ARM32_ecb_td4;
#else
    register word32* L_AES_ARM32_td_ecb_c = (word32*)L_AES_ARM32_td_ecb;
    register byte* L_AES_ARM32_ecb_td4_c = (byte*)&L_AES_ARM32_ecb_td4;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_ecb_td4]}\n\t"
        "push	{%[nr], %[L_AES_ARM32_td_ecb]}\n\t"
        "ldr	r8, [sp]\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #4]\n\t"
        "mov	r12, %[len]\n\t"
        "mov	r2, %[L_AES_ARM32_ecb_td4]\n\t"
        "cmp	r8, #10\n\t"
        "beq	L_AES_ECB_decrypt_start_block_128_%=\n\t"
        "cmp	r8, #12\n\t"
        "beq	L_AES_ECB_decrypt_start_block_192_%=\n\t"
        "\n"
    "L_AES_ECB_decrypt_loop_block_256_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[ks], r12, lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_decrypt_block_nr_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_decrypt_block_nr_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[ks], r12, lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_decrypt_loop_block_256_%=\n\t"
        "b	L_AES_ECB_decrypt_end_%=\n\t"
        "\n"
    "L_AES_ECB_decrypt_start_block_192_%=: \n\t"
        "\n"
    "L_AES_ECB_decrypt_loop_block_192_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[ks], r12, lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_decrypt_block_nr_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_decrypt_block_nr_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[ks], r12, lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_decrypt_loop_block_192_%=\n\t"
        "b	L_AES_ECB_decrypt_end_%=\n\t"
        "\n"
    "L_AES_ECB_decrypt_start_block_128_%=: \n\t"
        "\n"
    "L_AES_ECB_decrypt_loop_block_128_%=: \n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "push	{r1, %[ks], r12, lr}\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_ECB_decrypt_block_nr_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_ECB_decrypt_block_nr_128_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[ks], r12, lr}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_ECB_decrypt_loop_block_128_%=\n\t"
        "\n"
    "L_AES_ECB_decrypt_end_%=: \n\t"
        "pop	{%[nr], %[L_AES_ARM32_td_ecb]}\n\t"
        "pop	{%[L_AES_ARM32_ecb_td4]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [L_AES_ARM32_td_ecb] "+r" (L_AES_ARM32_td_ecb_c),
          [L_AES_ARM32_ecb_td4] "+r" (L_AES_ARM32_ecb_td4_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [L_AES_ARM32_td_ecb] "r" (L_AES_ARM32_td_ecb_c),
          [L_AES_ARM32_ecb_td4] "r" (L_AES_ARM32_ecb_td4_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r5", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* WOLFSSL_AES_DIRECT || WOLFSSL_AES_COUNTER || defined(HAVE_AES_ECB) */
#ifdef HAVE_AES_CBC
static const byte L_AES_ARM32_cbc_td4[] = {
    0x52, 0x09, 0x6a, 0xd5, 0x30, 0x36, 0xa5, 0x38,
    0xbf, 0x40, 0xa3, 0x9e, 0x81, 0xf3, 0xd7, 0xfb,
    0x7c, 0xe3, 0x39, 0x82, 0x9b, 0x2f, 0xff, 0x87,
    0x34, 0x8e, 0x43, 0x44, 0xc4, 0xde, 0xe9, 0xcb,
    0x54, 0x7b, 0x94, 0x32, 0xa6, 0xc2, 0x23, 0x3d,
    0xee, 0x4c, 0x95, 0x0b, 0x42, 0xfa, 0xc3, 0x4e,
    0x08, 0x2e, 0xa1, 0x66, 0x28, 0xd9, 0x24, 0xb2,
    0x76, 0x5b, 0xa2, 0x49, 0x6d, 0x8b, 0xd1, 0x25,
    0x72, 0xf8, 0xf6, 0x64, 0x86, 0x68, 0x98, 0x16,
    0xd4, 0xa4, 0x5c, 0xcc, 0x5d, 0x65, 0xb6, 0x92,
    0x6c, 0x70, 0x48, 0x50, 0xfd, 0xed, 0xb9, 0xda,
    0x5e, 0x15, 0x46, 0x57, 0xa7, 0x8d, 0x9d, 0x84,
    0x90, 0xd8, 0xab, 0x00, 0x8c, 0xbc, 0xd3, 0x0a,
    0xf7, 0xe4, 0x58, 0x05, 0xb8, 0xb3, 0x45, 0x06,
    0xd0, 0x2c, 0x1e, 0x8f, 0xca, 0x3f, 0x0f, 0x02,
    0xc1, 0xaf, 0xbd, 0x03, 0x01, 0x13, 0x8a, 0x6b,
    0x3a, 0x91, 0x11, 0x41, 0x4f, 0x67, 0xdc, 0xea,
    0x97, 0xf2, 0xcf, 0xce, 0xf0, 0xb4, 0xe6, 0x73,
    0x96, 0xac, 0x74, 0x22, 0xe7, 0xad, 0x35, 0x85,
    0xe2, 0xf9, 0x37, 0xe8, 0x1c, 0x75, 0xdf, 0x6e,
    0x47, 0xf1, 0x1a, 0x71, 0x1d, 0x29, 0xc5, 0x89,
    0x6f, 0xb7, 0x62, 0x0e, 0xaa, 0x18, 0xbe, 0x1b,
    0xfc, 0x56, 0x3e, 0x4b, 0xc6, 0xd2, 0x79, 0x20,
    0x9a, 0xdb, 0xc0, 0xfe, 0x78, 0xcd, 0x5a, 0xf4,
    0x1f, 0xdd, 0xa8, 0x33, 0x88, 0x07, 0xc7, 0x31,
    0xb1, 0x12, 0x10, 0x59, 0x27, 0x80, 0xec, 0x5f,
    0x60, 0x51, 0x7f, 0xa9, 0x19, 0xb5, 0x4a, 0x0d,
    0x2d, 0xe5, 0x7a, 0x9f, 0x93, 0xc9, 0x9c, 0xef,
    0xa0, 0xe0, 0x3b, 0x4d, 0xae, 0x2a, 0xf5, 0xb0,
    0xc8, 0xeb, 0xbb, 0x3c, 0x83, 0x53, 0x99, 0x61,
    0x17, 0x2b, 0x04, 0x7e, 0xba, 0x77, 0xd6, 0x26,
    0xe1, 0x69, 0x14, 0x63, 0x55, 0x21, 0x0c, 0x7d,
};

void AES_CBC_decrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p,
    unsigned char* iv_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_CBC_decrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p, unsigned char* iv_p)
#else
WC_OMIT_FRAME_POINTER void AES_CBC_decrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr,
    unsigned char* iv)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register unsigned char* iv asm ("lr") = (unsigned char*)iv_p;
    register word32* L_AES_ARM32_td_ecb_c asm ("r4") =
        (word32*)L_AES_ARM32_td_ecb;
    register byte* L_AES_ARM32_cbc_td4_c asm ("r5") =
        (byte*)&L_AES_ARM32_cbc_td4;
#else
    register word32* L_AES_ARM32_td_ecb_c = (word32*)L_AES_ARM32_td_ecb;
    register byte* L_AES_ARM32_cbc_td4_c = (byte*)&L_AES_ARM32_cbc_td4;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_td_ecb], %[L_AES_ARM32_cbc_td4]}\n\t"
        "push	{%[nr], %[iv]}\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #8]\n\t"
        "mov	r12, %[len]\n\t"
        "mov	r2, %[L_AES_ARM32_cbc_td4]\n\t"
        "ldr	r8, [sp]\n\t"
        "ldr	r4, [sp, #4]\n\t"
        "push	{%[ks]-r4}\n\t"
        "cmp	r8, #10\n\t"
        "beq	L_AES_CBC_decrypt_loop_block_128_%=\n\t"
        "cmp	r8, #12\n\t"
        "beq	L_AES_CBC_decrypt_loop_block_192_%=\n\t"
        "\n"
    "L_AES_CBC_decrypt_loop_block_256_%=: \n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r4, [lr, #16]\n\t"
        "str	r5, [lr, #20]\n\t"
#else
        "strd	r4, r5, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #24]\n\t"
        "str	r7, [lr, #28]\n\t"
#else
        "strd	r6, r7, [lr, #24]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_256_odd_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_256_odd_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	lr, {r8, r9, r10, r11}\n\t"
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "beq	L_AES_CBC_decrypt_end_odd_%=\n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	lr, {r4, r5}\n\t"
#else
        "strd	r4, r5, [lr]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #8]\n\t"
        "str	r7, [lr, #12]\n\t"
#else
        "strd	r6, r7, [lr, #8]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_256_even_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_256_even_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r8, [lr, #16]\n\t"
        "ldr	r9, [lr, #20]\n\t"
#else
        "ldrd	r8, r9, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r10, [lr, #24]\n\t"
        "ldr	r11, [lr, #28]\n\t"
#else
        "ldrd	r10, r11, [lr, #24]\n\t"
#endif
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_decrypt_loop_block_256_%=\n\t"
        "b	L_AES_CBC_decrypt_end_%=\n\t"
        "\n"
    "L_AES_CBC_decrypt_loop_block_192_%=: \n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r4, [lr, #16]\n\t"
        "str	r5, [lr, #20]\n\t"
#else
        "strd	r4, r5, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #24]\n\t"
        "str	r7, [lr, #28]\n\t"
#else
        "strd	r6, r7, [lr, #24]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_192_odd_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_192_odd_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	lr, {r8, r9, r10, r11}\n\t"
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "beq	L_AES_CBC_decrypt_end_odd_%=\n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	lr, {r4, r5}\n\t"
#else
        "strd	r4, r5, [lr]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #8]\n\t"
        "str	r7, [lr, #12]\n\t"
#else
        "strd	r6, r7, [lr, #8]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_192_even_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_192_even_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r8, [lr, #16]\n\t"
        "ldr	r9, [lr, #20]\n\t"
#else
        "ldrd	r8, r9, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r10, [lr, #24]\n\t"
        "ldr	r11, [lr, #28]\n\t"
#else
        "ldrd	r10, r11, [lr, #24]\n\t"
#endif
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_decrypt_loop_block_192_%=\n\t"
        "b	L_AES_CBC_decrypt_end_%=\n\t"
        "\n"
    "L_AES_CBC_decrypt_loop_block_128_%=: \n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r4, [lr, #16]\n\t"
        "str	r5, [lr, #20]\n\t"
#else
        "strd	r4, r5, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #24]\n\t"
        "str	r7, [lr, #28]\n\t"
#else
        "strd	r6, r7, [lr, #24]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_128_odd_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_128_odd_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	lr, {r8, r9, r10, r11}\n\t"
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "beq	L_AES_CBC_decrypt_end_odd_%=\n\t"
        "push	{r1, r12, lr}\n\t"
        "ldr	r4, [lr]\n\t"
        "ldr	r5, [lr, #4]\n\t"
        "ldr	r6, [lr, #8]\n\t"
        "ldr	r7, [lr, #12]\n\t"
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	lr, {r4, r5}\n\t"
#else
        "strd	r4, r5, [lr]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r6, [lr, #8]\n\t"
        "str	r7, [lr, #12]\n\t"
#else
        "strd	r6, r7, [lr, #8]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_decrypt_block\n\t"
#else
        "\n"
    "L_AES_CBC_decrypt_block_nr_128_even_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11, ror #16\n\t"
#endif
#else
        "ubfx	r4, r11, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r10, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r10, ror #8\n\t"
#endif
#else
        "ubfx	r12, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9\n\t"
#endif
#else
        "ubfx	lr, r9, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8, ror #16\n\t"
#endif
#else
        "ubfx	r5, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #8\n\t"
#endif
#else
        "ubfx	r12, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10\n\t"
#endif
#else
        "ubfx	lr, r10, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9, ror #16\n\t"
#endif
#else
        "ubfx	r6, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #8\n\t"
#endif
#else
        "ubfx	r12, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11\n\t"
#endif
#else
        "ubfx	lr, r11, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r8, #24\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r8\n\t"
#endif
#else
        "ubfx	r8, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #16\n\t"
#endif
#else
        "ubfx	r7, r10, #16, #8\n\t"
#endif
        "eor	r6, r6, r12, ror #8\n\t"
        "lsr	r12, r11, #24\n\t"
        "eor	r6, r6, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r8, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #8\n\t"
        "eor	r7, r7, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_CBC_decrypt_block_nr_128_even_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r7, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r7, ror #16\n\t"
#endif
#else
        "ubfx	r8, r7, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r6, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r6, ror #8\n\t"
#endif
#else
        "ubfx	r12, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5\n\t"
#endif
#else
        "ubfx	lr, r5, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r4, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r4, ror #16\n\t"
#endif
#else
        "ubfx	r9, r4, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r7, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r7, ror #8\n\t"
#endif
#else
        "ubfx	r12, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6\n\t"
#endif
#else
        "ubfx	lr, r6, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r5, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r5, ror #16\n\t"
#endif
#else
        "ubfx	r10, r5, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, r12, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r4, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r4, ror #8\n\t"
#endif
#else
        "ubfx	r12, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #24\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7\n\t"
#endif
#else
        "ubfx	lr, r7, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r4, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r4\n\t"
#endif
#else
        "ubfx	r4, r4, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r6, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r6, ror #16\n\t"
#endif
#else
        "ubfx	r11, r6, #16, #8\n\t"
#endif
        "eor	r10, r10, r12, ror #8\n\t"
        "lsr	r12, r7, #24\n\t"
        "eor	r10, r10, lr, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r5, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r5, ror #8\n\t"
#endif
#else
        "ubfx	lr, r5, #8, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r12, [r0, r12, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "eor	r12, r12, r4, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #8\n\t"
        "eor	r11, r11, r12, ror #24\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9\n\t"
#endif
#else
        "ubfx	r4, r9, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r11, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r11, ror #16\n\t"
#endif
#else
        "ubfx	r12, r11, #16, #8\n\t"
#endif
        "lsr	lr, r8, #24\n\t"
        "ldrb	r4, [r2, r4]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10\n\t"
#endif
#else
        "ubfx	r5, r10, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r8, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r8, ror #16\n\t"
#endif
#else
        "ubfx	r12, r8, #16, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #24\n\t"
        "lsr	lr, r9, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r5, [r2, r5]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11\n\t"
#endif
#else
        "ubfx	r6, r11, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #8\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #16\n\t"
#endif
#else
        "ubfx	r12, r9, #16, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #24\n\t"
        "lsr	lr, r10, #24\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "ldrb	r6, [r2, r6]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8\n\t"
#endif
#else
        "ubfx	r7, r8, #0, #8\n\t"
#endif
        "eor	r6, r6, r12, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r12, r9, #16\n\t"
        "lsr	r12, r12, #24\n\t"
#else
        "uxtb	r12, r9, ror #8\n\t"
#endif
#else
        "ubfx	r12, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "ldrb	r11, [r2, r11]\n\t"
        "ldrb	r12, [r2, r12]\n\t"
        "ldrb	r7, [r2, r7]\n\t"
        "ldrb	lr, [r2, lr]\n\t"
        "eor	r12, r12, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, r12, lsl #8\n\t"
        "eor	r7, r7, lr, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "ldr	lr, [sp, #16]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r8, [lr, #16]\n\t"
        "ldr	r9, [lr, #20]\n\t"
#else
        "ldrd	r8, r9, [lr, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r10, [lr, #24]\n\t"
        "ldr	r11, [lr, #28]\n\t"
#else
        "ldrd	r10, r11, [lr, #24]\n\t"
#endif
        "pop	{r1, r12, lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "subs	r12, r12, #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_CBC_decrypt_loop_block_128_%=\n\t"
        "b	L_AES_CBC_decrypt_end_%=\n\t"
        "\n"
    "L_AES_CBC_decrypt_end_odd_%=: \n\t"
        "ldr	r4, [sp, #4]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r8, [r4, #16]\n\t"
        "ldr	r9, [r4, #20]\n\t"
#else
        "ldrd	r8, r9, [r4, #16]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "ldr	r10, [r4, #24]\n\t"
        "ldr	r11, [r4, #28]\n\t"
#else
        "ldrd	r10, r11, [r4, #24]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "stm	r4, {r8, r9}\n\t"
#else
        "strd	r8, r9, [r4]\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
        "str	r10, [r4, #8]\n\t"
        "str	r11, [r4, #12]\n\t"
#else
        "strd	r10, r11, [r4, #8]\n\t"
#endif
        "\n"
    "L_AES_CBC_decrypt_end_%=: \n\t"
        "pop	{%[ks]-r4}\n\t"
        "pop	{%[nr], %[iv]}\n\t"
        "pop	{%[L_AES_ARM32_td_ecb], %[L_AES_ARM32_cbc_td4]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [iv] "+r" (iv),
          [L_AES_ARM32_td_ecb] "+r" (L_AES_ARM32_td_ecb_c),
          [L_AES_ARM32_cbc_td4] "+r" (L_AES_ARM32_cbc_td4_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [iv] "r" (iv),
          [L_AES_ARM32_td_ecb] "r" (L_AES_ARM32_td_ecb_c),
          [L_AES_ARM32_cbc_td4] "r" (L_AES_ARM32_cbc_td4_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* HAVE_AES_CBC */
#endif /* WOLFSSL_AES_DIRECT || WOLFSSL_AES_COUNTER || HAVE_AES_CBC
        * HAVE_AES_ECB */
#endif /* HAVE_AES_DECRYPT */
#ifdef HAVE_AESGCM
static const word32 L_GCM_gmult_len_r[] = {
    0x00000000, 0x1c200000, 0x38400000, 0x24600000,
    0x70800000, 0x6ca00000, 0x48c00000, 0x54e00000,
    0xe1000000, 0xfd200000, 0xd9400000, 0xc5600000,
    0x91800000, 0x8da00000, 0xa9c00000, 0xb5e00000,
};

void GCM_gmult_len(unsigned char* x_p, const unsigned char** m_p,
    const unsigned char* data_p, unsigned long len_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void GCM_gmult_len(unsigned char* x_p,
    const unsigned char** m_p, const unsigned char* data_p, unsigned long len_p)
#else
WC_OMIT_FRAME_POINTER void GCM_gmult_len(unsigned char* x,
    const unsigned char** m, const unsigned char* data, unsigned long len)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register unsigned char* x asm ("r0") = (unsigned char*)x_p;
    register const unsigned char** m asm ("r1") = (const unsigned char**)m_p;
    register const unsigned char* data asm ("r2") =
        (const unsigned char*)data_p;
    register unsigned long len asm ("r3") = (unsigned long)len_p;
    register word32* L_GCM_gmult_len_r_c asm ("r12") =
        (word32*)&L_GCM_gmult_len_r;
#else
    register word32* L_GCM_gmult_len_r_c = (word32*)&L_GCM_gmult_len_r;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_GCM_gmult_len_r]}\n\t"
        "mov	lr, %[L_GCM_gmult_len_r]\n\t"
        "\n"
    "L_GCM_gmult_len_start_block_%=: \n\t"
        "push	{r3}\n\t"
        "ldr	r12, [r0, #12]\n\t"
        "ldr	%[len], [r2, #12]\n\t"
        "eor	r12, r12, %[len]\n\t"
        "lsr	%[len], r12, #24\n\t"
        "and	%[len], %[len], #15\n\t"
        "add	%[len], %[m], %[len], lsl #4\n\t"
        "ldm	%[len], {r8, r9, r10, r11}\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #28\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #16\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #20\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #8\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #12\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "and	r4, r12, #15\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "ldr	r12, [r0, #8]\n\t"
        "ldr	%[len], [r2, #8]\n\t"
        "eor	r12, r12, %[len]\n\t"
        "lsr	%[len], r12, #24\n\t"
        "and	%[len], %[len], #15\n\t"
        "add	%[len], %[m], %[len], lsl #4\n\t"
        "ldm	%[len], {r4, r5, r6, r7}\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #28\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #16\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #20\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #8\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #12\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "and	r4, r12, #15\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "ldr	r12, [r0, #4]\n\t"
        "ldr	%[len], [r2, #4]\n\t"
        "eor	r12, r12, %[len]\n\t"
        "lsr	%[len], r12, #24\n\t"
        "and	%[len], %[len], #15\n\t"
        "add	%[len], %[m], %[len], lsl #4\n\t"
        "ldm	%[len], {r4, r5, r6, r7}\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #28\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #16\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #20\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #8\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #12\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "and	r4, r12, #15\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "ldr	r12, [r0]\n\t"
        "ldr	%[len], [r2]\n\t"
        "eor	r12, r12, %[len]\n\t"
        "lsr	%[len], r12, #24\n\t"
        "and	%[len], %[len], #15\n\t"
        "add	%[len], %[m], %[len], lsl #4\n\t"
        "ldm	%[len], {r4, r5, r6, r7}\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #28\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #16\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #20\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #8\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #12\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "and	r4, r12, #15\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
        "lsr	r6, r10, #4\n\t"
        "and	%[len], r11, #15\n\t"
        "lsr	r11, r11, #4\n\t"
        "lsr	r4, r12, #4\n\t"
        "eor	r11, r11, r10, lsl #28\n\t"
        "and	r4, r4, #15\n\t"
        "ldr	%[len], [lr, r3, lsl #2]\n\t"
        "add	r4, %[m], r4, lsl #4\n\t"
        "eor	r10, r6, r9, lsl #28\n\t"
        "lsr	r9, r9, #4\n\t"
        "ldm	r4, {r4, r5, r6, r7}\n\t"
        "eor	r9, r9, r8, lsl #28\n\t"
        "eor	r8, %[len], r8, lsr #4\n\t"
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        /* REV r8, r8 */
        "eor	%[len], r8, r8, ror #16\n\t"
        "bic	%[len], %[len], #0xff0000\n\t"
        "ror	r8, r8, #8\n\t"
        "eor	r8, r8, %[len], lsr #8\n\t"
        /* REV r9, r9 */
        "eor	%[len], r9, r9, ror #16\n\t"
        "bic	%[len], %[len], #0xff0000\n\t"
        "ror	r9, r9, #8\n\t"
        "eor	r9, r9, %[len], lsr #8\n\t"
        /* REV r10, r10 */
        "eor	%[len], r10, r10, ror #16\n\t"
        "bic	%[len], %[len], #0xff0000\n\t"
        "ror	r10, r10, #8\n\t"
        "eor	r10, r10, %[len], lsr #8\n\t"
        /* REV r11, r11 */
        "eor	%[len], r11, r11, ror #16\n\t"
        "bic	%[len], %[len], #0xff0000\n\t"
        "ror	r11, r11, #8\n\t"
        "eor	r11, r11, %[len], lsr #8\n\t"
#else
        "rev	r8, r8\n\t"
        "rev	r9, r9\n\t"
        "rev	r10, r10\n\t"
        "rev	r11, r11\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	%[x], {r8, r9, r10, r11}\n\t"
        "pop	{r3}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	%[data], %[data], #16\n\t"
        "bne	L_GCM_gmult_len_start_block_%=\n\t"
        "pop	{%[L_GCM_gmult_len_r]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [x] "+r" (x), [m] "+r" (m), [data] "+r" (data), [len] "+r" (len),
          [L_GCM_gmult_len_r] "+r" (L_GCM_gmult_len_r_c)
        :
#else
        :
        : [x] "r" (x), [m] "r" (m), [data] "r" (data), [len] "r" (len),
          [L_GCM_gmult_len_r] "r" (L_GCM_gmult_len_r_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "lr", "r4", "r5", "r6", "r7", "r8", "r9", "r10",
            "r11"
    );
}

static const word32* L_AES_ARM32_te_gcm = L_AES_ARM32_te_data;
void AES_GCM_encrypt(const unsigned char* in_p, unsigned char* out_p,
    unsigned long len_p, const unsigned char* ks_p, int nr_p,
    unsigned char* ctr_p);
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
WC_OMIT_FRAME_POINTER void AES_GCM_encrypt(const unsigned char* in_p,
    unsigned char* out_p, unsigned long len_p, const unsigned char* ks_p,
    int nr_p, unsigned char* ctr_p)
#else
WC_OMIT_FRAME_POINTER void AES_GCM_encrypt(const unsigned char* in,
    unsigned char* out, unsigned long len, const unsigned char* ks, int nr,
    unsigned char* ctr)
#endif /* WOLFSSL_NO_VAR_ASSIGN_REG */
{
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
    register const unsigned char* in asm ("r0") = (const unsigned char*)in_p;
    register unsigned char* out asm ("r1") = (unsigned char*)out_p;
    register unsigned long len asm ("r2") = (unsigned long)len_p;
    register const unsigned char* ks asm ("r3") = (const unsigned char*)ks_p;
    register int nr asm ("r12") = (int)nr_p;
    register unsigned char* ctr asm ("lr") = (unsigned char*)ctr_p;
    register word32* L_AES_ARM32_te_gcm_c asm ("r4") =
        (word32*)L_AES_ARM32_te_gcm;
#else
    register word32* L_AES_ARM32_te_gcm_c = (word32*)L_AES_ARM32_te_gcm;
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */

    __asm__ __volatile__ (
        "push	{%[L_AES_ARM32_te_gcm]}\n\t"
        "push	{%[nr], %[ctr]}\n\t"
        "ldr	r12, [sp]\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "mov	lr, %[in]\n\t"
        "ldr	r0, [sp, #8]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r10, r4, r4, ror #16\n\t"
        "eor	r11, r5, r5, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r4, r4, r10, lsr #8\n\t"
        "eor	r5, r5, r11, lsr #8\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	r8, {r4, r5, r6, r7}\n\t"
        "push	{%[ks], r8}\n\t"
        "cmp	r12, #10\n\t"
        "beq	L_AES_GCM_encrypt_start_block_128_%=\n\t"
        "cmp	r12, #12\n\t"
        "beq	L_AES_GCM_encrypt_start_block_192_%=\n\t"
        "\n"
    "L_AES_GCM_encrypt_loop_block_256_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "add	r7, r7, #1\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "str	r7, [lr, #12]\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #6\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_GCM_encrypt_block_nr_256_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_GCM_encrypt_block_nr_256_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_GCM_encrypt_loop_block_256_%=\n\t"
        "b	L_AES_GCM_encrypt_end_%=\n\t"
        "\n"
    "L_AES_GCM_encrypt_start_block_192_%=: \n\t"
        "\n"
    "L_AES_GCM_encrypt_loop_block_192_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "add	r7, r7, #1\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "str	r7, [lr, #12]\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #5\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_GCM_encrypt_block_nr_192_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_GCM_encrypt_block_nr_192_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_GCM_encrypt_loop_block_192_%=\n\t"
        "b	L_AES_GCM_encrypt_end_%=\n\t"
        "\n"
    "L_AES_GCM_encrypt_start_block_128_%=: \n\t"
        "\n"
    "L_AES_GCM_encrypt_loop_block_128_%=: \n\t"
        "push	{r1, %[len], lr}\n\t"
        "ldr	lr, [sp, #16]\n\t"
        "add	r7, r7, #1\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "str	r7, [lr, #12]\n\t"
        /* Round: 0 - XOR in key schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "mov	r1, #4\n\t"
#ifndef WOLFSSL_ARMASM_AES_BLOCK_INLINE
        "bl	AES_encrypt_block\n\t"
#else
        "\n"
    "L_AES_GCM_encrypt_block_nr_128_%=: \n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r9, #8\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r9, ror #16\n\t"
#endif
#else
        "ubfx	r4, r9, #16, #8\n\t"
#endif
        "lsr	r7, r8, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #8\n\t"
#endif
#else
        "ubfx	lr, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r11, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r11\n\t"
#endif
#else
        "ubfx	r2, r11, #0, #8\n\t"
#endif
        "ldr	r4, [r0, r4, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r10, #8\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r10, ror #16\n\t"
#endif
#else
        "ubfx	r5, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r7, ror #24\n\t"
        "lsr	r7, r9, #24\n\t"
        "eor	r4, r4, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #8\n\t"
#endif
#else
        "ubfx	lr, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8\n\t"
#endif
#else
        "ubfx	r2, r8, #0, #8\n\t"
#endif
        "ldr	r5, [r0, r5, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r11, #8\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r11, ror #16\n\t"
#endif
#else
        "ubfx	r6, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r7, ror #24\n\t"
        "lsr	r7, r10, #24\n\t"
        "eor	r5, r5, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r8, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r8, ror #8\n\t"
#endif
#else
        "ubfx	lr, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9\n\t"
#endif
#else
        "ubfx	r2, r9, #0, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r10, #24\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r10\n\t"
#endif
#else
        "ubfx	r10, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, r7, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #8\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #16\n\t"
#endif
#else
        "ubfx	r7, r8, #16, #8\n\t"
#endif
        "eor	r6, r6, lr, ror #8\n\t"
        "lsr	lr, r11, #24\n\t"
        "eor	r6, r6, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r9, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r9, ror #8\n\t"
#endif
#else
        "ubfx	r2, r9, #8, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r7, [r0, r7, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r10, ror #24\n\t"
        "ldm	%[ks]!, {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, ror #24\n\t"
        "eor	r7, r7, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "subs	r1, r1, #1\n\t"
        "bne	L_AES_GCM_encrypt_block_nr_128_%=\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r8, r5, #8\n\t"
        "lsr	r8, r8, #24\n\t"
#else
        "uxtb	r8, r5, ror #16\n\t"
#endif
#else
        "ubfx	r8, r5, #16, #8\n\t"
#endif
        "lsr	r11, r4, #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r6, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r6, ror #8\n\t"
#endif
#else
        "ubfx	lr, r6, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r7, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r7\n\t"
#endif
#else
        "ubfx	r2, r7, #0, #8\n\t"
#endif
        "ldr	r8, [r0, r8, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r9, r6, #8\n\t"
        "lsr	r9, r9, #24\n\t"
#else
        "uxtb	r9, r6, ror #16\n\t"
#endif
#else
        "ubfx	r9, r6, #16, #8\n\t"
#endif
        "eor	r8, r8, r11, ror #24\n\t"
        "lsr	r11, r5, #24\n\t"
        "eor	r8, r8, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r7, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r7, ror #8\n\t"
#endif
#else
        "ubfx	lr, r7, #8, #8\n\t"
#endif
        "eor	r8, r8, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r4, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r4\n\t"
#endif
#else
        "ubfx	r2, r4, #0, #8\n\t"
#endif
        "ldr	r9, [r0, r9, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r10, r7, #8\n\t"
        "lsr	r10, r10, #24\n\t"
#else
        "uxtb	r10, r7, ror #16\n\t"
#endif
#else
        "ubfx	r10, r7, #16, #8\n\t"
#endif
        "eor	r9, r9, r11, ror #24\n\t"
        "lsr	r11, r6, #24\n\t"
        "eor	r9, r9, lr, ror #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r4, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r4, ror #8\n\t"
#endif
#else
        "ubfx	lr, r4, #8, #8\n\t"
#endif
        "eor	r9, r9, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #24\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5\n\t"
#endif
#else
        "ubfx	r2, r5, #0, #8\n\t"
#endif
        "ldr	r10, [r0, r10, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r6, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r6\n\t"
#endif
#else
        "ubfx	r6, r6, #0, #8\n\t"
#endif
        "eor	r10, r10, r11, ror #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r11, r4, #8\n\t"
        "lsr	r11, r11, #24\n\t"
#else
        "uxtb	r11, r4, ror #16\n\t"
#endif
#else
        "ubfx	r11, r4, #16, #8\n\t"
#endif
        "eor	r10, r10, lr, ror #8\n\t"
        "lsr	lr, r7, #24\n\t"
        "eor	r10, r10, r2, ror #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r5, #16\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r5, ror #8\n\t"
#endif
#else
        "ubfx	r2, r5, #8, #8\n\t"
#endif
        "ldr	r6, [r0, r6, lsl #2]\n\t"
        "ldr	lr, [r0, lr, lsl #2]\n\t"
        "ldr	r11, [r0, r11, lsl #2]\n\t"
        "ldr	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r6, ror #24\n\t"
        "ldm	%[ks]!, {r4, r5, r6, r7}\n\t"
        "eor	r11, r11, lr, ror #24\n\t"
        "eor	r11, r11, r2, ror #8\n\t"
        /*   XOR in Key Schedule */
        "eor	r8, r8, r4\n\t"
        "eor	r9, r9, r5\n\t"
        "eor	r10, r10, r6\n\t"
        "eor	r11, r11, r7\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r4, r11, #24\n\t"
        "lsr	r4, r4, #24\n\t"
#else
        "uxtb	r4, r11\n\t"
#endif
#else
        "ubfx	r4, r11, #0, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10, ror #8\n\t"
#endif
#else
        "ubfx	r7, r10, #8, #8\n\t"
#endif
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #16\n\t"
#endif
#else
        "ubfx	lr, r9, #16, #8\n\t"
#endif
        "lsr	r2, r8, #24\n\t"
        "ldrb	r4, [r0, r4, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r5, r8, #24\n\t"
        "lsr	r5, r5, #24\n\t"
#else
        "uxtb	r5, r8\n\t"
#endif
#else
        "ubfx	r5, r8, #0, #8\n\t"
#endif
        "eor	r4, r4, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r11, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r11, ror #8\n\t"
#endif
#else
        "ubfx	r7, r11, #8, #8\n\t"
#endif
        "eor	r4, r4, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r10, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r10, ror #16\n\t"
#endif
#else
        "ubfx	lr, r10, #16, #8\n\t"
#endif
        "eor	r4, r4, r2, lsl #24\n\t"
        "lsr	r2, r9, #24\n\t"
        "ldrb	r5, [r0, r5, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r6, r9, #24\n\t"
        "lsr	r6, r6, #24\n\t"
#else
        "uxtb	r6, r9\n\t"
#endif
#else
        "ubfx	r6, r9, #0, #8\n\t"
#endif
        "eor	r5, r5, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r8, #16\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r8, ror #8\n\t"
#endif
#else
        "ubfx	r7, r8, #8, #8\n\t"
#endif
        "eor	r5, r5, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r11, #8\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r11, ror #16\n\t"
#endif
#else
        "ubfx	lr, r11, #16, #8\n\t"
#endif
        "eor	r5, r5, r2, lsl #24\n\t"
        "lsr	r2, r10, #24\n\t"
        "ldrb	r6, [r0, r6, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "lsr	r11, r11, #24\n\t"
        "eor	r6, r6, r7, lsl #8\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r7, r10, #24\n\t"
        "lsr	r7, r7, #24\n\t"
#else
        "uxtb	r7, r10\n\t"
#endif
#else
        "ubfx	r7, r10, #0, #8\n\t"
#endif
        "eor	r6, r6, lr, lsl #16\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	lr, r9, #16\n\t"
        "lsr	lr, lr, #24\n\t"
#else
        "uxtb	lr, r9, ror #8\n\t"
#endif
#else
        "ubfx	lr, r9, #8, #8\n\t"
#endif
        "eor	r6, r6, r2, lsl #24\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "lsl	r2, r8, #8\n\t"
        "lsr	r2, r2, #24\n\t"
#else
        "uxtb	r2, r8, ror #16\n\t"
#endif
#else
        "ubfx	r2, r8, #16, #8\n\t"
#endif
        "ldrb	r11, [r0, r11, lsl #2]\n\t"
        "ldrb	r7, [r0, r7, lsl #2]\n\t"
        "ldrb	lr, [r0, lr, lsl #2]\n\t"
        "ldrb	r2, [r0, r2, lsl #2]\n\t"
        "eor	lr, lr, r11, lsl #16\n\t"
        "ldm	%[ks], {r8, r9, r10, r11}\n\t"
        "eor	r7, r7, lr, lsl #8\n\t"
        "eor	r7, r7, r2, lsl #16\n\t"
        /*   XOR in Key Schedule */
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
#endif /* !WOLFSSL_ARMASM_AES_BLOCK_INLINE */
        "pop	{r1, %[len], lr}\n\t"
        "ldr	%[ks], [sp]\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r8, r4, r4, ror #16\n\t"
        "eor	r9, r5, r5, ror #16\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r8, r8, #0xff0000\n\t"
        "bic	r9, r9, #0xff0000\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r4, r4, r8, lsr #8\n\t"
        "eor	r5, r5, r9, lsr #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "ldr	r8, [lr]\n\t"
        "ldr	r9, [lr, #4]\n\t"
        "ldr	r10, [lr, #8]\n\t"
        "ldr	r11, [lr, #12]\n\t"
        "eor	r4, r4, r8\n\t"
        "eor	r5, r5, r9\n\t"
        "eor	r6, r6, r10\n\t"
        "eor	r7, r7, r11\n\t"
        "ldr	r8, [sp, #4]\n\t"
        "str	r4, [%[out]]\n\t"
        "str	r5, [%[out], #4]\n\t"
        "str	r6, [%[out], #8]\n\t"
        "str	r7, [%[out], #12]\n\t"
        "ldm	r8, {r4, r5, r6, r7}\n\t"
        "subs	%[len], %[len], #16\n\t"
        "add	lr, lr, #16\n\t"
        "add	%[out], %[out], #16\n\t"
        "bne	L_AES_GCM_encrypt_loop_block_128_%=\n\t"
        "\n"
    "L_AES_GCM_encrypt_end_%=: \n\t"
        "pop	{%[ks], r8}\n\t"
#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 6)
        "eor	r10, r4, r4, ror #16\n\t"
        "eor	r11, r5, r5, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r4, r4, #8\n\t"
        "ror	r5, r5, #8\n\t"
        "eor	r4, r4, r10, lsr #8\n\t"
        "eor	r5, r5, r11, lsr #8\n\t"
        "eor	r10, r6, r6, ror #16\n\t"
        "eor	r11, r7, r7, ror #16\n\t"
        "bic	r10, r10, #0xff0000\n\t"
        "bic	r11, r11, #0xff0000\n\t"
        "ror	r6, r6, #8\n\t"
        "ror	r7, r7, #8\n\t"
        "eor	r6, r6, r10, lsr #8\n\t"
        "eor	r7, r7, r11, lsr #8\n\t"
#else
        "rev	r4, r4\n\t"
        "rev	r5, r5\n\t"
        "rev	r6, r6\n\t"
        "rev	r7, r7\n\t"
#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH < 6 */
        "stm	r8, {r4, r5, r6, r7}\n\t"
        "pop	{%[nr], %[ctr]}\n\t"
        "pop	{%[L_AES_ARM32_te_gcm]}\n\t"
#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
        : [in] "+r" (in), [out] "+r" (out), [len] "+r" (len), [ks] "+r" (ks),
          [nr] "+r" (nr), [ctr] "+r" (ctr),
          [L_AES_ARM32_te_gcm] "+r" (L_AES_ARM32_te_gcm_c)
        :
#else
        :
        : [in] "r" (in), [out] "r" (out), [len] "r" (len), [ks] "r" (ks),
          [nr] "r" (nr), [ctr] "r" (ctr),
          [L_AES_ARM32_te_gcm] "r" (L_AES_ARM32_te_gcm_c)
#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
        : "memory", "cc", "r5", "r6", "r7", "r8", "r9", "r10", "r11"
    );
}

#endif /* HAVE_AESGCM */
#endif /* !WOLFSSL_ARMASM_NO_HW_CRYPTO */
#endif /* !NO_AES */
#endif /* !__aarch64__ && !WOLFSSL_ARMASM_THUMB2 */
#endif /* WOLFSSL_ARMASM */

#endif /* WOLFSSL_ARMASM_INLINE */