summaryrefslogtreecommitdiff
path: root/lib/accelerated
diff options
context:
space:
mode:
authorNikos Mavrogiannopoulos <nmav@redhat.com>2016-09-23 14:55:37 +0200
committerNikos Mavrogiannopoulos <nmav@redhat.com>2016-10-03 13:53:05 +0200
commit0be469e510d9acb18a5a66733d258eb1e72435d3 (patch)
treede4b5c0fa5ef4a5480b48c4f30a5db6be697ebfb /lib/accelerated
parent77b5cb53902087769cbfd801d46083525451b840 (diff)
downloadgnutls-0be469e510d9acb18a5a66733d258eb1e72435d3.tar.gz
Imported Andy Polyakov's implementations for SHA* in aarch64
Diffstat (limited to 'lib/accelerated')
-rw-r--r--lib/accelerated/Makefile.am6
-rw-r--r--lib/accelerated/aarch64/Makefile.am45
-rw-r--r--lib/accelerated/aarch64/README4
-rw-r--r--lib/accelerated/aarch64/aarch64-common.c172
-rw-r--r--lib/accelerated/aarch64/aarch64-common.h40
-rw-r--r--lib/accelerated/aarch64/elf/sha1-armv8.s1267
-rw-r--r--lib/accelerated/aarch64/elf/sha256-armv8.s1197
-rw-r--r--lib/accelerated/aarch64/elf/sha512-armv8.s1073
-rw-r--r--lib/accelerated/aarch64/sha-aarch64.c357
-rw-r--r--lib/accelerated/aarch64/sha-aarch64.h18
-rw-r--r--lib/accelerated/accelerated.c10
11 files changed, 4187 insertions, 2 deletions
diff --git a/lib/accelerated/Makefile.am b/lib/accelerated/Makefile.am
index 57d50a4aed..ae6adf966e 100644
--- a/lib/accelerated/Makefile.am
+++ b/lib/accelerated/Makefile.am
@@ -45,6 +45,12 @@ SUBDIRS += x86
AM_CFLAGS += -DASM_X86
libaccelerated_la_LIBADD += x86/libx86.la
endif
+
+if ASM_AARCH64
+SUBDIRS += aarch64
+AM_CFLAGS += -DASM_AARCH64
+libaccelerated_la_LIBADD += aarch64/libaarch64.la
+endif
endif
if ASM_X86_32
diff --git a/lib/accelerated/aarch64/Makefile.am b/lib/accelerated/aarch64/Makefile.am
new file mode 100644
index 0000000000..b149c2319f
--- /dev/null
+++ b/lib/accelerated/aarch64/Makefile.am
@@ -0,0 +1,45 @@
+## Process this file with automake to produce Makefile.in
+# Copyright (C) 2011-2012 Free Software Foundation, Inc.
+#
+# Author: Nikos Mavrogiannopoulos
+#
+# This file is part of GNUTLS.
+#
+# The GNUTLS library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public License
+# as published by the Free Software Foundation; either version 3 of
+# the License, or (at your option) any later version.
+#
+# The GNUTLS library is distributed in the hope that it will be
+# useful, but WITHOUT ANY WARRANTY; without even the implied warranty
+# of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>
+
+AM_LIBTOOLFLAGS=--tag=CC
+
+include $(top_srcdir)/lib/common.mk
+
+AM_CPPFLAGS = -I$(srcdir)/../../../gl \
+ -I$(builddir)/../../../gl \
+ -I$(srcdir)/../../includes \
+ -I$(builddir)/../../includes \
+ -I$(srcdir)/../../ \
+ -I$(srcdir)/../
+
+if ENABLE_MINITASN1
+AM_CPPFLAGS += -I$(srcdir)/../../minitasn1
+endif
+
+EXTRA_DIST = README
+
+noinst_LTLIBRARIES = libaarch64.la
+
+libaarch64_la_SOURCES = aarch64-common.c aarch64-common.h sha-aarch64.h sha-aarch64.c
+
+if ASM_AARCH64
+libaarch64_la_SOURCES += elf/sha1-armv8.s elf/sha512-armv8.s elf/sha256-armv8.s
+
+endif #ASM_AARCH64
diff --git a/lib/accelerated/aarch64/README b/lib/accelerated/aarch64/README
new file mode 100644
index 0000000000..3a84404aa9
--- /dev/null
+++ b/lib/accelerated/aarch64/README
@@ -0,0 +1,4 @@
+The aarch64 implementations by Andy Polyakov are not part of the
+GnuTLS library, but are used with GnuTLS. Their license is included in
+../x86/license.txt.
+
diff --git a/lib/accelerated/aarch64/aarch64-common.c b/lib/accelerated/aarch64/aarch64-common.c
new file mode 100644
index 0000000000..7793e0bf0a
--- /dev/null
+++ b/lib/accelerated/aarch64/aarch64-common.c
@@ -0,0 +1,172 @@
+/*
+ * Copyright (C) 2016 Red Hat, Inc.
+ *
+ * Author: Nikos Mavrogiannopoulos
+ *
+ * This file is part of GnuTLS.
+ *
+ * The GnuTLS is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public License
+ * as published by the Free Software Foundation; either version 2.1 of
+ * the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>
+ *
+ */
+
+/*
+ * The following code is an implementation of the AES-128-CBC cipher
+ * using intel's AES instruction set.
+ */
+
+#include "errors.h"
+#include "gnutls_int.h"
+#include <gnutls/crypto.h>
+#include <c-ctype.h>
+#include "errors.h"
+#ifdef HAVE_LIBNETTLE
+# include <nettle/aes.h> /* for key generation in 192 and 256 bits */
+# include "sha-aarch64.h"
+#endif
+#include "aarch64-common.h"
+
+#if defined(__GNUC__)
+__attribute__((visibility("hidden")))
+#elif defined(__SUNPRO_C)
+__hidden
+#endif
+unsigned int _gnutls_arm_cpuid_s = 0;
+
+
+/* Our internal bit-string for cpu capabilities. Should be set
+ * in GNUTLS_CPUID_OVERRIDE */
+#define EMPTY_SET 1
+
+static void capabilities_to_cpuid(unsigned capabilities)
+{
+ _gnutls_arm_cpuid_s = 0;
+
+ if (capabilities & EMPTY_SET)
+ return;
+
+ _gnutls_arm_cpuid_s |= capabilities;
+}
+
+static void discover_caps(unsigned int *caps)
+{
+ char line[512];
+ char *p, *savep = NULL, *p2;
+ FILE *fp = fopen("/proc/cpuinfo", "r");
+
+ if (fp == NULL)
+ return;
+
+ /* this is most likely linux-only */
+ while(fgets(line, sizeof(line), fp) != NULL) {
+ if (strncmp(line, "Features", 8) == 0) {
+ p = strchr(line, ':');
+ if (p) {
+ p++;
+ while (c_isspace(*p))
+ p++;
+
+ while((p2 = strtok_r(p, " ", &savep)) != NULL) {
+ if (strncmp(p2, "sha2", 4) == 0)
+ *caps |= ARMV8_SHA256;
+ else if (strncmp(p2, "sha1", 4) == 0)
+ *caps |= ARMV8_SHA1;
+ else if (strncmp(p2, "pmull", 5) == 0)
+ *caps |= ARMV8_PMULL;
+ else if (strncmp(p2, "aes", 3) == 0)
+ *caps |= ARMV8_AES;
+ p = NULL;
+ }
+ }
+ break;
+ }
+ }
+
+ fclose(fp);
+}
+
+static
+void _register_aarch64_crypto(unsigned capabilities)
+{
+ int ret;
+
+ if (capabilities == 0) {
+ discover_caps(&_gnutls_arm_cpuid_s);
+ } else {
+ capabilities_to_cpuid(capabilities);
+ }
+
+ if (_gnutls_arm_cpuid_s & ARMV8_SHA1) {
+ _gnutls_debug_log("Aarch64 SHA1 was detected\n");
+
+ ret =
+ gnutls_crypto_single_digest_register(GNUTLS_DIG_SHA1,
+ 80,
+ &_gnutls_sha_aarch64, 0);
+ if (ret < 0) {
+ gnutls_assert();
+ }
+ }
+
+ if (_gnutls_arm_cpuid_s & ARMV8_SHA256) {
+ _gnutls_debug_log("Aarch64 SHA2 was detected\n");
+
+ ret =
+ gnutls_crypto_single_digest_register(GNUTLS_DIG_SHA224,
+ 80,
+ &_gnutls_sha_aarch64, 0);
+ if (ret < 0) {
+ gnutls_assert();
+ }
+
+ ret =
+ gnutls_crypto_single_digest_register(GNUTLS_DIG_SHA256,
+ 80,
+ &_gnutls_sha_aarch64, 0);
+ if (ret < 0) {
+ gnutls_assert();
+ }
+
+ ret =
+ gnutls_crypto_single_digest_register(GNUTLS_DIG_SHA384,
+ 80,
+ &_gnutls_sha_aarch64, 0);
+ if (ret < 0) {
+ gnutls_assert();
+ }
+
+ ret =
+ gnutls_crypto_single_digest_register(GNUTLS_DIG_SHA512,
+ 80,
+ &_gnutls_sha_aarch64, 0);
+ if (ret < 0) {
+ gnutls_assert();
+ }
+ }
+
+ return;
+}
+
+
+void register_aarch64_crypto(void)
+{
+ unsigned capabilities = 0;
+ char *p;
+ p = secure_getenv("GNUTLS_CPUID_OVERRIDE");
+ if (p) {
+ capabilities = strtol(p, NULL, 0);
+ }
+
+ _register_aarch64_crypto(capabilities);
+}
+
diff --git a/lib/accelerated/aarch64/aarch64-common.h b/lib/accelerated/aarch64/aarch64-common.h
new file mode 100644
index 0000000000..7330775ac0
--- /dev/null
+++ b/lib/accelerated/aarch64/aarch64-common.h
@@ -0,0 +1,40 @@
+/*
+ * Copyright (C) 2016 Red Hat, Inc.
+ *
+ * Author: Nikos Mavrogiannopoulos
+ *
+ * This file is part of GnuTLS.
+ *
+ * The GnuTLS is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public License
+ * as published by the Free Software Foundation; either version 2.1 of
+ * the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>.
+ *
+ */
+
+#if !__ASSEMBLER__
+#define NN_HASH(name, update_func, digest_func, NAME) { \
+ #name, \
+ sizeof(struct name##_ctx), \
+ NAME##_DIGEST_SIZE, \
+ NAME##_DATA_SIZE, \
+ (nettle_hash_init_func *) name##_init, \
+ (nettle_hash_update_func *) update_func, \
+ (nettle_hash_digest_func *) digest_func \
+}
+
+void register_aarch64_crypto(void);
+#endif
+
+#define ARMV8_AES (1<<2)
+#define ARMV8_SHA1 (1<<3)
+#define ARMV8_SHA256 (1<<4)
+#define ARMV8_PMULL (1<<5)
diff --git a/lib/accelerated/aarch64/elf/sha1-armv8.s b/lib/accelerated/aarch64/elf/sha1-armv8.s
new file mode 100644
index 0000000000..0dc68fe769
--- /dev/null
+++ b/lib/accelerated/aarch64/elf/sha1-armv8.s
@@ -0,0 +1,1267 @@
+# 1 "lib/accelerated/aarch64/elf/sha1-armv8.s.tmp.S"
+# 1 "<built-in>"
+# 1 "<command-line>"
+# 1 "lib/accelerated/aarch64/elf/sha1-armv8.s.tmp.S"
+# Copyright (c) 2011-2016, Andy Polyakov <appro@openssl.org>
+# All rights reserved.
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+
+# * Redistributions of source code must retain copyright notices,
+# this list of conditions and the following disclaimer.
+
+# * Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials
+# provided with the distribution.
+
+# * Neither the name of the Andy Polyakov nor the names of its
+# copyright holder and contributors may be used to endorse or
+# promote products derived from this software without specific
+# prior written permission.
+
+# ALTERNATIVELY, provided that this notice is retained in full, this
+# product may be distributed under the terms of the GNU General Public
+# License (GPL), in which case the provisions of the GPL apply INSTEAD OF
+# those given above.
+
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+# *** This file is auto-generated ***
+
+# 1 "lib/accelerated/aarch64/aarch64-common.h" 1
+# 41 "lib/accelerated/aarch64/elf/sha1-armv8.s.tmp.S" 2
+
+.text
+
+
+.globl sha1_block_data_order
+.type sha1_block_data_order,%function
+.align 6
+sha1_block_data_order:
+
+
+
+ ldr x16,.L_gnutls_arm_cpuid_s
+
+ adr x17,.L_gnutls_arm_cpuid_s
+ add x16,x16,x17
+ ldr w16,[x16]
+ tst w16,#(1<<3)
+ b.ne .Lv8_entry
+
+ stp x29,x30,[sp,#-96]!
+ add x29,sp,#0
+ stp x19,x20,[sp,#16]
+ stp x21,x22,[sp,#32]
+ stp x23,x24,[sp,#48]
+ stp x25,x26,[sp,#64]
+ stp x27,x28,[sp,#80]
+
+ ldp w20,w21,[x0]
+ ldp w22,w23,[x0,#8]
+ ldr w24,[x0,#16]
+
+.Loop:
+ ldr x3,[x1],#64
+ movz w28,#0x7999
+ sub x2,x2,#1
+ movk w28,#0x5a82,lsl#16
+
+
+
+ rev32 x3,x3
+
+ add w24,w24,w28
+ add w24,w24,w3
+ lsr x4,x3,#32
+ ldr x5,[x1,#-56]
+ bic w25,w23,w21
+ and w26,w22,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ orr w25,w25,w26
+ add w24,w24,w27
+ ror w21,w21,#2
+ add w23,w23,w4
+ add w24,w24,w25
+
+
+
+ rev32 x5,x5
+
+ bic w25,w22,w20
+ and w26,w21,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ orr w25,w25,w26
+ add w23,w23,w27
+ ror w20,w20,#2
+ add w22,w22,w5
+ add w23,w23,w25
+ lsr x6,x5,#32
+ ldr x7,[x1,#-48]
+ bic w25,w21,w24
+ and w26,w20,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ orr w25,w25,w26
+ add w22,w22,w27
+ ror w24,w24,#2
+ add w21,w21,w6
+ add w22,w22,w25
+
+
+
+ rev32 x7,x7
+
+ bic w25,w20,w23
+ and w26,w24,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ orr w25,w25,w26
+ add w21,w21,w27
+ ror w23,w23,#2
+ add w20,w20,w7
+ add w21,w21,w25
+ lsr x8,x7,#32
+ ldr x9,[x1,#-40]
+ bic w25,w24,w22
+ and w26,w23,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ orr w25,w25,w26
+ add w20,w20,w27
+ ror w22,w22,#2
+ add w24,w24,w8
+ add w20,w20,w25
+
+
+
+ rev32 x9,x9
+
+ bic w25,w23,w21
+ and w26,w22,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ orr w25,w25,w26
+ add w24,w24,w27
+ ror w21,w21,#2
+ add w23,w23,w9
+ add w24,w24,w25
+ lsr x10,x9,#32
+ ldr x11,[x1,#-32]
+ bic w25,w22,w20
+ and w26,w21,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ orr w25,w25,w26
+ add w23,w23,w27
+ ror w20,w20,#2
+ add w22,w22,w10
+ add w23,w23,w25
+
+
+
+ rev32 x11,x11
+
+ bic w25,w21,w24
+ and w26,w20,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ orr w25,w25,w26
+ add w22,w22,w27
+ ror w24,w24,#2
+ add w21,w21,w11
+ add w22,w22,w25
+ lsr x12,x11,#32
+ ldr x13,[x1,#-24]
+ bic w25,w20,w23
+ and w26,w24,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ orr w25,w25,w26
+ add w21,w21,w27
+ ror w23,w23,#2
+ add w20,w20,w12
+ add w21,w21,w25
+
+
+
+ rev32 x13,x13
+
+ bic w25,w24,w22
+ and w26,w23,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ orr w25,w25,w26
+ add w20,w20,w27
+ ror w22,w22,#2
+ add w24,w24,w13
+ add w20,w20,w25
+ lsr x14,x13,#32
+ ldr x15,[x1,#-16]
+ bic w25,w23,w21
+ and w26,w22,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ orr w25,w25,w26
+ add w24,w24,w27
+ ror w21,w21,#2
+ add w23,w23,w14
+ add w24,w24,w25
+
+
+
+ rev32 x15,x15
+
+ bic w25,w22,w20
+ and w26,w21,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ orr w25,w25,w26
+ add w23,w23,w27
+ ror w20,w20,#2
+ add w22,w22,w15
+ add w23,w23,w25
+ lsr x16,x15,#32
+ ldr x17,[x1,#-8]
+ bic w25,w21,w24
+ and w26,w20,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ orr w25,w25,w26
+ add w22,w22,w27
+ ror w24,w24,#2
+ add w21,w21,w16
+ add w22,w22,w25
+
+
+
+ rev32 x17,x17
+
+ bic w25,w20,w23
+ and w26,w24,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ orr w25,w25,w26
+ add w21,w21,w27
+ ror w23,w23,#2
+ add w20,w20,w17
+ add w21,w21,w25
+ lsr x19,x17,#32
+ eor w3,w3,w5
+ bic w25,w24,w22
+ and w26,w23,w22
+ ror w27,w21,#27
+ eor w3,w3,w11
+ add w24,w24,w28
+ orr w25,w25,w26
+ add w20,w20,w27
+ eor w3,w3,w16
+ ror w22,w22,#2
+ add w24,w24,w19
+ add w20,w20,w25
+ ror w3,w3,#31
+ eor w4,w4,w6
+ bic w25,w23,w21
+ and w26,w22,w21
+ ror w27,w20,#27
+ eor w4,w4,w12
+ add w23,w23,w28
+ orr w25,w25,w26
+ add w24,w24,w27
+ eor w4,w4,w17
+ ror w21,w21,#2
+ add w23,w23,w3
+ add w24,w24,w25
+ ror w4,w4,#31
+ eor w5,w5,w7
+ bic w25,w22,w20
+ and w26,w21,w20
+ ror w27,w24,#27
+ eor w5,w5,w13
+ add w22,w22,w28
+ orr w25,w25,w26
+ add w23,w23,w27
+ eor w5,w5,w19
+ ror w20,w20,#2
+ add w22,w22,w4
+ add w23,w23,w25
+ ror w5,w5,#31
+ eor w6,w6,w8
+ bic w25,w21,w24
+ and w26,w20,w24
+ ror w27,w23,#27
+ eor w6,w6,w14
+ add w21,w21,w28
+ orr w25,w25,w26
+ add w22,w22,w27
+ eor w6,w6,w3
+ ror w24,w24,#2
+ add w21,w21,w5
+ add w22,w22,w25
+ ror w6,w6,#31
+ eor w7,w7,w9
+ bic w25,w20,w23
+ and w26,w24,w23
+ ror w27,w22,#27
+ eor w7,w7,w15
+ add w20,w20,w28
+ orr w25,w25,w26
+ add w21,w21,w27
+ eor w7,w7,w4
+ ror w23,w23,#2
+ add w20,w20,w6
+ add w21,w21,w25
+ ror w7,w7,#31
+ movz w28,#0xeba1
+ movk w28,#0x6ed9,lsl#16
+ eor w8,w8,w10
+ bic w25,w24,w22
+ and w26,w23,w22
+ ror w27,w21,#27
+ eor w8,w8,w16
+ add w24,w24,w28
+ orr w25,w25,w26
+ add w20,w20,w27
+ eor w8,w8,w5
+ ror w22,w22,#2
+ add w24,w24,w7
+ add w20,w20,w25
+ ror w8,w8,#31
+ eor w9,w9,w11
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w9,w9,w17
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w9,w9,w6
+ add w23,w23,w8
+ add w24,w24,w25
+ ror w9,w9,#31
+ eor w10,w10,w12
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w10,w10,w19
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w10,w10,w7
+ add w22,w22,w9
+ add w23,w23,w25
+ ror w10,w10,#31
+ eor w11,w11,w13
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w11,w11,w3
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w11,w11,w8
+ add w21,w21,w10
+ add w22,w22,w25
+ ror w11,w11,#31
+ eor w12,w12,w14
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w12,w12,w4
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w12,w12,w9
+ add w20,w20,w11
+ add w21,w21,w25
+ ror w12,w12,#31
+ eor w13,w13,w15
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w13,w13,w5
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w13,w13,w10
+ add w24,w24,w12
+ add w20,w20,w25
+ ror w13,w13,#31
+ eor w14,w14,w16
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w14,w14,w6
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w14,w14,w11
+ add w23,w23,w13
+ add w24,w24,w25
+ ror w14,w14,#31
+ eor w15,w15,w17
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w15,w15,w7
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w15,w15,w12
+ add w22,w22,w14
+ add w23,w23,w25
+ ror w15,w15,#31
+ eor w16,w16,w19
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w16,w16,w8
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w16,w16,w13
+ add w21,w21,w15
+ add w22,w22,w25
+ ror w16,w16,#31
+ eor w17,w17,w3
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w17,w17,w9
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w17,w17,w14
+ add w20,w20,w16
+ add w21,w21,w25
+ ror w17,w17,#31
+ eor w19,w19,w4
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w19,w19,w10
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w19,w19,w15
+ add w24,w24,w17
+ add w20,w20,w25
+ ror w19,w19,#31
+ eor w3,w3,w5
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w3,w3,w11
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w3,w3,w16
+ add w23,w23,w19
+ add w24,w24,w25
+ ror w3,w3,#31
+ eor w4,w4,w6
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w4,w4,w12
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w4,w4,w17
+ add w22,w22,w3
+ add w23,w23,w25
+ ror w4,w4,#31
+ eor w5,w5,w7
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w5,w5,w13
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w5,w5,w19
+ add w21,w21,w4
+ add w22,w22,w25
+ ror w5,w5,#31
+ eor w6,w6,w8
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w6,w6,w14
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w6,w6,w3
+ add w20,w20,w5
+ add w21,w21,w25
+ ror w6,w6,#31
+ eor w7,w7,w9
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w7,w7,w15
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w7,w7,w4
+ add w24,w24,w6
+ add w20,w20,w25
+ ror w7,w7,#31
+ eor w8,w8,w10
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w8,w8,w16
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w8,w8,w5
+ add w23,w23,w7
+ add w24,w24,w25
+ ror w8,w8,#31
+ eor w9,w9,w11
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w9,w9,w17
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w9,w9,w6
+ add w22,w22,w8
+ add w23,w23,w25
+ ror w9,w9,#31
+ eor w10,w10,w12
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w10,w10,w19
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w10,w10,w7
+ add w21,w21,w9
+ add w22,w22,w25
+ ror w10,w10,#31
+ eor w11,w11,w13
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w11,w11,w3
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w11,w11,w8
+ add w20,w20,w10
+ add w21,w21,w25
+ ror w11,w11,#31
+ movz w28,#0xbcdc
+ movk w28,#0x8f1b,lsl#16
+ eor w12,w12,w14
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w12,w12,w4
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w12,w12,w9
+ add w24,w24,w11
+ add w20,w20,w25
+ ror w12,w12,#31
+ orr w25,w21,w22
+ and w26,w21,w22
+ eor w13,w13,w15
+ ror w27,w20,#27
+ and w25,w25,w23
+ add w23,w23,w28
+ eor w13,w13,w5
+ add w24,w24,w27
+ orr w25,w25,w26
+ ror w21,w21,#2
+ eor w13,w13,w10
+ add w23,w23,w12
+ add w24,w24,w25
+ ror w13,w13,#31
+ orr w25,w20,w21
+ and w26,w20,w21
+ eor w14,w14,w16
+ ror w27,w24,#27
+ and w25,w25,w22
+ add w22,w22,w28
+ eor w14,w14,w6
+ add w23,w23,w27
+ orr w25,w25,w26
+ ror w20,w20,#2
+ eor w14,w14,w11
+ add w22,w22,w13
+ add w23,w23,w25
+ ror w14,w14,#31
+ orr w25,w24,w20
+ and w26,w24,w20
+ eor w15,w15,w17
+ ror w27,w23,#27
+ and w25,w25,w21
+ add w21,w21,w28
+ eor w15,w15,w7
+ add w22,w22,w27
+ orr w25,w25,w26
+ ror w24,w24,#2
+ eor w15,w15,w12
+ add w21,w21,w14
+ add w22,w22,w25
+ ror w15,w15,#31
+ orr w25,w23,w24
+ and w26,w23,w24
+ eor w16,w16,w19
+ ror w27,w22,#27
+ and w25,w25,w20
+ add w20,w20,w28
+ eor w16,w16,w8
+ add w21,w21,w27
+ orr w25,w25,w26
+ ror w23,w23,#2
+ eor w16,w16,w13
+ add w20,w20,w15
+ add w21,w21,w25
+ ror w16,w16,#31
+ orr w25,w22,w23
+ and w26,w22,w23
+ eor w17,w17,w3
+ ror w27,w21,#27
+ and w25,w25,w24
+ add w24,w24,w28
+ eor w17,w17,w9
+ add w20,w20,w27
+ orr w25,w25,w26
+ ror w22,w22,#2
+ eor w17,w17,w14
+ add w24,w24,w16
+ add w20,w20,w25
+ ror w17,w17,#31
+ orr w25,w21,w22
+ and w26,w21,w22
+ eor w19,w19,w4
+ ror w27,w20,#27
+ and w25,w25,w23
+ add w23,w23,w28
+ eor w19,w19,w10
+ add w24,w24,w27
+ orr w25,w25,w26
+ ror w21,w21,#2
+ eor w19,w19,w15
+ add w23,w23,w17
+ add w24,w24,w25
+ ror w19,w19,#31
+ orr w25,w20,w21
+ and w26,w20,w21
+ eor w3,w3,w5
+ ror w27,w24,#27
+ and w25,w25,w22
+ add w22,w22,w28
+ eor w3,w3,w11
+ add w23,w23,w27
+ orr w25,w25,w26
+ ror w20,w20,#2
+ eor w3,w3,w16
+ add w22,w22,w19
+ add w23,w23,w25
+ ror w3,w3,#31
+ orr w25,w24,w20
+ and w26,w24,w20
+ eor w4,w4,w6
+ ror w27,w23,#27
+ and w25,w25,w21
+ add w21,w21,w28
+ eor w4,w4,w12
+ add w22,w22,w27
+ orr w25,w25,w26
+ ror w24,w24,#2
+ eor w4,w4,w17
+ add w21,w21,w3
+ add w22,w22,w25
+ ror w4,w4,#31
+ orr w25,w23,w24
+ and w26,w23,w24
+ eor w5,w5,w7
+ ror w27,w22,#27
+ and w25,w25,w20
+ add w20,w20,w28
+ eor w5,w5,w13
+ add w21,w21,w27
+ orr w25,w25,w26
+ ror w23,w23,#2
+ eor w5,w5,w19
+ add w20,w20,w4
+ add w21,w21,w25
+ ror w5,w5,#31
+ orr w25,w22,w23
+ and w26,w22,w23
+ eor w6,w6,w8
+ ror w27,w21,#27
+ and w25,w25,w24
+ add w24,w24,w28
+ eor w6,w6,w14
+ add w20,w20,w27
+ orr w25,w25,w26
+ ror w22,w22,#2
+ eor w6,w6,w3
+ add w24,w24,w5
+ add w20,w20,w25
+ ror w6,w6,#31
+ orr w25,w21,w22
+ and w26,w21,w22
+ eor w7,w7,w9
+ ror w27,w20,#27
+ and w25,w25,w23
+ add w23,w23,w28
+ eor w7,w7,w15
+ add w24,w24,w27
+ orr w25,w25,w26
+ ror w21,w21,#2
+ eor w7,w7,w4
+ add w23,w23,w6
+ add w24,w24,w25
+ ror w7,w7,#31
+ orr w25,w20,w21
+ and w26,w20,w21
+ eor w8,w8,w10
+ ror w27,w24,#27
+ and w25,w25,w22
+ add w22,w22,w28
+ eor w8,w8,w16
+ add w23,w23,w27
+ orr w25,w25,w26
+ ror w20,w20,#2
+ eor w8,w8,w5
+ add w22,w22,w7
+ add w23,w23,w25
+ ror w8,w8,#31
+ orr w25,w24,w20
+ and w26,w24,w20
+ eor w9,w9,w11
+ ror w27,w23,#27
+ and w25,w25,w21
+ add w21,w21,w28
+ eor w9,w9,w17
+ add w22,w22,w27
+ orr w25,w25,w26
+ ror w24,w24,#2
+ eor w9,w9,w6
+ add w21,w21,w8
+ add w22,w22,w25
+ ror w9,w9,#31
+ orr w25,w23,w24
+ and w26,w23,w24
+ eor w10,w10,w12
+ ror w27,w22,#27
+ and w25,w25,w20
+ add w20,w20,w28
+ eor w10,w10,w19
+ add w21,w21,w27
+ orr w25,w25,w26
+ ror w23,w23,#2
+ eor w10,w10,w7
+ add w20,w20,w9
+ add w21,w21,w25
+ ror w10,w10,#31
+ orr w25,w22,w23
+ and w26,w22,w23
+ eor w11,w11,w13
+ ror w27,w21,#27
+ and w25,w25,w24
+ add w24,w24,w28
+ eor w11,w11,w3
+ add w20,w20,w27
+ orr w25,w25,w26
+ ror w22,w22,#2
+ eor w11,w11,w8
+ add w24,w24,w10
+ add w20,w20,w25
+ ror w11,w11,#31
+ orr w25,w21,w22
+ and w26,w21,w22
+ eor w12,w12,w14
+ ror w27,w20,#27
+ and w25,w25,w23
+ add w23,w23,w28
+ eor w12,w12,w4
+ add w24,w24,w27
+ orr w25,w25,w26
+ ror w21,w21,#2
+ eor w12,w12,w9
+ add w23,w23,w11
+ add w24,w24,w25
+ ror w12,w12,#31
+ orr w25,w20,w21
+ and w26,w20,w21
+ eor w13,w13,w15
+ ror w27,w24,#27
+ and w25,w25,w22
+ add w22,w22,w28
+ eor w13,w13,w5
+ add w23,w23,w27
+ orr w25,w25,w26
+ ror w20,w20,#2
+ eor w13,w13,w10
+ add w22,w22,w12
+ add w23,w23,w25
+ ror w13,w13,#31
+ orr w25,w24,w20
+ and w26,w24,w20
+ eor w14,w14,w16
+ ror w27,w23,#27
+ and w25,w25,w21
+ add w21,w21,w28
+ eor w14,w14,w6
+ add w22,w22,w27
+ orr w25,w25,w26
+ ror w24,w24,#2
+ eor w14,w14,w11
+ add w21,w21,w13
+ add w22,w22,w25
+ ror w14,w14,#31
+ orr w25,w23,w24
+ and w26,w23,w24
+ eor w15,w15,w17
+ ror w27,w22,#27
+ and w25,w25,w20
+ add w20,w20,w28
+ eor w15,w15,w7
+ add w21,w21,w27
+ orr w25,w25,w26
+ ror w23,w23,#2
+ eor w15,w15,w12
+ add w20,w20,w14
+ add w21,w21,w25
+ ror w15,w15,#31
+ movz w28,#0xc1d6
+ movk w28,#0xca62,lsl#16
+ orr w25,w22,w23
+ and w26,w22,w23
+ eor w16,w16,w19
+ ror w27,w21,#27
+ and w25,w25,w24
+ add w24,w24,w28
+ eor w16,w16,w8
+ add w20,w20,w27
+ orr w25,w25,w26
+ ror w22,w22,#2
+ eor w16,w16,w13
+ add w24,w24,w15
+ add w20,w20,w25
+ ror w16,w16,#31
+ eor w17,w17,w3
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w17,w17,w9
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w17,w17,w14
+ add w23,w23,w16
+ add w24,w24,w25
+ ror w17,w17,#31
+ eor w19,w19,w4
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w19,w19,w10
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w19,w19,w15
+ add w22,w22,w17
+ add w23,w23,w25
+ ror w19,w19,#31
+ eor w3,w3,w5
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w3,w3,w11
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w3,w3,w16
+ add w21,w21,w19
+ add w22,w22,w25
+ ror w3,w3,#31
+ eor w4,w4,w6
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w4,w4,w12
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w4,w4,w17
+ add w20,w20,w3
+ add w21,w21,w25
+ ror w4,w4,#31
+ eor w5,w5,w7
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w5,w5,w13
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w5,w5,w19
+ add w24,w24,w4
+ add w20,w20,w25
+ ror w5,w5,#31
+ eor w6,w6,w8
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w6,w6,w14
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w6,w6,w3
+ add w23,w23,w5
+ add w24,w24,w25
+ ror w6,w6,#31
+ eor w7,w7,w9
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w7,w7,w15
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w7,w7,w4
+ add w22,w22,w6
+ add w23,w23,w25
+ ror w7,w7,#31
+ eor w8,w8,w10
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w8,w8,w16
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w8,w8,w5
+ add w21,w21,w7
+ add w22,w22,w25
+ ror w8,w8,#31
+ eor w9,w9,w11
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w9,w9,w17
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w9,w9,w6
+ add w20,w20,w8
+ add w21,w21,w25
+ ror w9,w9,#31
+ eor w10,w10,w12
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w10,w10,w19
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w10,w10,w7
+ add w24,w24,w9
+ add w20,w20,w25
+ ror w10,w10,#31
+ eor w11,w11,w13
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w11,w11,w3
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w11,w11,w8
+ add w23,w23,w10
+ add w24,w24,w25
+ ror w11,w11,#31
+ eor w12,w12,w14
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w12,w12,w4
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w12,w12,w9
+ add w22,w22,w11
+ add w23,w23,w25
+ ror w12,w12,#31
+ eor w13,w13,w15
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w13,w13,w5
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w13,w13,w10
+ add w21,w21,w12
+ add w22,w22,w25
+ ror w13,w13,#31
+ eor w14,w14,w16
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w14,w14,w6
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ eor w14,w14,w11
+ add w20,w20,w13
+ add w21,w21,w25
+ ror w14,w14,#31
+ eor w15,w15,w17
+ eor w25,w24,w22
+ ror w27,w21,#27
+ add w24,w24,w28
+ eor w15,w15,w7
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ eor w15,w15,w12
+ add w24,w24,w14
+ add w20,w20,w25
+ ror w15,w15,#31
+ eor w16,w16,w19
+ eor w25,w23,w21
+ ror w27,w20,#27
+ add w23,w23,w28
+ eor w16,w16,w8
+ eor w25,w25,w22
+ add w24,w24,w27
+ ror w21,w21,#2
+ eor w16,w16,w13
+ add w23,w23,w15
+ add w24,w24,w25
+ ror w16,w16,#31
+ eor w17,w17,w3
+ eor w25,w22,w20
+ ror w27,w24,#27
+ add w22,w22,w28
+ eor w17,w17,w9
+ eor w25,w25,w21
+ add w23,w23,w27
+ ror w20,w20,#2
+ eor w17,w17,w14
+ add w22,w22,w16
+ add w23,w23,w25
+ ror w17,w17,#31
+ eor w19,w19,w4
+ eor w25,w21,w24
+ ror w27,w23,#27
+ add w21,w21,w28
+ eor w19,w19,w10
+ eor w25,w25,w20
+ add w22,w22,w27
+ ror w24,w24,#2
+ eor w19,w19,w15
+ add w21,w21,w17
+ add w22,w22,w25
+ ror w19,w19,#31
+ ldp w4,w5,[x0]
+ eor w25,w20,w23
+ ror w27,w22,#27
+ add w20,w20,w28
+ eor w25,w25,w24
+ add w21,w21,w27
+ ror w23,w23,#2
+ add w20,w20,w19
+ add w21,w21,w25
+ ldp w6,w7,[x0,#8]
+ eor w25,w24,w22
+ ror w27,w21,#27
+ eor w25,w25,w23
+ add w20,w20,w27
+ ror w22,w22,#2
+ ldr w8,[x0,#16]
+ add w20,w20,w25
+ add w21,w21,w5
+ add w22,w22,w6
+ add w20,w20,w4
+ add w23,w23,w7
+ add w24,w24,w8
+ stp w20,w21,[x0]
+ stp w22,w23,[x0,#8]
+ str w24,[x0,#16]
+ cbnz x2,.Loop
+
+ ldp x19,x20,[sp,#16]
+ ldp x21,x22,[sp,#32]
+ ldp x23,x24,[sp,#48]
+ ldp x25,x26,[sp,#64]
+ ldp x27,x28,[sp,#80]
+ ldr x29,[sp],#96
+ ret
+.size sha1_block_data_order,.-sha1_block_data_order
+.type sha1_block_armv8,%function
+.align 6
+sha1_block_armv8:
+.Lv8_entry:
+ stp x29,x30,[sp,#-16]!
+ add x29,sp,#0
+
+ adr x4,.Lconst
+ eor v1.16b,v1.16b,v1.16b
+ ld1 {v0.4s},[x0],#16
+ ld1 {v1.s}[0],[x0]
+ sub x0,x0,#16
+ ld1 {v16.4s,v17.4s,v18.4s,v19.4s},[x4]
+
+.Loop_hw:
+ ld1 {v4.16b,v5.16b,v6.16b,v7.16b},[x1],#64
+ sub x2,x2,#1
+ rev32 v4.16b,v4.16b
+ rev32 v5.16b,v5.16b
+
+ add v20.4s,v16.4s,v4.4s
+ rev32 v6.16b,v6.16b
+ orr v22.16b,v0.16b,v0.16b
+
+ add v21.4s,v16.4s,v5.4s
+ rev32 v7.16b,v7.16b
+.inst 0x5e280803
+.inst 0x5e140020
+ add v20.4s,v16.4s,v6.4s
+.inst 0x5e0630a4
+.inst 0x5e280802
+.inst 0x5e150060
+ add v21.4s,v16.4s,v7.4s
+.inst 0x5e2818e4
+.inst 0x5e0730c5
+.inst 0x5e280803
+.inst 0x5e140040
+ add v20.4s,v16.4s,v4.4s
+.inst 0x5e281885
+.inst 0x5e0430e6
+.inst 0x5e280802
+.inst 0x5e150060
+ add v21.4s,v17.4s,v5.4s
+.inst 0x5e2818a6
+.inst 0x5e053087
+.inst 0x5e280803
+.inst 0x5e140040
+ add v20.4s,v17.4s,v6.4s
+.inst 0x5e2818c7
+.inst 0x5e0630a4
+.inst 0x5e280802
+.inst 0x5e151060
+ add v21.4s,v17.4s,v7.4s
+.inst 0x5e2818e4
+.inst 0x5e0730c5
+.inst 0x5e280803
+.inst 0x5e141040
+ add v20.4s,v17.4s,v4.4s
+.inst 0x5e281885
+.inst 0x5e0430e6
+.inst 0x5e280802
+.inst 0x5e151060
+ add v21.4s,v17.4s,v5.4s
+.inst 0x5e2818a6
+.inst 0x5e053087
+.inst 0x5e280803
+.inst 0x5e141040
+ add v20.4s,v18.4s,v6.4s
+.inst 0x5e2818c7
+.inst 0x5e0630a4
+.inst 0x5e280802
+.inst 0x5e151060
+ add v21.4s,v18.4s,v7.4s
+.inst 0x5e2818e4
+.inst 0x5e0730c5
+.inst 0x5e280803
+.inst 0x5e142040
+ add v20.4s,v18.4s,v4.4s
+.inst 0x5e281885
+.inst 0x5e0430e6
+.inst 0x5e280802
+.inst 0x5e152060
+ add v21.4s,v18.4s,v5.4s
+.inst 0x5e2818a6
+.inst 0x5e053087
+.inst 0x5e280803
+.inst 0x5e142040
+ add v20.4s,v18.4s,v6.4s
+.inst 0x5e2818c7
+.inst 0x5e0630a4
+.inst 0x5e280802
+.inst 0x5e152060
+ add v21.4s,v19.4s,v7.4s
+.inst 0x5e2818e4
+.inst 0x5e0730c5
+.inst 0x5e280803
+.inst 0x5e142040
+ add v20.4s,v19.4s,v4.4s
+.inst 0x5e281885
+.inst 0x5e0430e6
+.inst 0x5e280802
+.inst 0x5e151060
+ add v21.4s,v19.4s,v5.4s
+.inst 0x5e2818a6
+.inst 0x5e053087
+.inst 0x5e280803
+.inst 0x5e141040
+ add v20.4s,v19.4s,v6.4s
+.inst 0x5e2818c7
+.inst 0x5e280802
+.inst 0x5e151060
+ add v21.4s,v19.4s,v7.4s
+
+.inst 0x5e280803
+.inst 0x5e141040
+
+.inst 0x5e280802
+.inst 0x5e151060
+
+ add v1.4s,v1.4s,v2.4s
+ add v0.4s,v0.4s,v22.4s
+
+ cbnz x2,.Loop_hw
+
+ st1 {v0.4s},[x0],#16
+ st1 {v1.s}[0],[x0]
+
+ ldr x29,[sp],#16
+ ret
+.size sha1_block_armv8,.-sha1_block_armv8
+.align 6
+.Lconst:
+.long 0x5a827999,0x5a827999,0x5a827999,0x5a827999
+.long 0x6ed9eba1,0x6ed9eba1,0x6ed9eba1,0x6ed9eba1
+.long 0x8f1bbcdc,0x8f1bbcdc,0x8f1bbcdc,0x8f1bbcdc
+.long 0xca62c1d6,0xca62c1d6,0xca62c1d6,0xca62c1d6
+.L_gnutls_arm_cpuid_s:
+
+
+
+.quad _gnutls_arm_cpuid_s-.
+
+.byte 83,72,65,49,32,98,108,111,99,107,32,116,114,97,110,115,102,111,114,109,32,102,111,114,32,65,82,77,118,56,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
+.align 2
+.align 2
+.comm _gnutls_arm_cpuid_s,4,4
+
+.section .note.GNU-stack,"",%progbits
diff --git a/lib/accelerated/aarch64/elf/sha256-armv8.s b/lib/accelerated/aarch64/elf/sha256-armv8.s
new file mode 100644
index 0000000000..c055ce4035
--- /dev/null
+++ b/lib/accelerated/aarch64/elf/sha256-armv8.s
@@ -0,0 +1,1197 @@
+# 1 "lib/accelerated/aarch64/elf/sha256-armv8.s.tmp.S"
+# 1 "<built-in>"
+# 1 "<command-line>"
+# 1 "lib/accelerated/aarch64/elf/sha256-armv8.s.tmp.S"
+# Copyright (c) 2011-2016, Andy Polyakov <appro@openssl.org>
+# All rights reserved.
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+
+# * Redistributions of source code must retain copyright notices,
+# this list of conditions and the following disclaimer.
+
+# * Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials
+# provided with the distribution.
+
+# * Neither the name of the Andy Polyakov nor the names of its
+# copyright holder and contributors may be used to endorse or
+# promote products derived from this software without specific
+# prior written permission.
+
+# ALTERNATIVELY, provided that this notice is retained in full, this
+# product may be distributed under the terms of the GNU General Public
+# License (GPL), in which case the provisions of the GPL apply INSTEAD OF
+# those given above.
+
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+# *** This file is auto-generated ***
+
+# 1 "lib/accelerated/aarch64/aarch64-common.h" 1
+# 41 "lib/accelerated/aarch64/elf/sha256-armv8.s.tmp.S" 2
+
+.text
+
+
+.globl sha256_block_data_order
+.type sha256_block_data_order,%function
+.align 6
+sha256_block_data_order:
+
+
+
+ ldr x16,.L_gnutls_arm_cpuid_s
+
+ adr x17,.L_gnutls_arm_cpuid_s
+ add x16,x16,x17
+ ldr w16,[x16]
+ tst w16,#(1<<4)
+ b.ne .Lv8_entry
+ stp x29,x30,[sp,#-128]!
+ add x29,sp,#0
+
+ stp x19,x20,[sp,#16]
+ stp x21,x22,[sp,#32]
+ stp x23,x24,[sp,#48]
+ stp x25,x26,[sp,#64]
+ stp x27,x28,[sp,#80]
+ sub sp,sp,#4*4
+
+ ldp w20,w21,[x0]
+ ldp w22,w23,[x0,#2*4]
+ ldp w24,w25,[x0,#4*4]
+ add x2,x1,x2,lsl#6
+ ldp w26,w27,[x0,#6*4]
+ adr x30,.LK256
+ stp x0,x2,[x29,#96]
+
+.Loop:
+ ldp w3,w4,[x1],#2*4
+ ldr w19,[x30],#4
+ eor w28,w21,w22
+ str x1,[x29,#112]
+
+ rev w3,w3
+
+ ror w16,w24,#6
+ add w27,w27,w19
+ eor w6,w24,w24,ror#14
+ and w17,w25,w24
+ bic w19,w26,w24
+ add w27,w27,w3
+ orr w17,w17,w19
+ eor w19,w20,w21
+ eor w16,w16,w6,ror#11
+ ror w6,w20,#2
+ add w27,w27,w17
+ eor w17,w20,w20,ror#9
+ add w27,w27,w16
+ and w28,w28,w19
+ add w23,w23,w27
+ eor w28,w28,w21
+ eor w17,w6,w17,ror#13
+ add w27,w27,w28
+ ldr w28,[x30],#4
+
+
+ rev w4,w4
+
+ ldp w5,w6,[x1],#2*4
+ add w27,w27,w17
+ ror w16,w23,#6
+ add w26,w26,w28
+ eor w7,w23,w23,ror#14
+ and w17,w24,w23
+ bic w28,w25,w23
+ add w26,w26,w4
+ orr w17,w17,w28
+ eor w28,w27,w20
+ eor w16,w16,w7,ror#11
+ ror w7,w27,#2
+ add w26,w26,w17
+ eor w17,w27,w27,ror#9
+ add w26,w26,w16
+ and w19,w19,w28
+ add w22,w22,w26
+ eor w19,w19,w20
+ eor w17,w7,w17,ror#13
+ add w26,w26,w19
+ ldr w19,[x30],#4
+
+
+ rev w5,w5
+
+ add w26,w26,w17
+ ror w16,w22,#6
+ add w25,w25,w19
+ eor w8,w22,w22,ror#14
+ and w17,w23,w22
+ bic w19,w24,w22
+ add w25,w25,w5
+ orr w17,w17,w19
+ eor w19,w26,w27
+ eor w16,w16,w8,ror#11
+ ror w8,w26,#2
+ add w25,w25,w17
+ eor w17,w26,w26,ror#9
+ add w25,w25,w16
+ and w28,w28,w19
+ add w21,w21,w25
+ eor w28,w28,w27
+ eor w17,w8,w17,ror#13
+ add w25,w25,w28
+ ldr w28,[x30],#4
+
+
+ rev w6,w6
+
+ ldp w7,w8,[x1],#2*4
+ add w25,w25,w17
+ ror w16,w21,#6
+ add w24,w24,w28
+ eor w9,w21,w21,ror#14
+ and w17,w22,w21
+ bic w28,w23,w21
+ add w24,w24,w6
+ orr w17,w17,w28
+ eor w28,w25,w26
+ eor w16,w16,w9,ror#11
+ ror w9,w25,#2
+ add w24,w24,w17
+ eor w17,w25,w25,ror#9
+ add w24,w24,w16
+ and w19,w19,w28
+ add w20,w20,w24
+ eor w19,w19,w26
+ eor w17,w9,w17,ror#13
+ add w24,w24,w19
+ ldr w19,[x30],#4
+
+
+ rev w7,w7
+
+ add w24,w24,w17
+ ror w16,w20,#6
+ add w23,w23,w19
+ eor w10,w20,w20,ror#14
+ and w17,w21,w20
+ bic w19,w22,w20
+ add w23,w23,w7
+ orr w17,w17,w19
+ eor w19,w24,w25
+ eor w16,w16,w10,ror#11
+ ror w10,w24,#2
+ add w23,w23,w17
+ eor w17,w24,w24,ror#9
+ add w23,w23,w16
+ and w28,w28,w19
+ add w27,w27,w23
+ eor w28,w28,w25
+ eor w17,w10,w17,ror#13
+ add w23,w23,w28
+ ldr w28,[x30],#4
+
+
+ rev w8,w8
+
+ ldp w9,w10,[x1],#2*4
+ add w23,w23,w17
+ ror w16,w27,#6
+ add w22,w22,w28
+ eor w11,w27,w27,ror#14
+ and w17,w20,w27
+ bic w28,w21,w27
+ add w22,w22,w8
+ orr w17,w17,w28
+ eor w28,w23,w24
+ eor w16,w16,w11,ror#11
+ ror w11,w23,#2
+ add w22,w22,w17
+ eor w17,w23,w23,ror#9
+ add w22,w22,w16
+ and w19,w19,w28
+ add w26,w26,w22
+ eor w19,w19,w24
+ eor w17,w11,w17,ror#13
+ add w22,w22,w19
+ ldr w19,[x30],#4
+
+
+ rev w9,w9
+
+ add w22,w22,w17
+ ror w16,w26,#6
+ add w21,w21,w19
+ eor w12,w26,w26,ror#14
+ and w17,w27,w26
+ bic w19,w20,w26
+ add w21,w21,w9
+ orr w17,w17,w19
+ eor w19,w22,w23
+ eor w16,w16,w12,ror#11
+ ror w12,w22,#2
+ add w21,w21,w17
+ eor w17,w22,w22,ror#9
+ add w21,w21,w16
+ and w28,w28,w19
+ add w25,w25,w21
+ eor w28,w28,w23
+ eor w17,w12,w17,ror#13
+ add w21,w21,w28
+ ldr w28,[x30],#4
+
+
+ rev w10,w10
+
+ ldp w11,w12,[x1],#2*4
+ add w21,w21,w17
+ ror w16,w25,#6
+ add w20,w20,w28
+ eor w13,w25,w25,ror#14
+ and w17,w26,w25
+ bic w28,w27,w25
+ add w20,w20,w10
+ orr w17,w17,w28
+ eor w28,w21,w22
+ eor w16,w16,w13,ror#11
+ ror w13,w21,#2
+ add w20,w20,w17
+ eor w17,w21,w21,ror#9
+ add w20,w20,w16
+ and w19,w19,w28
+ add w24,w24,w20
+ eor w19,w19,w22
+ eor w17,w13,w17,ror#13
+ add w20,w20,w19
+ ldr w19,[x30],#4
+
+
+ rev w11,w11
+
+ add w20,w20,w17
+ ror w16,w24,#6
+ add w27,w27,w19
+ eor w14,w24,w24,ror#14
+ and w17,w25,w24
+ bic w19,w26,w24
+ add w27,w27,w11
+ orr w17,w17,w19
+ eor w19,w20,w21
+ eor w16,w16,w14,ror#11
+ ror w14,w20,#2
+ add w27,w27,w17
+ eor w17,w20,w20,ror#9
+ add w27,w27,w16
+ and w28,w28,w19
+ add w23,w23,w27
+ eor w28,w28,w21
+ eor w17,w14,w17,ror#13
+ add w27,w27,w28
+ ldr w28,[x30],#4
+
+
+ rev w12,w12
+
+ ldp w13,w14,[x1],#2*4
+ add w27,w27,w17
+ ror w16,w23,#6
+ add w26,w26,w28
+ eor w15,w23,w23,ror#14
+ and w17,w24,w23
+ bic w28,w25,w23
+ add w26,w26,w12
+ orr w17,w17,w28
+ eor w28,w27,w20
+ eor w16,w16,w15,ror#11
+ ror w15,w27,#2
+ add w26,w26,w17
+ eor w17,w27,w27,ror#9
+ add w26,w26,w16
+ and w19,w19,w28
+ add w22,w22,w26
+ eor w19,w19,w20
+ eor w17,w15,w17,ror#13
+ add w26,w26,w19
+ ldr w19,[x30],#4
+
+
+ rev w13,w13
+
+ add w26,w26,w17
+ ror w16,w22,#6
+ add w25,w25,w19
+ eor w0,w22,w22,ror#14
+ and w17,w23,w22
+ bic w19,w24,w22
+ add w25,w25,w13
+ orr w17,w17,w19
+ eor w19,w26,w27
+ eor w16,w16,w0,ror#11
+ ror w0,w26,#2
+ add w25,w25,w17
+ eor w17,w26,w26,ror#9
+ add w25,w25,w16
+ and w28,w28,w19
+ add w21,w21,w25
+ eor w28,w28,w27
+ eor w17,w0,w17,ror#13
+ add w25,w25,w28
+ ldr w28,[x30],#4
+
+
+ rev w14,w14
+
+ ldp w15,w0,[x1],#2*4
+ add w25,w25,w17
+ str w6,[sp,#12]
+ ror w16,w21,#6
+ add w24,w24,w28
+ eor w6,w21,w21,ror#14
+ and w17,w22,w21
+ bic w28,w23,w21
+ add w24,w24,w14
+ orr w17,w17,w28
+ eor w28,w25,w26
+ eor w16,w16,w6,ror#11
+ ror w6,w25,#2
+ add w24,w24,w17
+ eor w17,w25,w25,ror#9
+ add w24,w24,w16
+ and w19,w19,w28
+ add w20,w20,w24
+ eor w19,w19,w26
+ eor w17,w6,w17,ror#13
+ add w24,w24,w19
+ ldr w19,[x30],#4
+
+
+ rev w15,w15
+
+ add w24,w24,w17
+ str w7,[sp,#0]
+ ror w16,w20,#6
+ add w23,w23,w19
+ eor w7,w20,w20,ror#14
+ and w17,w21,w20
+ bic w19,w22,w20
+ add w23,w23,w15
+ orr w17,w17,w19
+ eor w19,w24,w25
+ eor w16,w16,w7,ror#11
+ ror w7,w24,#2
+ add w23,w23,w17
+ eor w17,w24,w24,ror#9
+ add w23,w23,w16
+ and w28,w28,w19
+ add w27,w27,w23
+ eor w28,w28,w25
+ eor w17,w7,w17,ror#13
+ add w23,w23,w28
+ ldr w28,[x30],#4
+
+
+ rev w0,w0
+
+ ldp w1,w2,[x1]
+ add w23,w23,w17
+ str w8,[sp,#4]
+ ror w16,w27,#6
+ add w22,w22,w28
+ eor w8,w27,w27,ror#14
+ and w17,w20,w27
+ bic w28,w21,w27
+ add w22,w22,w0
+ orr w17,w17,w28
+ eor w28,w23,w24
+ eor w16,w16,w8,ror#11
+ ror w8,w23,#2
+ add w22,w22,w17
+ eor w17,w23,w23,ror#9
+ add w22,w22,w16
+ and w19,w19,w28
+ add w26,w26,w22
+ eor w19,w19,w24
+ eor w17,w8,w17,ror#13
+ add w22,w22,w19
+ ldr w19,[x30],#4
+
+
+ rev w1,w1
+
+ ldr w6,[sp,#12]
+ add w22,w22,w17
+ str w9,[sp,#8]
+ ror w16,w26,#6
+ add w21,w21,w19
+ eor w9,w26,w26,ror#14
+ and w17,w27,w26
+ bic w19,w20,w26
+ add w21,w21,w1
+ orr w17,w17,w19
+ eor w19,w22,w23
+ eor w16,w16,w9,ror#11
+ ror w9,w22,#2
+ add w21,w21,w17
+ eor w17,w22,w22,ror#9
+ add w21,w21,w16
+ and w28,w28,w19
+ add w25,w25,w21
+ eor w28,w28,w23
+ eor w17,w9,w17,ror#13
+ add w21,w21,w28
+ ldr w28,[x30],#4
+
+
+ rev w2,w2
+
+ ldr w7,[sp,#0]
+ add w21,w21,w17
+ str w10,[sp,#12]
+ ror w16,w25,#6
+ add w20,w20,w28
+ ror w9,w4,#7
+ and w17,w26,w25
+ ror w8,w1,#17
+ bic w28,w27,w25
+ ror w10,w21,#2
+ add w20,w20,w2
+ eor w16,w16,w25,ror#11
+ eor w9,w9,w4,ror#18
+ orr w17,w17,w28
+ eor w28,w21,w22
+ eor w16,w16,w25,ror#25
+ eor w10,w10,w21,ror#13
+ add w20,w20,w17
+ and w19,w19,w28
+ eor w8,w8,w1,ror#19
+ eor w9,w9,w4,lsr#3
+ add w20,w20,w16
+ eor w19,w19,w22
+ eor w17,w10,w21,ror#22
+ eor w8,w8,w1,lsr#10
+ add w3,w3,w12
+ add w24,w24,w20
+ add w20,w20,w19
+ ldr w19,[x30],#4
+ add w3,w3,w9
+ add w20,w20,w17
+ add w3,w3,w8
+.Loop_16_xx:
+ ldr w8,[sp,#4]
+ str w11,[sp,#0]
+ ror w16,w24,#6
+ add w27,w27,w19
+ ror w10,w5,#7
+ and w17,w25,w24
+ ror w9,w2,#17
+ bic w19,w26,w24
+ ror w11,w20,#2
+ add w27,w27,w3
+ eor w16,w16,w24,ror#11
+ eor w10,w10,w5,ror#18
+ orr w17,w17,w19
+ eor w19,w20,w21
+ eor w16,w16,w24,ror#25
+ eor w11,w11,w20,ror#13
+ add w27,w27,w17
+ and w28,w28,w19
+ eor w9,w9,w2,ror#19
+ eor w10,w10,w5,lsr#3
+ add w27,w27,w16
+ eor w28,w28,w21
+ eor w17,w11,w20,ror#22
+ eor w9,w9,w2,lsr#10
+ add w4,w4,w13
+ add w23,w23,w27
+ add w27,w27,w28
+ ldr w28,[x30],#4
+ add w4,w4,w10
+ add w27,w27,w17
+ add w4,w4,w9
+ ldr w9,[sp,#8]
+ str w12,[sp,#4]
+ ror w16,w23,#6
+ add w26,w26,w28
+ ror w11,w6,#7
+ and w17,w24,w23
+ ror w10,w3,#17
+ bic w28,w25,w23
+ ror w12,w27,#2
+ add w26,w26,w4
+ eor w16,w16,w23,ror#11
+ eor w11,w11,w6,ror#18
+ orr w17,w17,w28
+ eor w28,w27,w20
+ eor w16,w16,w23,ror#25
+ eor w12,w12,w27,ror#13
+ add w26,w26,w17
+ and w19,w19,w28
+ eor w10,w10,w3,ror#19
+ eor w11,w11,w6,lsr#3
+ add w26,w26,w16
+ eor w19,w19,w20
+ eor w17,w12,w27,ror#22
+ eor w10,w10,w3,lsr#10
+ add w5,w5,w14
+ add w22,w22,w26
+ add w26,w26,w19
+ ldr w19,[x30],#4
+ add w5,w5,w11
+ add w26,w26,w17
+ add w5,w5,w10
+ ldr w10,[sp,#12]
+ str w13,[sp,#8]
+ ror w16,w22,#6
+ add w25,w25,w19
+ ror w12,w7,#7
+ and w17,w23,w22
+ ror w11,w4,#17
+ bic w19,w24,w22
+ ror w13,w26,#2
+ add w25,w25,w5
+ eor w16,w16,w22,ror#11
+ eor w12,w12,w7,ror#18
+ orr w17,w17,w19
+ eor w19,w26,w27
+ eor w16,w16,w22,ror#25
+ eor w13,w13,w26,ror#13
+ add w25,w25,w17
+ and w28,w28,w19
+ eor w11,w11,w4,ror#19
+ eor w12,w12,w7,lsr#3
+ add w25,w25,w16
+ eor w28,w28,w27
+ eor w17,w13,w26,ror#22
+ eor w11,w11,w4,lsr#10
+ add w6,w6,w15
+ add w21,w21,w25
+ add w25,w25,w28
+ ldr w28,[x30],#4
+ add w6,w6,w12
+ add w25,w25,w17
+ add w6,w6,w11
+ ldr w11,[sp,#0]
+ str w14,[sp,#12]
+ ror w16,w21,#6
+ add w24,w24,w28
+ ror w13,w8,#7
+ and w17,w22,w21
+ ror w12,w5,#17
+ bic w28,w23,w21
+ ror w14,w25,#2
+ add w24,w24,w6
+ eor w16,w16,w21,ror#11
+ eor w13,w13,w8,ror#18
+ orr w17,w17,w28
+ eor w28,w25,w26
+ eor w16,w16,w21,ror#25
+ eor w14,w14,w25,ror#13
+ add w24,w24,w17
+ and w19,w19,w28
+ eor w12,w12,w5,ror#19
+ eor w13,w13,w8,lsr#3
+ add w24,w24,w16
+ eor w19,w19,w26
+ eor w17,w14,w25,ror#22
+ eor w12,w12,w5,lsr#10
+ add w7,w7,w0
+ add w20,w20,w24
+ add w24,w24,w19
+ ldr w19,[x30],#4
+ add w7,w7,w13
+ add w24,w24,w17
+ add w7,w7,w12
+ ldr w12,[sp,#4]
+ str w15,[sp,#0]
+ ror w16,w20,#6
+ add w23,w23,w19
+ ror w14,w9,#7
+ and w17,w21,w20
+ ror w13,w6,#17
+ bic w19,w22,w20
+ ror w15,w24,#2
+ add w23,w23,w7
+ eor w16,w16,w20,ror#11
+ eor w14,w14,w9,ror#18
+ orr w17,w17,w19
+ eor w19,w24,w25
+ eor w16,w16,w20,ror#25
+ eor w15,w15,w24,ror#13
+ add w23,w23,w17
+ and w28,w28,w19
+ eor w13,w13,w6,ror#19
+ eor w14,w14,w9,lsr#3
+ add w23,w23,w16
+ eor w28,w28,w25
+ eor w17,w15,w24,ror#22
+ eor w13,w13,w6,lsr#10
+ add w8,w8,w1
+ add w27,w27,w23
+ add w23,w23,w28
+ ldr w28,[x30],#4
+ add w8,w8,w14
+ add w23,w23,w17
+ add w8,w8,w13
+ ldr w13,[sp,#8]
+ str w0,[sp,#4]
+ ror w16,w27,#6
+ add w22,w22,w28
+ ror w15,w10,#7
+ and w17,w20,w27
+ ror w14,w7,#17
+ bic w28,w21,w27
+ ror w0,w23,#2
+ add w22,w22,w8
+ eor w16,w16,w27,ror#11
+ eor w15,w15,w10,ror#18
+ orr w17,w17,w28
+ eor w28,w23,w24
+ eor w16,w16,w27,ror#25
+ eor w0,w0,w23,ror#13
+ add w22,w22,w17
+ and w19,w19,w28
+ eor w14,w14,w7,ror#19
+ eor w15,w15,w10,lsr#3
+ add w22,w22,w16
+ eor w19,w19,w24
+ eor w17,w0,w23,ror#22
+ eor w14,w14,w7,lsr#10
+ add w9,w9,w2
+ add w26,w26,w22
+ add w22,w22,w19
+ ldr w19,[x30],#4
+ add w9,w9,w15
+ add w22,w22,w17
+ add w9,w9,w14
+ ldr w14,[sp,#12]
+ str w1,[sp,#8]
+ ror w16,w26,#6
+ add w21,w21,w19
+ ror w0,w11,#7
+ and w17,w27,w26
+ ror w15,w8,#17
+ bic w19,w20,w26
+ ror w1,w22,#2
+ add w21,w21,w9
+ eor w16,w16,w26,ror#11
+ eor w0,w0,w11,ror#18
+ orr w17,w17,w19
+ eor w19,w22,w23
+ eor w16,w16,w26,ror#25
+ eor w1,w1,w22,ror#13
+ add w21,w21,w17
+ and w28,w28,w19
+ eor w15,w15,w8,ror#19
+ eor w0,w0,w11,lsr#3
+ add w21,w21,w16
+ eor w28,w28,w23
+ eor w17,w1,w22,ror#22
+ eor w15,w15,w8,lsr#10
+ add w10,w10,w3
+ add w25,w25,w21
+ add w21,w21,w28
+ ldr w28,[x30],#4
+ add w10,w10,w0
+ add w21,w21,w17
+ add w10,w10,w15
+ ldr w15,[sp,#0]
+ str w2,[sp,#12]
+ ror w16,w25,#6
+ add w20,w20,w28
+ ror w1,w12,#7
+ and w17,w26,w25
+ ror w0,w9,#17
+ bic w28,w27,w25
+ ror w2,w21,#2
+ add w20,w20,w10
+ eor w16,w16,w25,ror#11
+ eor w1,w1,w12,ror#18
+ orr w17,w17,w28
+ eor w28,w21,w22
+ eor w16,w16,w25,ror#25
+ eor w2,w2,w21,ror#13
+ add w20,w20,w17
+ and w19,w19,w28
+ eor w0,w0,w9,ror#19
+ eor w1,w1,w12,lsr#3
+ add w20,w20,w16
+ eor w19,w19,w22
+ eor w17,w2,w21,ror#22
+ eor w0,w0,w9,lsr#10
+ add w11,w11,w4
+ add w24,w24,w20
+ add w20,w20,w19
+ ldr w19,[x30],#4
+ add w11,w11,w1
+ add w20,w20,w17
+ add w11,w11,w0
+ ldr w0,[sp,#4]
+ str w3,[sp,#0]
+ ror w16,w24,#6
+ add w27,w27,w19
+ ror w2,w13,#7
+ and w17,w25,w24
+ ror w1,w10,#17
+ bic w19,w26,w24
+ ror w3,w20,#2
+ add w27,w27,w11
+ eor w16,w16,w24,ror#11
+ eor w2,w2,w13,ror#18
+ orr w17,w17,w19
+ eor w19,w20,w21
+ eor w16,w16,w24,ror#25
+ eor w3,w3,w20,ror#13
+ add w27,w27,w17
+ and w28,w28,w19
+ eor w1,w1,w10,ror#19
+ eor w2,w2,w13,lsr#3
+ add w27,w27,w16
+ eor w28,w28,w21
+ eor w17,w3,w20,ror#22
+ eor w1,w1,w10,lsr#10
+ add w12,w12,w5
+ add w23,w23,w27
+ add w27,w27,w28
+ ldr w28,[x30],#4
+ add w12,w12,w2
+ add w27,w27,w17
+ add w12,w12,w1
+ ldr w1,[sp,#8]
+ str w4,[sp,#4]
+ ror w16,w23,#6
+ add w26,w26,w28
+ ror w3,w14,#7
+ and w17,w24,w23
+ ror w2,w11,#17
+ bic w28,w25,w23
+ ror w4,w27,#2
+ add w26,w26,w12
+ eor w16,w16,w23,ror#11
+ eor w3,w3,w14,ror#18
+ orr w17,w17,w28
+ eor w28,w27,w20
+ eor w16,w16,w23,ror#25
+ eor w4,w4,w27,ror#13
+ add w26,w26,w17
+ and w19,w19,w28
+ eor w2,w2,w11,ror#19
+ eor w3,w3,w14,lsr#3
+ add w26,w26,w16
+ eor w19,w19,w20
+ eor w17,w4,w27,ror#22
+ eor w2,w2,w11,lsr#10
+ add w13,w13,w6
+ add w22,w22,w26
+ add w26,w26,w19
+ ldr w19,[x30],#4
+ add w13,w13,w3
+ add w26,w26,w17
+ add w13,w13,w2
+ ldr w2,[sp,#12]
+ str w5,[sp,#8]
+ ror w16,w22,#6
+ add w25,w25,w19
+ ror w4,w15,#7
+ and w17,w23,w22
+ ror w3,w12,#17
+ bic w19,w24,w22
+ ror w5,w26,#2
+ add w25,w25,w13
+ eor w16,w16,w22,ror#11
+ eor w4,w4,w15,ror#18
+ orr w17,w17,w19
+ eor w19,w26,w27
+ eor w16,w16,w22,ror#25
+ eor w5,w5,w26,ror#13
+ add w25,w25,w17
+ and w28,w28,w19
+ eor w3,w3,w12,ror#19
+ eor w4,w4,w15,lsr#3
+ add w25,w25,w16
+ eor w28,w28,w27
+ eor w17,w5,w26,ror#22
+ eor w3,w3,w12,lsr#10
+ add w14,w14,w7
+ add w21,w21,w25
+ add w25,w25,w28
+ ldr w28,[x30],#4
+ add w14,w14,w4
+ add w25,w25,w17
+ add w14,w14,w3
+ ldr w3,[sp,#0]
+ str w6,[sp,#12]
+ ror w16,w21,#6
+ add w24,w24,w28
+ ror w5,w0,#7
+ and w17,w22,w21
+ ror w4,w13,#17
+ bic w28,w23,w21
+ ror w6,w25,#2
+ add w24,w24,w14
+ eor w16,w16,w21,ror#11
+ eor w5,w5,w0,ror#18
+ orr w17,w17,w28
+ eor w28,w25,w26
+ eor w16,w16,w21,ror#25
+ eor w6,w6,w25,ror#13
+ add w24,w24,w17
+ and w19,w19,w28
+ eor w4,w4,w13,ror#19
+ eor w5,w5,w0,lsr#3
+ add w24,w24,w16
+ eor w19,w19,w26
+ eor w17,w6,w25,ror#22
+ eor w4,w4,w13,lsr#10
+ add w15,w15,w8
+ add w20,w20,w24
+ add w24,w24,w19
+ ldr w19,[x30],#4
+ add w15,w15,w5
+ add w24,w24,w17
+ add w15,w15,w4
+ ldr w4,[sp,#4]
+ str w7,[sp,#0]
+ ror w16,w20,#6
+ add w23,w23,w19
+ ror w6,w1,#7
+ and w17,w21,w20
+ ror w5,w14,#17
+ bic w19,w22,w20
+ ror w7,w24,#2
+ add w23,w23,w15
+ eor w16,w16,w20,ror#11
+ eor w6,w6,w1,ror#18
+ orr w17,w17,w19
+ eor w19,w24,w25
+ eor w16,w16,w20,ror#25
+ eor w7,w7,w24,ror#13
+ add w23,w23,w17
+ and w28,w28,w19
+ eor w5,w5,w14,ror#19
+ eor w6,w6,w1,lsr#3
+ add w23,w23,w16
+ eor w28,w28,w25
+ eor w17,w7,w24,ror#22
+ eor w5,w5,w14,lsr#10
+ add w0,w0,w9
+ add w27,w27,w23
+ add w23,w23,w28
+ ldr w28,[x30],#4
+ add w0,w0,w6
+ add w23,w23,w17
+ add w0,w0,w5
+ ldr w5,[sp,#8]
+ str w8,[sp,#4]
+ ror w16,w27,#6
+ add w22,w22,w28
+ ror w7,w2,#7
+ and w17,w20,w27
+ ror w6,w15,#17
+ bic w28,w21,w27
+ ror w8,w23,#2
+ add w22,w22,w0
+ eor w16,w16,w27,ror#11
+ eor w7,w7,w2,ror#18
+ orr w17,w17,w28
+ eor w28,w23,w24
+ eor w16,w16,w27,ror#25
+ eor w8,w8,w23,ror#13
+ add w22,w22,w17
+ and w19,w19,w28
+ eor w6,w6,w15,ror#19
+ eor w7,w7,w2,lsr#3
+ add w22,w22,w16
+ eor w19,w19,w24
+ eor w17,w8,w23,ror#22
+ eor w6,w6,w15,lsr#10
+ add w1,w1,w10
+ add w26,w26,w22
+ add w22,w22,w19
+ ldr w19,[x30],#4
+ add w1,w1,w7
+ add w22,w22,w17
+ add w1,w1,w6
+ ldr w6,[sp,#12]
+ str w9,[sp,#8]
+ ror w16,w26,#6
+ add w21,w21,w19
+ ror w8,w3,#7
+ and w17,w27,w26
+ ror w7,w0,#17
+ bic w19,w20,w26
+ ror w9,w22,#2
+ add w21,w21,w1
+ eor w16,w16,w26,ror#11
+ eor w8,w8,w3,ror#18
+ orr w17,w17,w19
+ eor w19,w22,w23
+ eor w16,w16,w26,ror#25
+ eor w9,w9,w22,ror#13
+ add w21,w21,w17
+ and w28,w28,w19
+ eor w7,w7,w0,ror#19
+ eor w8,w8,w3,lsr#3
+ add w21,w21,w16
+ eor w28,w28,w23
+ eor w17,w9,w22,ror#22
+ eor w7,w7,w0,lsr#10
+ add w2,w2,w11
+ add w25,w25,w21
+ add w21,w21,w28
+ ldr w28,[x30],#4
+ add w2,w2,w8
+ add w21,w21,w17
+ add w2,w2,w7
+ ldr w7,[sp,#0]
+ str w10,[sp,#12]
+ ror w16,w25,#6
+ add w20,w20,w28
+ ror w9,w4,#7
+ and w17,w26,w25
+ ror w8,w1,#17
+ bic w28,w27,w25
+ ror w10,w21,#2
+ add w20,w20,w2
+ eor w16,w16,w25,ror#11
+ eor w9,w9,w4,ror#18
+ orr w17,w17,w28
+ eor w28,w21,w22
+ eor w16,w16,w25,ror#25
+ eor w10,w10,w21,ror#13
+ add w20,w20,w17
+ and w19,w19,w28
+ eor w8,w8,w1,ror#19
+ eor w9,w9,w4,lsr#3
+ add w20,w20,w16
+ eor w19,w19,w22
+ eor w17,w10,w21,ror#22
+ eor w8,w8,w1,lsr#10
+ add w3,w3,w12
+ add w24,w24,w20
+ add w20,w20,w19
+ ldr w19,[x30],#4
+ add w3,w3,w9
+ add w20,w20,w17
+ add w3,w3,w8
+ cbnz w19,.Loop_16_xx
+
+ ldp x0,x2,[x29,#96]
+ ldr x1,[x29,#112]
+ sub x30,x30,#260
+
+ ldp w3,w4,[x0]
+ ldp w5,w6,[x0,#2*4]
+ add x1,x1,#14*4
+ ldp w7,w8,[x0,#4*4]
+ add w20,w20,w3
+ ldp w9,w10,[x0,#6*4]
+ add w21,w21,w4
+ add w22,w22,w5
+ add w23,w23,w6
+ stp w20,w21,[x0]
+ add w24,w24,w7
+ add w25,w25,w8
+ stp w22,w23,[x0,#2*4]
+ add w26,w26,w9
+ add w27,w27,w10
+ cmp x1,x2
+ stp w24,w25,[x0,#4*4]
+ stp w26,w27,[x0,#6*4]
+ b.ne .Loop
+
+ ldp x19,x20,[x29,#16]
+ add sp,sp,#4*4
+ ldp x21,x22,[x29,#32]
+ ldp x23,x24,[x29,#48]
+ ldp x25,x26,[x29,#64]
+ ldp x27,x28,[x29,#80]
+ ldp x29,x30,[sp],#128
+ ret
+.size sha256_block_data_order,.-sha256_block_data_order
+
+.align 6
+.type .LK256,%object
+.LK256:
+.long 0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
+.long 0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
+.long 0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
+.long 0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
+.long 0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
+.long 0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
+.long 0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
+.long 0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
+.long 0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
+.long 0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
+.long 0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
+.long 0xd192e819,0xd6990624,0xf40e3585,0x106aa070
+.long 0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
+.long 0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
+.long 0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
+.long 0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
+.long 0
+.size .LK256,.-.LK256
+.align 3
+.L_gnutls_arm_cpuid_s:
+
+
+
+.quad _gnutls_arm_cpuid_s-.
+
+.byte 83,72,65,50,53,54,32,98,108,111,99,107,32,116,114,97,110,115,102,111,114,109,32,102,111,114,32,65,82,77,118,56,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
+.align 2
+.align 2
+.type sha256_block_armv8,%function
+.align 6
+sha256_block_armv8:
+.Lv8_entry:
+ stp x29,x30,[sp,#-16]!
+ add x29,sp,#0
+
+ ld1 {v0.4s,v1.4s},[x0]
+ adr x3,.LK256
+
+.Loop_hw:
+ ld1 {v4.16b,v5.16b,v6.16b,v7.16b},[x1],#64
+ sub x2,x2,#1
+ ld1 {v16.4s},[x3],#16
+ rev32 v4.16b,v4.16b
+ rev32 v5.16b,v5.16b
+ rev32 v6.16b,v6.16b
+ rev32 v7.16b,v7.16b
+ orr v18.16b,v0.16b,v0.16b
+ orr v19.16b,v1.16b,v1.16b
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v4.4s
+.inst 0x5e2828a4
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e0760c4
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v5.4s
+.inst 0x5e2828c5
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0460e5
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v6.4s
+.inst 0x5e2828e6
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e056086
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v7.4s
+.inst 0x5e282887
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0660a7
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v4.4s
+.inst 0x5e2828a4
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e0760c4
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v5.4s
+.inst 0x5e2828c5
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0460e5
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v6.4s
+.inst 0x5e2828e6
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e056086
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v7.4s
+.inst 0x5e282887
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0660a7
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v4.4s
+.inst 0x5e2828a4
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e0760c4
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v5.4s
+.inst 0x5e2828c5
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0460e5
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v6.4s
+.inst 0x5e2828e6
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+.inst 0x5e056086
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v7.4s
+.inst 0x5e282887
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+.inst 0x5e0660a7
+ ld1 {v17.4s},[x3],#16
+ add v16.4s,v16.4s,v4.4s
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+
+ ld1 {v16.4s},[x3],#16
+ add v17.4s,v17.4s,v5.4s
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+
+ ld1 {v17.4s},[x3]
+ add v16.4s,v16.4s,v6.4s
+ sub x3,x3,#64*4-16
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e104020
+.inst 0x5e105041
+
+ add v17.4s,v17.4s,v7.4s
+ orr v2.16b,v0.16b,v0.16b
+.inst 0x5e114020
+.inst 0x5e115041
+
+ add v0.4s,v0.4s,v18.4s
+ add v1.4s,v1.4s,v19.4s
+
+ cbnz x2,.Loop_hw
+
+ st1 {v0.4s,v1.4s},[x0]
+
+ ldr x29,[sp],#16
+ ret
+.size sha256_block_armv8,.-sha256_block_armv8
+.comm _gnutls_arm_cpuid_s,4,4
+
+.section .note.GNU-stack,"",%progbits
diff --git a/lib/accelerated/aarch64/elf/sha512-armv8.s b/lib/accelerated/aarch64/elf/sha512-armv8.s
new file mode 100644
index 0000000000..8484f272e6
--- /dev/null
+++ b/lib/accelerated/aarch64/elf/sha512-armv8.s
@@ -0,0 +1,1073 @@
+# 1 "lib/accelerated/aarch64/elf/sha512-armv8.s.tmp.S"
+# 1 "<built-in>"
+# 1 "<command-line>"
+# 1 "lib/accelerated/aarch64/elf/sha512-armv8.s.tmp.S"
+# Copyright (c) 2011-2016, Andy Polyakov <appro@openssl.org>
+# All rights reserved.
+
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+
+# * Redistributions of source code must retain copyright notices,
+# this list of conditions and the following disclaimer.
+
+# * Redistributions in binary form must reproduce the above
+# copyright notice, this list of conditions and the following
+# disclaimer in the documentation and/or other materials
+# provided with the distribution.
+
+# * Neither the name of the Andy Polyakov nor the names of its
+# copyright holder and contributors may be used to endorse or
+# promote products derived from this software without specific
+# prior written permission.
+
+# ALTERNATIVELY, provided that this notice is retained in full, this
+# product may be distributed under the terms of the GNU General Public
+# License (GPL), in which case the provisions of the GPL apply INSTEAD OF
+# those given above.
+
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+# *** This file is auto-generated ***
+
+# 1 "lib/accelerated/aarch64/aarch64-common.h" 1
+# 41 "lib/accelerated/aarch64/elf/sha512-armv8.s.tmp.S" 2
+
+.text
+
+
+.globl sha512_block_data_order
+.type sha512_block_data_order,%function
+.align 6
+sha512_block_data_order:
+ stp x29,x30,[sp,#-128]!
+ add x29,sp,#0
+
+ stp x19,x20,[sp,#16]
+ stp x21,x22,[sp,#32]
+ stp x23,x24,[sp,#48]
+ stp x25,x26,[sp,#64]
+ stp x27,x28,[sp,#80]
+ sub sp,sp,#4*8
+
+ ldp x20,x21,[x0]
+ ldp x22,x23,[x0,#2*8]
+ ldp x24,x25,[x0,#4*8]
+ add x2,x1,x2,lsl#7
+ ldp x26,x27,[x0,#6*8]
+ adr x30,.LK512
+ stp x0,x2,[x29,#96]
+
+.Loop:
+ ldp x3,x4,[x1],#2*8
+ ldr x19,[x30],#8
+ eor x28,x21,x22
+ str x1,[x29,#112]
+
+ rev x3,x3
+
+ ror x16,x24,#14
+ add x27,x27,x19
+ eor x6,x24,x24,ror#23
+ and x17,x25,x24
+ bic x19,x26,x24
+ add x27,x27,x3
+ orr x17,x17,x19
+ eor x19,x20,x21
+ eor x16,x16,x6,ror#18
+ ror x6,x20,#28
+ add x27,x27,x17
+ eor x17,x20,x20,ror#5
+ add x27,x27,x16
+ and x28,x28,x19
+ add x23,x23,x27
+ eor x28,x28,x21
+ eor x17,x6,x17,ror#34
+ add x27,x27,x28
+ ldr x28,[x30],#8
+
+
+ rev x4,x4
+
+ ldp x5,x6,[x1],#2*8
+ add x27,x27,x17
+ ror x16,x23,#14
+ add x26,x26,x28
+ eor x7,x23,x23,ror#23
+ and x17,x24,x23
+ bic x28,x25,x23
+ add x26,x26,x4
+ orr x17,x17,x28
+ eor x28,x27,x20
+ eor x16,x16,x7,ror#18
+ ror x7,x27,#28
+ add x26,x26,x17
+ eor x17,x27,x27,ror#5
+ add x26,x26,x16
+ and x19,x19,x28
+ add x22,x22,x26
+ eor x19,x19,x20
+ eor x17,x7,x17,ror#34
+ add x26,x26,x19
+ ldr x19,[x30],#8
+
+
+ rev x5,x5
+
+ add x26,x26,x17
+ ror x16,x22,#14
+ add x25,x25,x19
+ eor x8,x22,x22,ror#23
+ and x17,x23,x22
+ bic x19,x24,x22
+ add x25,x25,x5
+ orr x17,x17,x19
+ eor x19,x26,x27
+ eor x16,x16,x8,ror#18
+ ror x8,x26,#28
+ add x25,x25,x17
+ eor x17,x26,x26,ror#5
+ add x25,x25,x16
+ and x28,x28,x19
+ add x21,x21,x25
+ eor x28,x28,x27
+ eor x17,x8,x17,ror#34
+ add x25,x25,x28
+ ldr x28,[x30],#8
+
+
+ rev x6,x6
+
+ ldp x7,x8,[x1],#2*8
+ add x25,x25,x17
+ ror x16,x21,#14
+ add x24,x24,x28
+ eor x9,x21,x21,ror#23
+ and x17,x22,x21
+ bic x28,x23,x21
+ add x24,x24,x6
+ orr x17,x17,x28
+ eor x28,x25,x26
+ eor x16,x16,x9,ror#18
+ ror x9,x25,#28
+ add x24,x24,x17
+ eor x17,x25,x25,ror#5
+ add x24,x24,x16
+ and x19,x19,x28
+ add x20,x20,x24
+ eor x19,x19,x26
+ eor x17,x9,x17,ror#34
+ add x24,x24,x19
+ ldr x19,[x30],#8
+
+
+ rev x7,x7
+
+ add x24,x24,x17
+ ror x16,x20,#14
+ add x23,x23,x19
+ eor x10,x20,x20,ror#23
+ and x17,x21,x20
+ bic x19,x22,x20
+ add x23,x23,x7
+ orr x17,x17,x19
+ eor x19,x24,x25
+ eor x16,x16,x10,ror#18
+ ror x10,x24,#28
+ add x23,x23,x17
+ eor x17,x24,x24,ror#5
+ add x23,x23,x16
+ and x28,x28,x19
+ add x27,x27,x23
+ eor x28,x28,x25
+ eor x17,x10,x17,ror#34
+ add x23,x23,x28
+ ldr x28,[x30],#8
+
+
+ rev x8,x8
+
+ ldp x9,x10,[x1],#2*8
+ add x23,x23,x17
+ ror x16,x27,#14
+ add x22,x22,x28
+ eor x11,x27,x27,ror#23
+ and x17,x20,x27
+ bic x28,x21,x27
+ add x22,x22,x8
+ orr x17,x17,x28
+ eor x28,x23,x24
+ eor x16,x16,x11,ror#18
+ ror x11,x23,#28
+ add x22,x22,x17
+ eor x17,x23,x23,ror#5
+ add x22,x22,x16
+ and x19,x19,x28
+ add x26,x26,x22
+ eor x19,x19,x24
+ eor x17,x11,x17,ror#34
+ add x22,x22,x19
+ ldr x19,[x30],#8
+
+
+ rev x9,x9
+
+ add x22,x22,x17
+ ror x16,x26,#14
+ add x21,x21,x19
+ eor x12,x26,x26,ror#23
+ and x17,x27,x26
+ bic x19,x20,x26
+ add x21,x21,x9
+ orr x17,x17,x19
+ eor x19,x22,x23
+ eor x16,x16,x12,ror#18
+ ror x12,x22,#28
+ add x21,x21,x17
+ eor x17,x22,x22,ror#5
+ add x21,x21,x16
+ and x28,x28,x19
+ add x25,x25,x21
+ eor x28,x28,x23
+ eor x17,x12,x17,ror#34
+ add x21,x21,x28
+ ldr x28,[x30],#8
+
+
+ rev x10,x10
+
+ ldp x11,x12,[x1],#2*8
+ add x21,x21,x17
+ ror x16,x25,#14
+ add x20,x20,x28
+ eor x13,x25,x25,ror#23
+ and x17,x26,x25
+ bic x28,x27,x25
+ add x20,x20,x10
+ orr x17,x17,x28
+ eor x28,x21,x22
+ eor x16,x16,x13,ror#18
+ ror x13,x21,#28
+ add x20,x20,x17
+ eor x17,x21,x21,ror#5
+ add x20,x20,x16
+ and x19,x19,x28
+ add x24,x24,x20
+ eor x19,x19,x22
+ eor x17,x13,x17,ror#34
+ add x20,x20,x19
+ ldr x19,[x30],#8
+
+
+ rev x11,x11
+
+ add x20,x20,x17
+ ror x16,x24,#14
+ add x27,x27,x19
+ eor x14,x24,x24,ror#23
+ and x17,x25,x24
+ bic x19,x26,x24
+ add x27,x27,x11
+ orr x17,x17,x19
+ eor x19,x20,x21
+ eor x16,x16,x14,ror#18
+ ror x14,x20,#28
+ add x27,x27,x17
+ eor x17,x20,x20,ror#5
+ add x27,x27,x16
+ and x28,x28,x19
+ add x23,x23,x27
+ eor x28,x28,x21
+ eor x17,x14,x17,ror#34
+ add x27,x27,x28
+ ldr x28,[x30],#8
+
+
+ rev x12,x12
+
+ ldp x13,x14,[x1],#2*8
+ add x27,x27,x17
+ ror x16,x23,#14
+ add x26,x26,x28
+ eor x15,x23,x23,ror#23
+ and x17,x24,x23
+ bic x28,x25,x23
+ add x26,x26,x12
+ orr x17,x17,x28
+ eor x28,x27,x20
+ eor x16,x16,x15,ror#18
+ ror x15,x27,#28
+ add x26,x26,x17
+ eor x17,x27,x27,ror#5
+ add x26,x26,x16
+ and x19,x19,x28
+ add x22,x22,x26
+ eor x19,x19,x20
+ eor x17,x15,x17,ror#34
+ add x26,x26,x19
+ ldr x19,[x30],#8
+
+
+ rev x13,x13
+
+ add x26,x26,x17
+ ror x16,x22,#14
+ add x25,x25,x19
+ eor x0,x22,x22,ror#23
+ and x17,x23,x22
+ bic x19,x24,x22
+ add x25,x25,x13
+ orr x17,x17,x19
+ eor x19,x26,x27
+ eor x16,x16,x0,ror#18
+ ror x0,x26,#28
+ add x25,x25,x17
+ eor x17,x26,x26,ror#5
+ add x25,x25,x16
+ and x28,x28,x19
+ add x21,x21,x25
+ eor x28,x28,x27
+ eor x17,x0,x17,ror#34
+ add x25,x25,x28
+ ldr x28,[x30],#8
+
+
+ rev x14,x14
+
+ ldp x15,x0,[x1],#2*8
+ add x25,x25,x17
+ str x6,[sp,#24]
+ ror x16,x21,#14
+ add x24,x24,x28
+ eor x6,x21,x21,ror#23
+ and x17,x22,x21
+ bic x28,x23,x21
+ add x24,x24,x14
+ orr x17,x17,x28
+ eor x28,x25,x26
+ eor x16,x16,x6,ror#18
+ ror x6,x25,#28
+ add x24,x24,x17
+ eor x17,x25,x25,ror#5
+ add x24,x24,x16
+ and x19,x19,x28
+ add x20,x20,x24
+ eor x19,x19,x26
+ eor x17,x6,x17,ror#34
+ add x24,x24,x19
+ ldr x19,[x30],#8
+
+
+ rev x15,x15
+
+ add x24,x24,x17
+ str x7,[sp,#0]
+ ror x16,x20,#14
+ add x23,x23,x19
+ eor x7,x20,x20,ror#23
+ and x17,x21,x20
+ bic x19,x22,x20
+ add x23,x23,x15
+ orr x17,x17,x19
+ eor x19,x24,x25
+ eor x16,x16,x7,ror#18
+ ror x7,x24,#28
+ add x23,x23,x17
+ eor x17,x24,x24,ror#5
+ add x23,x23,x16
+ and x28,x28,x19
+ add x27,x27,x23
+ eor x28,x28,x25
+ eor x17,x7,x17,ror#34
+ add x23,x23,x28
+ ldr x28,[x30],#8
+
+
+ rev x0,x0
+
+ ldp x1,x2,[x1]
+ add x23,x23,x17
+ str x8,[sp,#8]
+ ror x16,x27,#14
+ add x22,x22,x28
+ eor x8,x27,x27,ror#23
+ and x17,x20,x27
+ bic x28,x21,x27
+ add x22,x22,x0
+ orr x17,x17,x28
+ eor x28,x23,x24
+ eor x16,x16,x8,ror#18
+ ror x8,x23,#28
+ add x22,x22,x17
+ eor x17,x23,x23,ror#5
+ add x22,x22,x16
+ and x19,x19,x28
+ add x26,x26,x22
+ eor x19,x19,x24
+ eor x17,x8,x17,ror#34
+ add x22,x22,x19
+ ldr x19,[x30],#8
+
+
+ rev x1,x1
+
+ ldr x6,[sp,#24]
+ add x22,x22,x17
+ str x9,[sp,#16]
+ ror x16,x26,#14
+ add x21,x21,x19
+ eor x9,x26,x26,ror#23
+ and x17,x27,x26
+ bic x19,x20,x26
+ add x21,x21,x1
+ orr x17,x17,x19
+ eor x19,x22,x23
+ eor x16,x16,x9,ror#18
+ ror x9,x22,#28
+ add x21,x21,x17
+ eor x17,x22,x22,ror#5
+ add x21,x21,x16
+ and x28,x28,x19
+ add x25,x25,x21
+ eor x28,x28,x23
+ eor x17,x9,x17,ror#34
+ add x21,x21,x28
+ ldr x28,[x30],#8
+
+
+ rev x2,x2
+
+ ldr x7,[sp,#0]
+ add x21,x21,x17
+ str x10,[sp,#24]
+ ror x16,x25,#14
+ add x20,x20,x28
+ ror x9,x4,#1
+ and x17,x26,x25
+ ror x8,x1,#19
+ bic x28,x27,x25
+ ror x10,x21,#28
+ add x20,x20,x2
+ eor x16,x16,x25,ror#18
+ eor x9,x9,x4,ror#8
+ orr x17,x17,x28
+ eor x28,x21,x22
+ eor x16,x16,x25,ror#41
+ eor x10,x10,x21,ror#34
+ add x20,x20,x17
+ and x19,x19,x28
+ eor x8,x8,x1,ror#61
+ eor x9,x9,x4,lsr#7
+ add x20,x20,x16
+ eor x19,x19,x22
+ eor x17,x10,x21,ror#39
+ eor x8,x8,x1,lsr#6
+ add x3,x3,x12
+ add x24,x24,x20
+ add x20,x20,x19
+ ldr x19,[x30],#8
+ add x3,x3,x9
+ add x20,x20,x17
+ add x3,x3,x8
+.Loop_16_xx:
+ ldr x8,[sp,#8]
+ str x11,[sp,#0]
+ ror x16,x24,#14
+ add x27,x27,x19
+ ror x10,x5,#1
+ and x17,x25,x24
+ ror x9,x2,#19
+ bic x19,x26,x24
+ ror x11,x20,#28
+ add x27,x27,x3
+ eor x16,x16,x24,ror#18
+ eor x10,x10,x5,ror#8
+ orr x17,x17,x19
+ eor x19,x20,x21
+ eor x16,x16,x24,ror#41
+ eor x11,x11,x20,ror#34
+ add x27,x27,x17
+ and x28,x28,x19
+ eor x9,x9,x2,ror#61
+ eor x10,x10,x5,lsr#7
+ add x27,x27,x16
+ eor x28,x28,x21
+ eor x17,x11,x20,ror#39
+ eor x9,x9,x2,lsr#6
+ add x4,x4,x13
+ add x23,x23,x27
+ add x27,x27,x28
+ ldr x28,[x30],#8
+ add x4,x4,x10
+ add x27,x27,x17
+ add x4,x4,x9
+ ldr x9,[sp,#16]
+ str x12,[sp,#8]
+ ror x16,x23,#14
+ add x26,x26,x28
+ ror x11,x6,#1
+ and x17,x24,x23
+ ror x10,x3,#19
+ bic x28,x25,x23
+ ror x12,x27,#28
+ add x26,x26,x4
+ eor x16,x16,x23,ror#18
+ eor x11,x11,x6,ror#8
+ orr x17,x17,x28
+ eor x28,x27,x20
+ eor x16,x16,x23,ror#41
+ eor x12,x12,x27,ror#34
+ add x26,x26,x17
+ and x19,x19,x28
+ eor x10,x10,x3,ror#61
+ eor x11,x11,x6,lsr#7
+ add x26,x26,x16
+ eor x19,x19,x20
+ eor x17,x12,x27,ror#39
+ eor x10,x10,x3,lsr#6
+ add x5,x5,x14
+ add x22,x22,x26
+ add x26,x26,x19
+ ldr x19,[x30],#8
+ add x5,x5,x11
+ add x26,x26,x17
+ add x5,x5,x10
+ ldr x10,[sp,#24]
+ str x13,[sp,#16]
+ ror x16,x22,#14
+ add x25,x25,x19
+ ror x12,x7,#1
+ and x17,x23,x22
+ ror x11,x4,#19
+ bic x19,x24,x22
+ ror x13,x26,#28
+ add x25,x25,x5
+ eor x16,x16,x22,ror#18
+ eor x12,x12,x7,ror#8
+ orr x17,x17,x19
+ eor x19,x26,x27
+ eor x16,x16,x22,ror#41
+ eor x13,x13,x26,ror#34
+ add x25,x25,x17
+ and x28,x28,x19
+ eor x11,x11,x4,ror#61
+ eor x12,x12,x7,lsr#7
+ add x25,x25,x16
+ eor x28,x28,x27
+ eor x17,x13,x26,ror#39
+ eor x11,x11,x4,lsr#6
+ add x6,x6,x15
+ add x21,x21,x25
+ add x25,x25,x28
+ ldr x28,[x30],#8
+ add x6,x6,x12
+ add x25,x25,x17
+ add x6,x6,x11
+ ldr x11,[sp,#0]
+ str x14,[sp,#24]
+ ror x16,x21,#14
+ add x24,x24,x28
+ ror x13,x8,#1
+ and x17,x22,x21
+ ror x12,x5,#19
+ bic x28,x23,x21
+ ror x14,x25,#28
+ add x24,x24,x6
+ eor x16,x16,x21,ror#18
+ eor x13,x13,x8,ror#8
+ orr x17,x17,x28
+ eor x28,x25,x26
+ eor x16,x16,x21,ror#41
+ eor x14,x14,x25,ror#34
+ add x24,x24,x17
+ and x19,x19,x28
+ eor x12,x12,x5,ror#61
+ eor x13,x13,x8,lsr#7
+ add x24,x24,x16
+ eor x19,x19,x26
+ eor x17,x14,x25,ror#39
+ eor x12,x12,x5,lsr#6
+ add x7,x7,x0
+ add x20,x20,x24
+ add x24,x24,x19
+ ldr x19,[x30],#8
+ add x7,x7,x13
+ add x24,x24,x17
+ add x7,x7,x12
+ ldr x12,[sp,#8]
+ str x15,[sp,#0]
+ ror x16,x20,#14
+ add x23,x23,x19
+ ror x14,x9,#1
+ and x17,x21,x20
+ ror x13,x6,#19
+ bic x19,x22,x20
+ ror x15,x24,#28
+ add x23,x23,x7
+ eor x16,x16,x20,ror#18
+ eor x14,x14,x9,ror#8
+ orr x17,x17,x19
+ eor x19,x24,x25
+ eor x16,x16,x20,ror#41
+ eor x15,x15,x24,ror#34
+ add x23,x23,x17
+ and x28,x28,x19
+ eor x13,x13,x6,ror#61
+ eor x14,x14,x9,lsr#7
+ add x23,x23,x16
+ eor x28,x28,x25
+ eor x17,x15,x24,ror#39
+ eor x13,x13,x6,lsr#6
+ add x8,x8,x1
+ add x27,x27,x23
+ add x23,x23,x28
+ ldr x28,[x30],#8
+ add x8,x8,x14
+ add x23,x23,x17
+ add x8,x8,x13
+ ldr x13,[sp,#16]
+ str x0,[sp,#8]
+ ror x16,x27,#14
+ add x22,x22,x28
+ ror x15,x10,#1
+ and x17,x20,x27
+ ror x14,x7,#19
+ bic x28,x21,x27
+ ror x0,x23,#28
+ add x22,x22,x8
+ eor x16,x16,x27,ror#18
+ eor x15,x15,x10,ror#8
+ orr x17,x17,x28
+ eor x28,x23,x24
+ eor x16,x16,x27,ror#41
+ eor x0,x0,x23,ror#34
+ add x22,x22,x17
+ and x19,x19,x28
+ eor x14,x14,x7,ror#61
+ eor x15,x15,x10,lsr#7
+ add x22,x22,x16
+ eor x19,x19,x24
+ eor x17,x0,x23,ror#39
+ eor x14,x14,x7,lsr#6
+ add x9,x9,x2
+ add x26,x26,x22
+ add x22,x22,x19
+ ldr x19,[x30],#8
+ add x9,x9,x15
+ add x22,x22,x17
+ add x9,x9,x14
+ ldr x14,[sp,#24]
+ str x1,[sp,#16]
+ ror x16,x26,#14
+ add x21,x21,x19
+ ror x0,x11,#1
+ and x17,x27,x26
+ ror x15,x8,#19
+ bic x19,x20,x26
+ ror x1,x22,#28
+ add x21,x21,x9
+ eor x16,x16,x26,ror#18
+ eor x0,x0,x11,ror#8
+ orr x17,x17,x19
+ eor x19,x22,x23
+ eor x16,x16,x26,ror#41
+ eor x1,x1,x22,ror#34
+ add x21,x21,x17
+ and x28,x28,x19
+ eor x15,x15,x8,ror#61
+ eor x0,x0,x11,lsr#7
+ add x21,x21,x16
+ eor x28,x28,x23
+ eor x17,x1,x22,ror#39
+ eor x15,x15,x8,lsr#6
+ add x10,x10,x3
+ add x25,x25,x21
+ add x21,x21,x28
+ ldr x28,[x30],#8
+ add x10,x10,x0
+ add x21,x21,x17
+ add x10,x10,x15
+ ldr x15,[sp,#0]
+ str x2,[sp,#24]
+ ror x16,x25,#14
+ add x20,x20,x28
+ ror x1,x12,#1
+ and x17,x26,x25
+ ror x0,x9,#19
+ bic x28,x27,x25
+ ror x2,x21,#28
+ add x20,x20,x10
+ eor x16,x16,x25,ror#18
+ eor x1,x1,x12,ror#8
+ orr x17,x17,x28
+ eor x28,x21,x22
+ eor x16,x16,x25,ror#41
+ eor x2,x2,x21,ror#34
+ add x20,x20,x17
+ and x19,x19,x28
+ eor x0,x0,x9,ror#61
+ eor x1,x1,x12,lsr#7
+ add x20,x20,x16
+ eor x19,x19,x22
+ eor x17,x2,x21,ror#39
+ eor x0,x0,x9,lsr#6
+ add x11,x11,x4
+ add x24,x24,x20
+ add x20,x20,x19
+ ldr x19,[x30],#8
+ add x11,x11,x1
+ add x20,x20,x17
+ add x11,x11,x0
+ ldr x0,[sp,#8]
+ str x3,[sp,#0]
+ ror x16,x24,#14
+ add x27,x27,x19
+ ror x2,x13,#1
+ and x17,x25,x24
+ ror x1,x10,#19
+ bic x19,x26,x24
+ ror x3,x20,#28
+ add x27,x27,x11
+ eor x16,x16,x24,ror#18
+ eor x2,x2,x13,ror#8
+ orr x17,x17,x19
+ eor x19,x20,x21
+ eor x16,x16,x24,ror#41
+ eor x3,x3,x20,ror#34
+ add x27,x27,x17
+ and x28,x28,x19
+ eor x1,x1,x10,ror#61
+ eor x2,x2,x13,lsr#7
+ add x27,x27,x16
+ eor x28,x28,x21
+ eor x17,x3,x20,ror#39
+ eor x1,x1,x10,lsr#6
+ add x12,x12,x5
+ add x23,x23,x27
+ add x27,x27,x28
+ ldr x28,[x30],#8
+ add x12,x12,x2
+ add x27,x27,x17
+ add x12,x12,x1
+ ldr x1,[sp,#16]
+ str x4,[sp,#8]
+ ror x16,x23,#14
+ add x26,x26,x28
+ ror x3,x14,#1
+ and x17,x24,x23
+ ror x2,x11,#19
+ bic x28,x25,x23
+ ror x4,x27,#28
+ add x26,x26,x12
+ eor x16,x16,x23,ror#18
+ eor x3,x3,x14,ror#8
+ orr x17,x17,x28
+ eor x28,x27,x20
+ eor x16,x16,x23,ror#41
+ eor x4,x4,x27,ror#34
+ add x26,x26,x17
+ and x19,x19,x28
+ eor x2,x2,x11,ror#61
+ eor x3,x3,x14,lsr#7
+ add x26,x26,x16
+ eor x19,x19,x20
+ eor x17,x4,x27,ror#39
+ eor x2,x2,x11,lsr#6
+ add x13,x13,x6
+ add x22,x22,x26
+ add x26,x26,x19
+ ldr x19,[x30],#8
+ add x13,x13,x3
+ add x26,x26,x17
+ add x13,x13,x2
+ ldr x2,[sp,#24]
+ str x5,[sp,#16]
+ ror x16,x22,#14
+ add x25,x25,x19
+ ror x4,x15,#1
+ and x17,x23,x22
+ ror x3,x12,#19
+ bic x19,x24,x22
+ ror x5,x26,#28
+ add x25,x25,x13
+ eor x16,x16,x22,ror#18
+ eor x4,x4,x15,ror#8
+ orr x17,x17,x19
+ eor x19,x26,x27
+ eor x16,x16,x22,ror#41
+ eor x5,x5,x26,ror#34
+ add x25,x25,x17
+ and x28,x28,x19
+ eor x3,x3,x12,ror#61
+ eor x4,x4,x15,lsr#7
+ add x25,x25,x16
+ eor x28,x28,x27
+ eor x17,x5,x26,ror#39
+ eor x3,x3,x12,lsr#6
+ add x14,x14,x7
+ add x21,x21,x25
+ add x25,x25,x28
+ ldr x28,[x30],#8
+ add x14,x14,x4
+ add x25,x25,x17
+ add x14,x14,x3
+ ldr x3,[sp,#0]
+ str x6,[sp,#24]
+ ror x16,x21,#14
+ add x24,x24,x28
+ ror x5,x0,#1
+ and x17,x22,x21
+ ror x4,x13,#19
+ bic x28,x23,x21
+ ror x6,x25,#28
+ add x24,x24,x14
+ eor x16,x16,x21,ror#18
+ eor x5,x5,x0,ror#8
+ orr x17,x17,x28
+ eor x28,x25,x26
+ eor x16,x16,x21,ror#41
+ eor x6,x6,x25,ror#34
+ add x24,x24,x17
+ and x19,x19,x28
+ eor x4,x4,x13,ror#61
+ eor x5,x5,x0,lsr#7
+ add x24,x24,x16
+ eor x19,x19,x26
+ eor x17,x6,x25,ror#39
+ eor x4,x4,x13,lsr#6
+ add x15,x15,x8
+ add x20,x20,x24
+ add x24,x24,x19
+ ldr x19,[x30],#8
+ add x15,x15,x5
+ add x24,x24,x17
+ add x15,x15,x4
+ ldr x4,[sp,#8]
+ str x7,[sp,#0]
+ ror x16,x20,#14
+ add x23,x23,x19
+ ror x6,x1,#1
+ and x17,x21,x20
+ ror x5,x14,#19
+ bic x19,x22,x20
+ ror x7,x24,#28
+ add x23,x23,x15
+ eor x16,x16,x20,ror#18
+ eor x6,x6,x1,ror#8
+ orr x17,x17,x19
+ eor x19,x24,x25
+ eor x16,x16,x20,ror#41
+ eor x7,x7,x24,ror#34
+ add x23,x23,x17
+ and x28,x28,x19
+ eor x5,x5,x14,ror#61
+ eor x6,x6,x1,lsr#7
+ add x23,x23,x16
+ eor x28,x28,x25
+ eor x17,x7,x24,ror#39
+ eor x5,x5,x14,lsr#6
+ add x0,x0,x9
+ add x27,x27,x23
+ add x23,x23,x28
+ ldr x28,[x30],#8
+ add x0,x0,x6
+ add x23,x23,x17
+ add x0,x0,x5
+ ldr x5,[sp,#16]
+ str x8,[sp,#8]
+ ror x16,x27,#14
+ add x22,x22,x28
+ ror x7,x2,#1
+ and x17,x20,x27
+ ror x6,x15,#19
+ bic x28,x21,x27
+ ror x8,x23,#28
+ add x22,x22,x0
+ eor x16,x16,x27,ror#18
+ eor x7,x7,x2,ror#8
+ orr x17,x17,x28
+ eor x28,x23,x24
+ eor x16,x16,x27,ror#41
+ eor x8,x8,x23,ror#34
+ add x22,x22,x17
+ and x19,x19,x28
+ eor x6,x6,x15,ror#61
+ eor x7,x7,x2,lsr#7
+ add x22,x22,x16
+ eor x19,x19,x24
+ eor x17,x8,x23,ror#39
+ eor x6,x6,x15,lsr#6
+ add x1,x1,x10
+ add x26,x26,x22
+ add x22,x22,x19
+ ldr x19,[x30],#8
+ add x1,x1,x7
+ add x22,x22,x17
+ add x1,x1,x6
+ ldr x6,[sp,#24]
+ str x9,[sp,#16]
+ ror x16,x26,#14
+ add x21,x21,x19
+ ror x8,x3,#1
+ and x17,x27,x26
+ ror x7,x0,#19
+ bic x19,x20,x26
+ ror x9,x22,#28
+ add x21,x21,x1
+ eor x16,x16,x26,ror#18
+ eor x8,x8,x3,ror#8
+ orr x17,x17,x19
+ eor x19,x22,x23
+ eor x16,x16,x26,ror#41
+ eor x9,x9,x22,ror#34
+ add x21,x21,x17
+ and x28,x28,x19
+ eor x7,x7,x0,ror#61
+ eor x8,x8,x3,lsr#7
+ add x21,x21,x16
+ eor x28,x28,x23
+ eor x17,x9,x22,ror#39
+ eor x7,x7,x0,lsr#6
+ add x2,x2,x11
+ add x25,x25,x21
+ add x21,x21,x28
+ ldr x28,[x30],#8
+ add x2,x2,x8
+ add x21,x21,x17
+ add x2,x2,x7
+ ldr x7,[sp,#0]
+ str x10,[sp,#24]
+ ror x16,x25,#14
+ add x20,x20,x28
+ ror x9,x4,#1
+ and x17,x26,x25
+ ror x8,x1,#19
+ bic x28,x27,x25
+ ror x10,x21,#28
+ add x20,x20,x2
+ eor x16,x16,x25,ror#18
+ eor x9,x9,x4,ror#8
+ orr x17,x17,x28
+ eor x28,x21,x22
+ eor x16,x16,x25,ror#41
+ eor x10,x10,x21,ror#34
+ add x20,x20,x17
+ and x19,x19,x28
+ eor x8,x8,x1,ror#61
+ eor x9,x9,x4,lsr#7
+ add x20,x20,x16
+ eor x19,x19,x22
+ eor x17,x10,x21,ror#39
+ eor x8,x8,x1,lsr#6
+ add x3,x3,x12
+ add x24,x24,x20
+ add x20,x20,x19
+ ldr x19,[x30],#8
+ add x3,x3,x9
+ add x20,x20,x17
+ add x3,x3,x8
+ cbnz x19,.Loop_16_xx
+
+ ldp x0,x2,[x29,#96]
+ ldr x1,[x29,#112]
+ sub x30,x30,#648
+
+ ldp x3,x4,[x0]
+ ldp x5,x6,[x0,#2*8]
+ add x1,x1,#14*8
+ ldp x7,x8,[x0,#4*8]
+ add x20,x20,x3
+ ldp x9,x10,[x0,#6*8]
+ add x21,x21,x4
+ add x22,x22,x5
+ add x23,x23,x6
+ stp x20,x21,[x0]
+ add x24,x24,x7
+ add x25,x25,x8
+ stp x22,x23,[x0,#2*8]
+ add x26,x26,x9
+ add x27,x27,x10
+ cmp x1,x2
+ stp x24,x25,[x0,#4*8]
+ stp x26,x27,[x0,#6*8]
+ b.ne .Loop
+
+ ldp x19,x20,[x29,#16]
+ add sp,sp,#4*8
+ ldp x21,x22,[x29,#32]
+ ldp x23,x24,[x29,#48]
+ ldp x25,x26,[x29,#64]
+ ldp x27,x28,[x29,#80]
+ ldp x29,x30,[sp],#128
+ ret
+.size sha512_block_data_order,.-sha512_block_data_order
+
+.align 6
+.type .LK512,%object
+.LK512:
+.quad 0x428a2f98d728ae22,0x7137449123ef65cd
+.quad 0xb5c0fbcfec4d3b2f,0xe9b5dba58189dbbc
+.quad 0x3956c25bf348b538,0x59f111f1b605d019
+.quad 0x923f82a4af194f9b,0xab1c5ed5da6d8118
+.quad 0xd807aa98a3030242,0x12835b0145706fbe
+.quad 0x243185be4ee4b28c,0x550c7dc3d5ffb4e2
+.quad 0x72be5d74f27b896f,0x80deb1fe3b1696b1
+.quad 0x9bdc06a725c71235,0xc19bf174cf692694
+.quad 0xe49b69c19ef14ad2,0xefbe4786384f25e3
+.quad 0x0fc19dc68b8cd5b5,0x240ca1cc77ac9c65
+.quad 0x2de92c6f592b0275,0x4a7484aa6ea6e483
+.quad 0x5cb0a9dcbd41fbd4,0x76f988da831153b5
+.quad 0x983e5152ee66dfab,0xa831c66d2db43210
+.quad 0xb00327c898fb213f,0xbf597fc7beef0ee4
+.quad 0xc6e00bf33da88fc2,0xd5a79147930aa725
+.quad 0x06ca6351e003826f,0x142929670a0e6e70
+.quad 0x27b70a8546d22ffc,0x2e1b21385c26c926
+.quad 0x4d2c6dfc5ac42aed,0x53380d139d95b3df
+.quad 0x650a73548baf63de,0x766a0abb3c77b2a8
+.quad 0x81c2c92e47edaee6,0x92722c851482353b
+.quad 0xa2bfe8a14cf10364,0xa81a664bbc423001
+.quad 0xc24b8b70d0f89791,0xc76c51a30654be30
+.quad 0xd192e819d6ef5218,0xd69906245565a910
+.quad 0xf40e35855771202a,0x106aa07032bbd1b8
+.quad 0x19a4c116b8d2d0c8,0x1e376c085141ab53
+.quad 0x2748774cdf8eeb99,0x34b0bcb5e19b48a8
+.quad 0x391c0cb3c5c95a63,0x4ed8aa4ae3418acb
+.quad 0x5b9cca4f7763e373,0x682e6ff3d6b2b8a3
+.quad 0x748f82ee5defb2fc,0x78a5636f43172f60
+.quad 0x84c87814a1f0ab72,0x8cc702081a6439ec
+.quad 0x90befffa23631e28,0xa4506cebde82bde9
+.quad 0xbef9a3f7b2c67915,0xc67178f2e372532b
+.quad 0xca273eceea26619c,0xd186b8c721c0c207
+.quad 0xeada7dd6cde0eb1e,0xf57d4f7fee6ed178
+.quad 0x06f067aa72176fba,0x0a637dc5a2c898a6
+.quad 0x113f9804bef90dae,0x1b710b35131c471b
+.quad 0x28db77f523047d84,0x32caab7b40c72493
+.quad 0x3c9ebe0a15c9bebc,0x431d67c49c100d4c
+.quad 0x4cc5d4becb3e42b6,0x597f299cfc657e2a
+.quad 0x5fcb6fab3ad6faec,0x6c44198c4a475817
+.quad 0
+.size .LK512,.-.LK512
+.align 3
+.L_gnutls_arm_cpuid_s:
+
+
+
+.quad _gnutls_arm_cpuid_s-.
+
+.byte 83,72,65,53,49,50,32,98,108,111,99,107,32,116,114,97,110,115,102,111,114,109,32,102,111,114,32,65,82,77,118,56,44,32,67,82,89,80,84,79,71,65,77,83,32,98,121,32,60,97,112,112,114,111,64,111,112,101,110,115,115,108,46,111,114,103,62,0
+.align 2
+.align 2
+.comm _gnutls_arm_cpuid_s,4,4
+
+.section .note.GNU-stack,"",%progbits
diff --git a/lib/accelerated/aarch64/sha-aarch64.c b/lib/accelerated/aarch64/sha-aarch64.c
new file mode 100644
index 0000000000..5b68204b00
--- /dev/null
+++ b/lib/accelerated/aarch64/sha-aarch64.c
@@ -0,0 +1,357 @@
+/*
+ * Copyright (C) 2011-2016 Free Software Foundation, Inc.
+ * Copyright (C) 2016 Red Hat, Inc.
+ *
+ * Author: Nikos Mavrogiannopoulos
+ *
+ * This file is part of GnuTLS.
+ *
+ * The GnuTLS is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public License
+ * as published by the Free Software Foundation; either version 2.1 of
+ * the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful, but
+ * WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public License
+ * along with this program. If not, see <http://www.gnu.org/licenses/>
+ *
+ */
+
+#include "errors.h"
+#include "gnutls_int.h"
+#include <gnutls/crypto.h>
+#include "errors.h"
+#include <nettle/sha.h>
+#include <nettle/macros.h>
+#include <nettle/nettle-meta.h>
+#include <sha-aarch64.h>
+#include <aarch64-common.h>
+
+void sha1_block_data_order(void *c, const void *p, size_t len);
+void sha256_block_data_order(void *c, const void *p, size_t len);
+void sha512_block_data_order(void *c, const void *p, size_t len);
+
+typedef void (*update_func) (void *, size_t, const uint8_t *);
+typedef void (*digest_func) (void *, size_t, uint8_t *);
+typedef void (*set_key_func) (void *, size_t, const uint8_t *);
+typedef void (*init_func) (void *);
+
+struct aarch64_hash_ctx {
+ union {
+ struct sha1_ctx sha1;
+ struct sha224_ctx sha224;
+ struct sha256_ctx sha256;
+ struct sha384_ctx sha384;
+ struct sha512_ctx sha512;
+ } ctx;
+ void *ctx_ptr;
+ gnutls_digest_algorithm_t algo;
+ size_t length;
+ update_func update;
+ digest_func digest;
+ init_func init;
+};
+
+static int
+wrap_aarch64_hash_update(void *_ctx, const void *text, size_t textsize)
+{
+ struct aarch64_hash_ctx *ctx = _ctx;
+
+ ctx->update(ctx->ctx_ptr, textsize, text);
+
+ return GNUTLS_E_SUCCESS;
+}
+
+static void wrap_aarch64_hash_deinit(void *hd)
+{
+ gnutls_free(hd);
+}
+
+void aarch64_sha1_update(struct sha1_ctx *ctx, size_t length,
+ const uint8_t * data)
+{
+ struct {
+ uint32_t h0, h1, h2, h3, h4;
+ uint32_t Nl, Nh;
+ uint32_t data[16];
+ unsigned int num;
+ } octx;
+ size_t res;
+ unsigned t2, i;
+
+ if ((res = ctx->index)) {
+ res = SHA1_DATA_SIZE - res;
+ if (length < res)
+ res = length;
+ sha1_update(ctx, res, data);
+ data += res;
+ length -= res;
+ }
+
+ octx.h0 = ctx->state[0];
+ octx.h1 = ctx->state[1];
+ octx.h2 = ctx->state[2];
+ octx.h3 = ctx->state[3];
+ octx.h4 = ctx->state[4];
+
+ memcpy(octx.data, ctx->block, SHA1_DATA_SIZE);
+ octx.num = ctx->index;
+
+ res = length % SHA1_DATA_SIZE;
+ length -= res;
+
+ if (length > 0) {
+
+ t2 = length / SHA1_DATA_SIZE;
+
+ sha1_block_data_order(&octx, data, t2);
+
+ for (i=0;i<t2;i++)
+ ctx->count++;
+ data += length;
+ }
+
+ ctx->state[0] = octx.h0;
+ ctx->state[1] = octx.h1;
+ ctx->state[2] = octx.h2;
+ ctx->state[3] = octx.h3;
+ ctx->state[4] = octx.h4;
+
+ memcpy(ctx->block, octx.data, octx.num);
+ ctx->index = octx.num;
+
+ if (res > 0) {
+ sha1_update(ctx, res, data);
+ }
+
+}
+
+void aarch64_sha256_update(struct sha256_ctx *ctx, size_t length,
+ const uint8_t * data)
+{
+ struct {
+ uint32_t h[8];
+ uint32_t Nl, Nh;
+ uint32_t data[16];
+ unsigned int num;
+ unsigned md_len;
+ } octx;
+ size_t res;
+ unsigned t2, i;
+
+ if ((res = ctx->index)) {
+ res = SHA256_DATA_SIZE - res;
+ if (length < res)
+ res = length;
+ sha256_update(ctx, res, data);
+ data += res;
+ length -= res;
+ }
+
+ memcpy(octx.h, ctx->state, sizeof(octx.h));
+ memcpy(octx.data, ctx->block, SHA256_DATA_SIZE);
+ octx.num = ctx->index;
+
+ res = length % SHA256_DATA_SIZE;
+ length -= res;
+
+ if (length > 0) {
+ t2 = length / SHA1_DATA_SIZE;
+ sha256_block_data_order(&octx, data, t2);
+
+ for (i=0;i<t2;i++)
+ ctx->count++;
+ data += length;
+ }
+
+ memcpy(ctx->state, octx.h, sizeof(octx.h));
+
+ memcpy(ctx->block, octx.data, octx.num);
+ ctx->index = octx.num;
+
+ if (res > 0) {
+ sha256_update(ctx, res, data);
+ }
+}
+
+void aarch64_sha512_update(struct sha512_ctx *ctx, size_t length,
+ const uint8_t * data)
+{
+ struct {
+ uint64_t h[8];
+ uint64_t Nl, Nh;
+ union {
+ uint64_t d[16];
+ uint8_t p[16*8];
+ } u;
+ unsigned int num;
+ unsigned md_len;
+ } octx;
+ size_t res;
+ unsigned t2, i;
+
+ if ((res = ctx->index)) {
+ res = SHA512_DATA_SIZE - res;
+ if (length < res)
+ res = length;
+ sha512_update(ctx, res, data);
+ data += res;
+ length -= res;
+ }
+
+ memcpy(octx.h, ctx->state, sizeof(octx.h));
+ memcpy(octx.u.p, ctx->block, SHA512_DATA_SIZE);
+ octx.num = ctx->index;
+
+ res = length % SHA512_DATA_SIZE;
+ length -= res;
+
+ if (length > 0) {
+ t2 = length / SHA512_DATA_SIZE;
+ sha512_block_data_order(&octx, data, t2);
+
+ for (i=0;i<t2;i++)
+ MD_INCR(ctx);
+ data += length;
+ }
+
+ memcpy(ctx->state, octx.h, sizeof(octx.h));
+
+ memcpy(ctx->block, octx.u.p, octx.num);
+ ctx->index = octx.num;
+
+ if (res > 0) {
+ sha512_update(ctx, res, data);
+ }
+}
+
+static int _ctx_init(gnutls_digest_algorithm_t algo,
+ struct aarch64_hash_ctx *ctx)
+{
+ switch (algo) {
+ case GNUTLS_DIG_SHA1:
+ sha1_init(&ctx->ctx.sha1);
+ ctx->update = (update_func) aarch64_sha1_update;
+ ctx->digest = (digest_func) sha1_digest;
+ ctx->init = (init_func) sha1_init;
+ ctx->ctx_ptr = &ctx->ctx.sha1;
+ ctx->length = SHA1_DIGEST_SIZE;
+ break;
+ case GNUTLS_DIG_SHA224:
+ sha224_init(&ctx->ctx.sha224);
+ ctx->update = (update_func) aarch64_sha256_update;
+ ctx->digest = (digest_func) sha224_digest;
+ ctx->init = (init_func) sha224_init;
+ ctx->ctx_ptr = &ctx->ctx.sha224;
+ ctx->length = SHA224_DIGEST_SIZE;
+ break;
+ case GNUTLS_DIG_SHA256:
+ sha256_init(&ctx->ctx.sha256);
+ ctx->update = (update_func) aarch64_sha256_update;
+ ctx->digest = (digest_func) sha256_digest;
+ ctx->init = (init_func) sha256_init;
+ ctx->ctx_ptr = &ctx->ctx.sha256;
+ ctx->length = SHA256_DIGEST_SIZE;
+ break;
+ case GNUTLS_DIG_SHA384:
+ sha384_init(&ctx->ctx.sha384);
+ ctx->update = (update_func) aarch64_sha512_update;
+ ctx->digest = (digest_func) sha512_digest;
+ ctx->init = (init_func) sha384_init;
+ ctx->ctx_ptr = &ctx->ctx.sha384;
+ ctx->length = SHA384_DIGEST_SIZE;
+ break;
+ case GNUTLS_DIG_SHA512:
+ sha512_init(&ctx->ctx.sha512);
+ ctx->update = (update_func) aarch64_sha512_update;
+ ctx->digest = (digest_func) sha512_digest;
+ ctx->init = (init_func) sha512_init;
+ ctx->ctx_ptr = &ctx->ctx.sha512;
+ ctx->length = SHA512_DIGEST_SIZE;
+ break;
+ default:
+ gnutls_assert();
+ return GNUTLS_E_INVALID_REQUEST;
+ }
+
+ return 0;
+}
+
+
+static int wrap_aarch64_hash_init(gnutls_digest_algorithm_t algo, void **_ctx)
+{
+ struct aarch64_hash_ctx *ctx;
+ int ret;
+
+ ctx = gnutls_malloc(sizeof(struct aarch64_hash_ctx));
+ if (ctx == NULL) {
+ gnutls_assert();
+ return GNUTLS_E_MEMORY_ERROR;
+ }
+
+ ctx->algo = algo;
+
+ if ((ret = _ctx_init(algo, ctx)) < 0) {
+ gnutls_assert();
+ return ret;
+ }
+
+ *_ctx = ctx;
+
+ return 0;
+}
+
+static int
+wrap_aarch64_hash_output(void *src_ctx, void *digest, size_t digestsize)
+{
+ struct aarch64_hash_ctx *ctx;
+ ctx = src_ctx;
+
+ if (digestsize < ctx->length)
+ return gnutls_assert_val(GNUTLS_E_SHORT_MEMORY_BUFFER);
+
+ ctx->digest(ctx->ctx_ptr, digestsize, digest);
+
+ return 0;
+}
+
+static int wrap_aarch64_hash_fast(gnutls_digest_algorithm_t algo,
+ const void *text, size_t text_size,
+ void *digest)
+{
+ struct aarch64_hash_ctx ctx;
+ int ret;
+
+ ret = _ctx_init(algo, &ctx);
+ if (ret < 0)
+ return gnutls_assert_val(ret);
+
+ ctx.update(&ctx, text_size, text);
+ ctx.digest(&ctx, ctx.length, digest);
+
+ return 0;
+}
+
+const struct nettle_hash aarch64_sha1 =
+NN_HASH(sha1, aarch64_sha1_update, sha1_digest, SHA1);
+const struct nettle_hash aarch64_sha224 =
+NN_HASH(sha224, aarch64_sha256_update, sha224_digest, SHA224);
+const struct nettle_hash aarch64_sha256 =
+NN_HASH(sha256, aarch64_sha256_update, sha256_digest, SHA256);
+
+const struct nettle_hash aarch64_sha384 =
+NN_HASH(sha384, aarch64_sha512_update, sha384_digest, SHA384);
+const struct nettle_hash aarch64_sha512 =
+NN_HASH(sha512, aarch64_sha512_update, sha512_digest, SHA512);
+
+const gnutls_crypto_digest_st _gnutls_sha_aarch64 = {
+ .init = wrap_aarch64_hash_init,
+ .hash = wrap_aarch64_hash_update,
+ .output = wrap_aarch64_hash_output,
+ .deinit = wrap_aarch64_hash_deinit,
+ .fast = wrap_aarch64_hash_fast,
+};
diff --git a/lib/accelerated/aarch64/sha-aarch64.h b/lib/accelerated/aarch64/sha-aarch64.h
new file mode 100644
index 0000000000..1ea73bd0fa
--- /dev/null
+++ b/lib/accelerated/aarch64/sha-aarch64.h
@@ -0,0 +1,18 @@
+#ifndef SHA_ARM_H
+#define SHA_ARM_H
+
+#include <nettle/sha.h>
+
+extern const struct nettle_hash aarch64_sha1;
+extern const struct nettle_hash aarch64_sha224;
+extern const struct nettle_hash aarch64_sha256;
+extern const struct nettle_hash aarch64_sha384;
+extern const struct nettle_hash aarch64_sha512;
+
+extern const gnutls_crypto_digest_st _gnutls_sha_aarch64;
+
+void aarch64_sha1_update(struct sha1_ctx *ctx, size_t length, const uint8_t * data);
+void aarch64_sha256_update(struct sha256_ctx *ctx, size_t length, const uint8_t * data);
+void aarch64_sha512_update(struct sha512_ctx *ctx, size_t length, const uint8_t * data);
+
+#endif
diff --git a/lib/accelerated/accelerated.c b/lib/accelerated/accelerated.c
index dd97adb6a3..063617a1e9 100644
--- a/lib/accelerated/accelerated.c
+++ b/lib/accelerated/accelerated.c
@@ -23,8 +23,10 @@
#include <config.h>
#include <accelerated.h>
#if defined(ASM_X86)
-#include <x86/aes-x86.h>
-#include <x86/x86-common.h>
+# include <x86/aes-x86.h>
+# include <x86/x86-common.h>
+#elif defined(ASM_AARCH64)
+# include <aarch64/aarch64-common.h>
#endif
void _gnutls_register_accel_crypto(void)
@@ -35,5 +37,9 @@ void _gnutls_register_accel_crypto(void)
}
#endif
+#if defined(ASM_AARCH64)
+ register_aarch64_crypto();
+#endif
+
return;
}