luna - wolfssl/wolfcrypt/src/port/arm/armv8-sha256-asm.S

   1/* armv8-sha256-asm
   2 *
   3 * Copyright (C) 2006-2026 wolfSSL Inc.
   4 *
   5 * This file is part of wolfSSL.
   6 *
   7 * wolfSSL is free software; you can redistribute it and/or modify
   8 * it under the terms of the GNU General Public License as published by
   9 * the Free Software Foundation; either version 3 of the License, or
  10 * (at your option) any later version.
  11 *
  12 * wolfSSL is distributed in the hope that it will be useful,
  13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15 * GNU General Public License for more details.
  16 *
  17 * You should have received a copy of the GNU General Public License
  18 * along with this program; if not, write to the Free Software
  19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335, USA
  20 */
  21
  22#include <wolfssl/wolfcrypt/libwolfssl_sources_asm.h>
  23
  24/* Generated using (from wolfssl):
  25 *   cd ../scripts
  26 *   ruby ./sha2/sha256.rb arm64 \
  27 *       ../wolfssl/wolfcrypt/src/port/arm/armv8-sha256-asm.S
  28 */
  29#ifdef WOLFSSL_ARMASM
  30#ifdef __aarch64__
  31#ifndef WOLFSSL_ARMASM_INLINE
  32#if  !defined(NO_SHA256) || defined(WOLFSSL_SHA224)
  33#ifndef __APPLE__
  34	.text
  35	.section	.rodata
  36	.type	L_SHA256_transform_neon_len_k, %object
  37	.size	L_SHA256_transform_neon_len_k, 256
  38#else
  39	.section	__DATA,__data
  40#endif /* __APPLE__ */
  41	# 8-byte aligned, 64-bit aligned
  42#ifndef __APPLE__
  43	.align	3
  44#else
  45	.p2align	3
  46#endif /* __APPLE__ */
  47L_SHA256_transform_neon_len_k:
  48	.long	0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
  49	.long	0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
  50	.long	0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
  51	.long	0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
  52	.long	0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
  53	.long	0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
  54	.long	0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
  55	.long	0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
  56	.long	0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
  57	.long	0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
  58	.long	0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
  59	.long	0xd192e819,0xd6990624,0xf40e3585,0x106aa070
  60	.long	0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
  61	.long	0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
  62	.long	0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
  63	.long	0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
  64#ifndef __APPLE__
  65.text
  66.globl	Transform_Sha256_Len_neon
  67.type	Transform_Sha256_Len_neon,@function
  68.align	2
  69Transform_Sha256_Len_neon:
  70#else
  71.section	__TEXT,__text
  72.globl	_Transform_Sha256_Len_neon
  73.p2align	2
  74_Transform_Sha256_Len_neon:
  75#endif /* __APPLE__ */
  76	stp	x29, x30, [sp, #-112]!
  77	add	x29, sp, #0
  78	stp	x17, x19, [x29, #24]
  79	stp	x20, x21, [x29, #40]
  80	stp	x22, x23, [x29, #56]
  81	str	x24, [x29, #72]
  82	stp	d8, d9, [x29, #80]
  83	stp	d10, d11, [x29, #96]
  84#ifndef __APPLE__
  85	adrp x3, L_SHA256_transform_neon_len_k
  86	add  x3, x3, :lo12:L_SHA256_transform_neon_len_k
  87#else
  88	adrp x3, L_SHA256_transform_neon_len_k@PAGE
  89	add  x3, x3, L_SHA256_transform_neon_len_k@PAGEOFF
  90#endif /* __APPLE__ */
  91	# Load digest into working vars
  92	ldr	w4, [x0]
  93	ldr	w5, [x0, #4]
  94	ldr	w6, [x0, #8]
  95	ldr	w7, [x0, #12]
  96	ldr	w8, [x0, #16]
  97	ldr	w9, [x0, #20]
  98	ldr	w10, [x0, #24]
  99	ldr	w11, [x0, #28]
 100	# Start of loop processing a block
 101L_sha256_len_neon_begin:
 102	# Load W
 103	# Copy digest to add in at end
 104	ld1	{v0.8b, v1.8b, v2.8b, v3.8b}, [x1], #32
 105	mov	w15, w4
 106	ld1	{v4.8b, v5.8b, v6.8b, v7.8b}, [x1], #32
 107	mov	w16, w5
 108	rev32	v0.8b, v0.8b
 109	mov	w17, w6
 110	rev32	v1.8b, v1.8b
 111	mov	w19, w7
 112	rev32	v2.8b, v2.8b
 113	mov	w20, w8
 114	rev32	v3.8b, v3.8b
 115	mov	w21, w9
 116	rev32	v4.8b, v4.8b
 117	mov	w22, w10
 118	rev32	v5.8b, v5.8b
 119	mov	w23, w11
 120	rev32	v6.8b, v6.8b
 121	rev32	v7.8b, v7.8b
 122	mov	x24, #3
 123	# Start of 16 rounds
 124L_sha256_len_neon_start:
 125	# Round 0
 126	mov	w14, v0.s[0]
 127	ror	w12, w8, #6
 128	eor	w13, w9, w10
 129	eor	w12, w12, w8, ror 11
 130	and	w13, w13, w8
 131	eor	w12, w12, w8, ror 25
 132	eor	w13, w13, w10
 133	add	w11, w11, w12
 134	add	w11, w11, w13
 135	ldr	w12, [x3]
 136	add	w11, w11, w14
 137	add	w11, w11, w12
 138	add	w7, w7, w11
 139	ror	w12, w4, #2
 140	eor	w13, w4, w5
 141	eor	w12, w12, w4, ror 13
 142	eor	w14, w5, w6
 143	and	w13, w13, w14
 144	eor	w12, w12, w4, ror 22
 145	eor	w13, w13, w5
 146	add	w11, w11, w12
 147	add	w11, w11, w13
 148	# Round 1
 149	mov	w14, v0.s[1]
 150	# Calc new W[0]-W[1]
 151	ext	v10.8b, v0.8b, v1.8b, #4
 152	ror	w12, w7, #6
 153	shl	v8.2s, v7.2s, #15
 154	eor	w13, w8, w9
 155	sri	v8.2s, v7.2s, #17
 156	eor	w12, w12, w7, ror 11
 157	shl	v9.2s, v7.2s, #13
 158	and	w13, w13, w7
 159	sri	v9.2s, v7.2s, #19
 160	eor	w12, w12, w7, ror 25
 161	eor	v9.8b, v9.8b, v8.8b
 162	eor	w13, w13, w9
 163	ushr	v8.2s, v7.2s, #10
 164	add	w10, w10, w12
 165	eor	v9.8b, v9.8b, v8.8b
 166	add	w10, w10, w13
 167	add	v0.2s, v0.2s, v9.2s
 168	ldr	w12, [x3, #4]
 169	ext	v11.8b, v4.8b, v5.8b, #4
 170	add	w10, w10, w14
 171	add	v0.2s, v0.2s, v11.2s
 172	add	w10, w10, w12
 173	shl	v8.2s, v10.2s, #25
 174	add	w6, w6, w10
 175	sri	v8.2s, v10.2s, #7
 176	ror	w12, w11, #2
 177	shl	v9.2s, v10.2s, #14
 178	eor	w13, w11, w4
 179	sri	v9.2s, v10.2s, #18
 180	eor	w12, w12, w11, ror 13
 181	eor	v9.8b, v9.8b, v8.8b
 182	eor	w14, w4, w5
 183	ushr	v10.2s, v10.2s, #3
 184	and	w13, w13, w14
 185	eor	v9.8b, v9.8b, v10.8b
 186	eor	w12, w12, w11, ror 22
 187	add	v0.2s, v0.2s, v9.2s
 188	eor	w13, w13, w4
 189	add	w10, w10, w12
 190	add	w10, w10, w13
 191	# Round 2
 192	mov	w14, v1.s[0]
 193	ror	w12, w6, #6
 194	eor	w13, w7, w8
 195	eor	w12, w12, w6, ror 11
 196	and	w13, w13, w6
 197	eor	w12, w12, w6, ror 25
 198	eor	w13, w13, w8
 199	add	w9, w9, w12
 200	add	w9, w9, w13
 201	ldr	w12, [x3, #8]
 202	add	w9, w9, w14
 203	add	w9, w9, w12
 204	add	w5, w5, w9
 205	ror	w12, w10, #2
 206	eor	w13, w10, w11
 207	eor	w12, w12, w10, ror 13
 208	eor	w14, w11, w4
 209	and	w13, w13, w14
 210	eor	w12, w12, w10, ror 22
 211	eor	w13, w13, w11
 212	add	w9, w9, w12
 213	add	w9, w9, w13
 214	# Round 3
 215	mov	w14, v1.s[1]
 216	# Calc new W[2]-W[3]
 217	ext	v10.8b, v1.8b, v2.8b, #4
 218	ror	w12, w5, #6
 219	shl	v8.2s, v0.2s, #15
 220	eor	w13, w6, w7
 221	sri	v8.2s, v0.2s, #17
 222	eor	w12, w12, w5, ror 11
 223	shl	v9.2s, v0.2s, #13
 224	and	w13, w13, w5
 225	sri	v9.2s, v0.2s, #19
 226	eor	w12, w12, w5, ror 25
 227	eor	v9.8b, v9.8b, v8.8b
 228	eor	w13, w13, w7
 229	ushr	v8.2s, v0.2s, #10
 230	add	w8, w8, w12
 231	eor	v9.8b, v9.8b, v8.8b
 232	add	w8, w8, w13
 233	add	v1.2s, v1.2s, v9.2s
 234	ldr	w12, [x3, #12]
 235	ext	v11.8b, v5.8b, v6.8b, #4
 236	add	w8, w8, w14
 237	add	v1.2s, v1.2s, v11.2s
 238	add	w8, w8, w12
 239	shl	v8.2s, v10.2s, #25
 240	add	w4, w4, w8
 241	sri	v8.2s, v10.2s, #7
 242	ror	w12, w9, #2
 243	shl	v9.2s, v10.2s, #14
 244	eor	w13, w9, w10
 245	sri	v9.2s, v10.2s, #18
 246	eor	w12, w12, w9, ror 13
 247	eor	v9.8b, v9.8b, v8.8b
 248	eor	w14, w10, w11
 249	ushr	v10.2s, v10.2s, #3
 250	and	w13, w13, w14
 251	eor	v9.8b, v9.8b, v10.8b
 252	eor	w12, w12, w9, ror 22
 253	add	v1.2s, v1.2s, v9.2s
 254	eor	w13, w13, w10
 255	add	w8, w8, w12
 256	add	w8, w8, w13
 257	# Round 4
 258	mov	w14, v2.s[0]
 259	ror	w12, w4, #6
 260	eor	w13, w5, w6
 261	eor	w12, w12, w4, ror 11
 262	and	w13, w13, w4
 263	eor	w12, w12, w4, ror 25
 264	eor	w13, w13, w6
 265	add	w7, w7, w12
 266	add	w7, w7, w13
 267	ldr	w12, [x3, #16]
 268	add	w7, w7, w14
 269	add	w7, w7, w12
 270	add	w11, w11, w7
 271	ror	w12, w8, #2
 272	eor	w13, w8, w9
 273	eor	w12, w12, w8, ror 13
 274	eor	w14, w9, w10
 275	and	w13, w13, w14
 276	eor	w12, w12, w8, ror 22
 277	eor	w13, w13, w9
 278	add	w7, w7, w12
 279	add	w7, w7, w13
 280	# Round 5
 281	mov	w14, v2.s[1]
 282	# Calc new W[4]-W[5]
 283	ext	v10.8b, v2.8b, v3.8b, #4
 284	ror	w12, w11, #6
 285	shl	v8.2s, v1.2s, #15
 286	eor	w13, w4, w5
 287	sri	v8.2s, v1.2s, #17
 288	eor	w12, w12, w11, ror 11
 289	shl	v9.2s, v1.2s, #13
 290	and	w13, w13, w11
 291	sri	v9.2s, v1.2s, #19
 292	eor	w12, w12, w11, ror 25
 293	eor	v9.8b, v9.8b, v8.8b
 294	eor	w13, w13, w5
 295	ushr	v8.2s, v1.2s, #10
 296	add	w6, w6, w12
 297	eor	v9.8b, v9.8b, v8.8b
 298	add	w6, w6, w13
 299	add	v2.2s, v2.2s, v9.2s
 300	ldr	w12, [x3, #20]
 301	ext	v11.8b, v6.8b, v7.8b, #4
 302	add	w6, w6, w14
 303	add	v2.2s, v2.2s, v11.2s
 304	add	w6, w6, w12
 305	shl	v8.2s, v10.2s, #25
 306	add	w10, w10, w6
 307	sri	v8.2s, v10.2s, #7
 308	ror	w12, w7, #2
 309	shl	v9.2s, v10.2s, #14
 310	eor	w13, w7, w8
 311	sri	v9.2s, v10.2s, #18
 312	eor	w12, w12, w7, ror 13
 313	eor	v9.8b, v9.8b, v8.8b
 314	eor	w14, w8, w9
 315	ushr	v10.2s, v10.2s, #3
 316	and	w13, w13, w14
 317	eor	v9.8b, v9.8b, v10.8b
 318	eor	w12, w12, w7, ror 22
 319	add	v2.2s, v2.2s, v9.2s
 320	eor	w13, w13, w8
 321	add	w6, w6, w12
 322	add	w6, w6, w13
 323	# Round 6
 324	mov	w14, v3.s[0]
 325	ror	w12, w10, #6
 326	eor	w13, w11, w4
 327	eor	w12, w12, w10, ror 11
 328	and	w13, w13, w10
 329	eor	w12, w12, w10, ror 25
 330	eor	w13, w13, w4
 331	add	w5, w5, w12
 332	add	w5, w5, w13
 333	ldr	w12, [x3, #24]
 334	add	w5, w5, w14
 335	add	w5, w5, w12
 336	add	w9, w9, w5
 337	ror	w12, w6, #2
 338	eor	w13, w6, w7
 339	eor	w12, w12, w6, ror 13
 340	eor	w14, w7, w8
 341	and	w13, w13, w14
 342	eor	w12, w12, w6, ror 22
 343	eor	w13, w13, w7
 344	add	w5, w5, w12
 345	add	w5, w5, w13
 346	# Round 7
 347	mov	w14, v3.s[1]
 348	# Calc new W[6]-W[7]
 349	ext	v10.8b, v3.8b, v4.8b, #4
 350	ror	w12, w9, #6
 351	shl	v8.2s, v2.2s, #15
 352	eor	w13, w10, w11
 353	sri	v8.2s, v2.2s, #17
 354	eor	w12, w12, w9, ror 11
 355	shl	v9.2s, v2.2s, #13
 356	and	w13, w13, w9
 357	sri	v9.2s, v2.2s, #19
 358	eor	w12, w12, w9, ror 25
 359	eor	v9.8b, v9.8b, v8.8b
 360	eor	w13, w13, w11
 361	ushr	v8.2s, v2.2s, #10
 362	add	w4, w4, w12
 363	eor	v9.8b, v9.8b, v8.8b
 364	add	w4, w4, w13
 365	add	v3.2s, v3.2s, v9.2s
 366	ldr	w12, [x3, #28]
 367	ext	v11.8b, v7.8b, v0.8b, #4
 368	add	w4, w4, w14
 369	add	v3.2s, v3.2s, v11.2s
 370	add	w4, w4, w12
 371	shl	v8.2s, v10.2s, #25
 372	add	w8, w8, w4
 373	sri	v8.2s, v10.2s, #7
 374	ror	w12, w5, #2
 375	shl	v9.2s, v10.2s, #14
 376	eor	w13, w5, w6
 377	sri	v9.2s, v10.2s, #18
 378	eor	w12, w12, w5, ror 13
 379	eor	v9.8b, v9.8b, v8.8b
 380	eor	w14, w6, w7
 381	ushr	v10.2s, v10.2s, #3
 382	and	w13, w13, w14
 383	eor	v9.8b, v9.8b, v10.8b
 384	eor	w12, w12, w5, ror 22
 385	add	v3.2s, v3.2s, v9.2s
 386	eor	w13, w13, w6
 387	add	w4, w4, w12
 388	add	w4, w4, w13
 389	# Round 8
 390	mov	w14, v4.s[0]
 391	ror	w12, w8, #6
 392	eor	w13, w9, w10
 393	eor	w12, w12, w8, ror 11
 394	and	w13, w13, w8
 395	eor	w12, w12, w8, ror 25
 396	eor	w13, w13, w10
 397	add	w11, w11, w12
 398	add	w11, w11, w13
 399	ldr	w12, [x3, #32]
 400	add	w11, w11, w14
 401	add	w11, w11, w12
 402	add	w7, w7, w11
 403	ror	w12, w4, #2
 404	eor	w13, w4, w5
 405	eor	w12, w12, w4, ror 13
 406	eor	w14, w5, w6
 407	and	w13, w13, w14
 408	eor	w12, w12, w4, ror 22
 409	eor	w13, w13, w5
 410	add	w11, w11, w12
 411	add	w11, w11, w13
 412	# Round 9
 413	mov	w14, v4.s[1]
 414	# Calc new W[8]-W[9]
 415	ext	v10.8b, v4.8b, v5.8b, #4
 416	ror	w12, w7, #6
 417	shl	v8.2s, v3.2s, #15
 418	eor	w13, w8, w9
 419	sri	v8.2s, v3.2s, #17
 420	eor	w12, w12, w7, ror 11
 421	shl	v9.2s, v3.2s, #13
 422	and	w13, w13, w7
 423	sri	v9.2s, v3.2s, #19
 424	eor	w12, w12, w7, ror 25
 425	eor	v9.8b, v9.8b, v8.8b
 426	eor	w13, w13, w9
 427	ushr	v8.2s, v3.2s, #10
 428	add	w10, w10, w12
 429	eor	v9.8b, v9.8b, v8.8b
 430	add	w10, w10, w13
 431	add	v4.2s, v4.2s, v9.2s
 432	ldr	w12, [x3, #36]
 433	ext	v11.8b, v0.8b, v1.8b, #4
 434	add	w10, w10, w14
 435	add	v4.2s, v4.2s, v11.2s
 436	add	w10, w10, w12
 437	shl	v8.2s, v10.2s, #25
 438	add	w6, w6, w10
 439	sri	v8.2s, v10.2s, #7
 440	ror	w12, w11, #2
 441	shl	v9.2s, v10.2s, #14
 442	eor	w13, w11, w4
 443	sri	v9.2s, v10.2s, #18
 444	eor	w12, w12, w11, ror 13
 445	eor	v9.8b, v9.8b, v8.8b
 446	eor	w14, w4, w5
 447	ushr	v10.2s, v10.2s, #3
 448	and	w13, w13, w14
 449	eor	v9.8b, v9.8b, v10.8b
 450	eor	w12, w12, w11, ror 22
 451	add	v4.2s, v4.2s, v9.2s
 452	eor	w13, w13, w4
 453	add	w10, w10, w12
 454	add	w10, w10, w13
 455	# Round 10
 456	mov	w14, v5.s[0]
 457	ror	w12, w6, #6
 458	eor	w13, w7, w8
 459	eor	w12, w12, w6, ror 11
 460	and	w13, w13, w6
 461	eor	w12, w12, w6, ror 25
 462	eor	w13, w13, w8
 463	add	w9, w9, w12
 464	add	w9, w9, w13
 465	ldr	w12, [x3, #40]
 466	add	w9, w9, w14
 467	add	w9, w9, w12
 468	add	w5, w5, w9
 469	ror	w12, w10, #2
 470	eor	w13, w10, w11
 471	eor	w12, w12, w10, ror 13
 472	eor	w14, w11, w4
 473	and	w13, w13, w14
 474	eor	w12, w12, w10, ror 22
 475	eor	w13, w13, w11
 476	add	w9, w9, w12
 477	add	w9, w9, w13
 478	# Round 11
 479	mov	w14, v5.s[1]
 480	# Calc new W[10]-W[11]
 481	ext	v10.8b, v5.8b, v6.8b, #4
 482	ror	w12, w5, #6
 483	shl	v8.2s, v4.2s, #15
 484	eor	w13, w6, w7
 485	sri	v8.2s, v4.2s, #17
 486	eor	w12, w12, w5, ror 11
 487	shl	v9.2s, v4.2s, #13
 488	and	w13, w13, w5
 489	sri	v9.2s, v4.2s, #19
 490	eor	w12, w12, w5, ror 25
 491	eor	v9.8b, v9.8b, v8.8b
 492	eor	w13, w13, w7
 493	ushr	v8.2s, v4.2s, #10
 494	add	w8, w8, w12
 495	eor	v9.8b, v9.8b, v8.8b
 496	add	w8, w8, w13
 497	add	v5.2s, v5.2s, v9.2s
 498	ldr	w12, [x3, #44]
 499	ext	v11.8b, v1.8b, v2.8b, #4
 500	add	w8, w8, w14
 501	add	v5.2s, v5.2s, v11.2s
 502	add	w8, w8, w12
 503	shl	v8.2s, v10.2s, #25
 504	add	w4, w4, w8
 505	sri	v8.2s, v10.2s, #7
 506	ror	w12, w9, #2
 507	shl	v9.2s, v10.2s, #14
 508	eor	w13, w9, w10
 509	sri	v9.2s, v10.2s, #18
 510	eor	w12, w12, w9, ror 13
 511	eor	v9.8b, v9.8b, v8.8b
 512	eor	w14, w10, w11
 513	ushr	v10.2s, v10.2s, #3
 514	and	w13, w13, w14
 515	eor	v9.8b, v9.8b, v10.8b
 516	eor	w12, w12, w9, ror 22
 517	add	v5.2s, v5.2s, v9.2s
 518	eor	w13, w13, w10
 519	add	w8, w8, w12
 520	add	w8, w8, w13
 521	# Round 12
 522	mov	w14, v6.s[0]
 523	ror	w12, w4, #6
 524	eor	w13, w5, w6
 525	eor	w12, w12, w4, ror 11
 526	and	w13, w13, w4
 527	eor	w12, w12, w4, ror 25
 528	eor	w13, w13, w6
 529	add	w7, w7, w12
 530	add	w7, w7, w13
 531	ldr	w12, [x3, #48]
 532	add	w7, w7, w14
 533	add	w7, w7, w12
 534	add	w11, w11, w7
 535	ror	w12, w8, #2
 536	eor	w13, w8, w9
 537	eor	w12, w12, w8, ror 13
 538	eor	w14, w9, w10
 539	and	w13, w13, w14
 540	eor	w12, w12, w8, ror 22
 541	eor	w13, w13, w9
 542	add	w7, w7, w12
 543	add	w7, w7, w13
 544	# Round 13
 545	mov	w14, v6.s[1]
 546	# Calc new W[12]-W[13]
 547	ext	v10.8b, v6.8b, v7.8b, #4
 548	ror	w12, w11, #6
 549	shl	v8.2s, v5.2s, #15
 550	eor	w13, w4, w5
 551	sri	v8.2s, v5.2s, #17
 552	eor	w12, w12, w11, ror 11
 553	shl	v9.2s, v5.2s, #13
 554	and	w13, w13, w11
 555	sri	v9.2s, v5.2s, #19
 556	eor	w12, w12, w11, ror 25
 557	eor	v9.8b, v9.8b, v8.8b
 558	eor	w13, w13, w5
 559	ushr	v8.2s, v5.2s, #10
 560	add	w6, w6, w12
 561	eor	v9.8b, v9.8b, v8.8b
 562	add	w6, w6, w13
 563	add	v6.2s, v6.2s, v9.2s
 564	ldr	w12, [x3, #52]
 565	ext	v11.8b, v2.8b, v3.8b, #4
 566	add	w6, w6, w14
 567	add	v6.2s, v6.2s, v11.2s
 568	add	w6, w6, w12
 569	shl	v8.2s, v10.2s, #25
 570	add	w10, w10, w6
 571	sri	v8.2s, v10.2s, #7
 572	ror	w12, w7, #2
 573	shl	v9.2s, v10.2s, #14
 574	eor	w13, w7, w8
 575	sri	v9.2s, v10.2s, #18
 576	eor	w12, w12, w7, ror 13
 577	eor	v9.8b, v9.8b, v8.8b
 578	eor	w14, w8, w9
 579	ushr	v10.2s, v10.2s, #3
 580	and	w13, w13, w14
 581	eor	v9.8b, v9.8b, v10.8b
 582	eor	w12, w12, w7, ror 22
 583	add	v6.2s, v6.2s, v9.2s
 584	eor	w13, w13, w8
 585	add	w6, w6, w12
 586	add	w6, w6, w13
 587	# Round 14
 588	mov	w14, v7.s[0]
 589	ror	w12, w10, #6
 590	eor	w13, w11, w4
 591	eor	w12, w12, w10, ror 11
 592	and	w13, w13, w10
 593	eor	w12, w12, w10, ror 25
 594	eor	w13, w13, w4
 595	add	w5, w5, w12
 596	add	w5, w5, w13
 597	ldr	w12, [x3, #56]
 598	add	w5, w5, w14
 599	add	w5, w5, w12
 600	add	w9, w9, w5
 601	ror	w12, w6, #2
 602	eor	w13, w6, w7
 603	eor	w12, w12, w6, ror 13
 604	eor	w14, w7, w8
 605	and	w13, w13, w14
 606	eor	w12, w12, w6, ror 22
 607	eor	w13, w13, w7
 608	add	w5, w5, w12
 609	add	w5, w5, w13
 610	# Round 15
 611	mov	w14, v7.s[1]
 612	# Calc new W[14]-W[15]
 613	ext	v10.8b, v7.8b, v0.8b, #4
 614	ror	w12, w9, #6
 615	shl	v8.2s, v6.2s, #15
 616	eor	w13, w10, w11
 617	sri	v8.2s, v6.2s, #17
 618	eor	w12, w12, w9, ror 11
 619	shl	v9.2s, v6.2s, #13
 620	and	w13, w13, w9
 621	sri	v9.2s, v6.2s, #19
 622	eor	w12, w12, w9, ror 25
 623	eor	v9.8b, v9.8b, v8.8b
 624	eor	w13, w13, w11
 625	ushr	v8.2s, v6.2s, #10
 626	add	w4, w4, w12
 627	eor	v9.8b, v9.8b, v8.8b
 628	add	w4, w4, w13
 629	add	v7.2s, v7.2s, v9.2s
 630	ldr	w12, [x3, #60]
 631	ext	v11.8b, v3.8b, v4.8b, #4
 632	add	w4, w4, w14
 633	add	v7.2s, v7.2s, v11.2s
 634	add	w4, w4, w12
 635	shl	v8.2s, v10.2s, #25
 636	add	w8, w8, w4
 637	sri	v8.2s, v10.2s, #7
 638	ror	w12, w5, #2
 639	shl	v9.2s, v10.2s, #14
 640	eor	w13, w5, w6
 641	sri	v9.2s, v10.2s, #18
 642	eor	w12, w12, w5, ror 13
 643	eor	v9.8b, v9.8b, v8.8b
 644	eor	w14, w6, w7
 645	ushr	v10.2s, v10.2s, #3
 646	and	w13, w13, w14
 647	eor	v9.8b, v9.8b, v10.8b
 648	eor	w12, w12, w5, ror 22
 649	add	v7.2s, v7.2s, v9.2s
 650	eor	w13, w13, w6
 651	add	w4, w4, w12
 652	add	w4, w4, w13
 653	add	x3, x3, #0x40
 654	subs	x24, x24, #1
 655	bne	L_sha256_len_neon_start
 656	# Round 0
 657	mov	w14, v0.s[0]
 658	ror	w12, w8, #6
 659	eor	w13, w9, w10
 660	eor	w12, w12, w8, ror 11
 661	and	w13, w13, w8
 662	eor	w12, w12, w8, ror 25
 663	eor	w13, w13, w10
 664	add	w11, w11, w12
 665	add	w11, w11, w13
 666	ldr	w12, [x3]
 667	add	w11, w11, w14
 668	add	w11, w11, w12
 669	add	w7, w7, w11
 670	ror	w12, w4, #2
 671	eor	w13, w4, w5
 672	eor	w12, w12, w4, ror 13
 673	eor	w14, w5, w6
 674	and	w13, w13, w14
 675	eor	w12, w12, w4, ror 22
 676	eor	w13, w13, w5
 677	add	w11, w11, w12
 678	add	w11, w11, w13
 679	# Round 1
 680	mov	w14, v0.s[1]
 681	ror	w12, w7, #6
 682	eor	w13, w8, w9
 683	eor	w12, w12, w7, ror 11
 684	and	w13, w13, w7
 685	eor	w12, w12, w7, ror 25
 686	eor	w13, w13, w9
 687	add	w10, w10, w12
 688	add	w10, w10, w13
 689	ldr	w12, [x3, #4]
 690	add	w10, w10, w14
 691	add	w10, w10, w12
 692	add	w6, w6, w10
 693	ror	w12, w11, #2
 694	eor	w13, w11, w4
 695	eor	w12, w12, w11, ror 13
 696	eor	w14, w4, w5
 697	and	w13, w13, w14
 698	eor	w12, w12, w11, ror 22
 699	eor	w13, w13, w4
 700	add	w10, w10, w12
 701	add	w10, w10, w13
 702	# Round 2
 703	mov	w14, v1.s[0]
 704	ror	w12, w6, #6
 705	eor	w13, w7, w8
 706	eor	w12, w12, w6, ror 11
 707	and	w13, w13, w6
 708	eor	w12, w12, w6, ror 25
 709	eor	w13, w13, w8
 710	add	w9, w9, w12
 711	add	w9, w9, w13
 712	ldr	w12, [x3, #8]
 713	add	w9, w9, w14
 714	add	w9, w9, w12
 715	add	w5, w5, w9
 716	ror	w12, w10, #2
 717	eor	w13, w10, w11
 718	eor	w12, w12, w10, ror 13
 719	eor	w14, w11, w4
 720	and	w13, w13, w14
 721	eor	w12, w12, w10, ror 22
 722	eor	w13, w13, w11
 723	add	w9, w9, w12
 724	add	w9, w9, w13
 725	# Round 3
 726	mov	w14, v1.s[1]
 727	ror	w12, w5, #6
 728	eor	w13, w6, w7
 729	eor	w12, w12, w5, ror 11
 730	and	w13, w13, w5
 731	eor	w12, w12, w5, ror 25
 732	eor	w13, w13, w7
 733	add	w8, w8, w12
 734	add	w8, w8, w13
 735	ldr	w12, [x3, #12]
 736	add	w8, w8, w14
 737	add	w8, w8, w12
 738	add	w4, w4, w8
 739	ror	w12, w9, #2
 740	eor	w13, w9, w10
 741	eor	w12, w12, w9, ror 13
 742	eor	w14, w10, w11
 743	and	w13, w13, w14
 744	eor	w12, w12, w9, ror 22
 745	eor	w13, w13, w10
 746	add	w8, w8, w12
 747	add	w8, w8, w13
 748	# Round 4
 749	mov	w14, v2.s[0]
 750	ror	w12, w4, #6
 751	eor	w13, w5, w6
 752	eor	w12, w12, w4, ror 11
 753	and	w13, w13, w4
 754	eor	w12, w12, w4, ror 25
 755	eor	w13, w13, w6
 756	add	w7, w7, w12
 757	add	w7, w7, w13
 758	ldr	w12, [x3, #16]
 759	add	w7, w7, w14
 760	add	w7, w7, w12
 761	add	w11, w11, w7
 762	ror	w12, w8, #2
 763	eor	w13, w8, w9
 764	eor	w12, w12, w8, ror 13
 765	eor	w14, w9, w10
 766	and	w13, w13, w14
 767	eor	w12, w12, w8, ror 22
 768	eor	w13, w13, w9
 769	add	w7, w7, w12
 770	add	w7, w7, w13
 771	# Round 5
 772	mov	w14, v2.s[1]
 773	ror	w12, w11, #6
 774	eor	w13, w4, w5
 775	eor	w12, w12, w11, ror 11
 776	and	w13, w13, w11
 777	eor	w12, w12, w11, ror 25
 778	eor	w13, w13, w5
 779	add	w6, w6, w12
 780	add	w6, w6, w13
 781	ldr	w12, [x3, #20]
 782	add	w6, w6, w14
 783	add	w6, w6, w12
 784	add	w10, w10, w6
 785	ror	w12, w7, #2
 786	eor	w13, w7, w8
 787	eor	w12, w12, w7, ror 13
 788	eor	w14, w8, w9
 789	and	w13, w13, w14
 790	eor	w12, w12, w7, ror 22
 791	eor	w13, w13, w8
 792	add	w6, w6, w12
 793	add	w6, w6, w13
 794	# Round 6
 795	mov	w14, v3.s[0]
 796	ror	w12, w10, #6
 797	eor	w13, w11, w4
 798	eor	w12, w12, w10, ror 11
 799	and	w13, w13, w10
 800	eor	w12, w12, w10, ror 25
 801	eor	w13, w13, w4
 802	add	w5, w5, w12
 803	add	w5, w5, w13
 804	ldr	w12, [x3, #24]
 805	add	w5, w5, w14
 806	add	w5, w5, w12
 807	add	w9, w9, w5
 808	ror	w12, w6, #2
 809	eor	w13, w6, w7
 810	eor	w12, w12, w6, ror 13
 811	eor	w14, w7, w8
 812	and	w13, w13, w14
 813	eor	w12, w12, w6, ror 22
 814	eor	w13, w13, w7
 815	add	w5, w5, w12
 816	add	w5, w5, w13
 817	# Round 7
 818	mov	w14, v3.s[1]
 819	ror	w12, w9, #6
 820	eor	w13, w10, w11
 821	eor	w12, w12, w9, ror 11
 822	and	w13, w13, w9
 823	eor	w12, w12, w9, ror 25
 824	eor	w13, w13, w11
 825	add	w4, w4, w12
 826	add	w4, w4, w13
 827	ldr	w12, [x3, #28]
 828	add	w4, w4, w14
 829	add	w4, w4, w12
 830	add	w8, w8, w4
 831	ror	w12, w5, #2
 832	eor	w13, w5, w6
 833	eor	w12, w12, w5, ror 13
 834	eor	w14, w6, w7
 835	and	w13, w13, w14
 836	eor	w12, w12, w5, ror 22
 837	eor	w13, w13, w6
 838	add	w4, w4, w12
 839	add	w4, w4, w13
 840	# Round 8
 841	mov	w14, v4.s[0]
 842	ror	w12, w8, #6
 843	eor	w13, w9, w10
 844	eor	w12, w12, w8, ror 11
 845	and	w13, w13, w8
 846	eor	w12, w12, w8, ror 25
 847	eor	w13, w13, w10
 848	add	w11, w11, w12
 849	add	w11, w11, w13
 850	ldr	w12, [x3, #32]
 851	add	w11, w11, w14
 852	add	w11, w11, w12
 853	add	w7, w7, w11
 854	ror	w12, w4, #2
 855	eor	w13, w4, w5
 856	eor	w12, w12, w4, ror 13
 857	eor	w14, w5, w6
 858	and	w13, w13, w14
 859	eor	w12, w12, w4, ror 22
 860	eor	w13, w13, w5
 861	add	w11, w11, w12
 862	add	w11, w11, w13
 863	# Round 9
 864	mov	w14, v4.s[1]
 865	ror	w12, w7, #6
 866	eor	w13, w8, w9
 867	eor	w12, w12, w7, ror 11
 868	and	w13, w13, w7
 869	eor	w12, w12, w7, ror 25
 870	eor	w13, w13, w9
 871	add	w10, w10, w12
 872	add	w10, w10, w13
 873	ldr	w12, [x3, #36]
 874	add	w10, w10, w14
 875	add	w10, w10, w12
 876	add	w6, w6, w10
 877	ror	w12, w11, #2
 878	eor	w13, w11, w4
 879	eor	w12, w12, w11, ror 13
 880	eor	w14, w4, w5
 881	and	w13, w13, w14
 882	eor	w12, w12, w11, ror 22
 883	eor	w13, w13, w4
 884	add	w10, w10, w12
 885	add	w10, w10, w13
 886	# Round 10
 887	mov	w14, v5.s[0]
 888	ror	w12, w6, #6
 889	eor	w13, w7, w8
 890	eor	w12, w12, w6, ror 11
 891	and	w13, w13, w6
 892	eor	w12, w12, w6, ror 25
 893	eor	w13, w13, w8
 894	add	w9, w9, w12
 895	add	w9, w9, w13
 896	ldr	w12, [x3, #40]
 897	add	w9, w9, w14
 898	add	w9, w9, w12
 899	add	w5, w5, w9
 900	ror	w12, w10, #2
 901	eor	w13, w10, w11
 902	eor	w12, w12, w10, ror 13
 903	eor	w14, w11, w4
 904	and	w13, w13, w14
 905	eor	w12, w12, w10, ror 22
 906	eor	w13, w13, w11
 907	add	w9, w9, w12
 908	add	w9, w9, w13
 909	# Round 11
 910	mov	w14, v5.s[1]
 911	ror	w12, w5, #6
 912	eor	w13, w6, w7
 913	eor	w12, w12, w5, ror 11
 914	and	w13, w13, w5
 915	eor	w12, w12, w5, ror 25
 916	eor	w13, w13, w7
 917	add	w8, w8, w12
 918	add	w8, w8, w13
 919	ldr	w12, [x3, #44]
 920	add	w8, w8, w14
 921	add	w8, w8, w12
 922	add	w4, w4, w8
 923	ror	w12, w9, #2
 924	eor	w13, w9, w10
 925	eor	w12, w12, w9, ror 13
 926	eor	w14, w10, w11
 927	and	w13, w13, w14
 928	eor	w12, w12, w9, ror 22
 929	eor	w13, w13, w10
 930	add	w8, w8, w12
 931	add	w8, w8, w13
 932	# Round 12
 933	mov	w14, v6.s[0]
 934	ror	w12, w4, #6
 935	eor	w13, w5, w6
 936	eor	w12, w12, w4, ror 11
 937	and	w13, w13, w4
 938	eor	w12, w12, w4, ror 25
 939	eor	w13, w13, w6
 940	add	w7, w7, w12
 941	add	w7, w7, w13
 942	ldr	w12, [x3, #48]
 943	add	w7, w7, w14
 944	add	w7, w7, w12
 945	add	w11, w11, w7
 946	ror	w12, w8, #2
 947	eor	w13, w8, w9
 948	eor	w12, w12, w8, ror 13
 949	eor	w14, w9, w10
 950	and	w13, w13, w14
 951	eor	w12, w12, w8, ror 22
 952	eor	w13, w13, w9
 953	add	w7, w7, w12
 954	add	w7, w7, w13
 955	# Round 13
 956	mov	w14, v6.s[1]
 957	ror	w12, w11, #6
 958	eor	w13, w4, w5
 959	eor	w12, w12, w11, ror 11
 960	and	w13, w13, w11
 961	eor	w12, w12, w11, ror 25
 962	eor	w13, w13, w5
 963	add	w6, w6, w12
 964	add	w6, w6, w13
 965	ldr	w12, [x3, #52]
 966	add	w6, w6, w14
 967	add	w6, w6, w12
 968	add	w10, w10, w6
 969	ror	w12, w7, #2
 970	eor	w13, w7, w8
 971	eor	w12, w12, w7, ror 13
 972	eor	w14, w8, w9
 973	and	w13, w13, w14
 974	eor	w12, w12, w7, ror 22
 975	eor	w13, w13, w8
 976	add	w6, w6, w12
 977	add	w6, w6, w13
 978	# Round 14
 979	mov	w14, v7.s[0]
 980	ror	w12, w10, #6
 981	eor	w13, w11, w4
 982	eor	w12, w12, w10, ror 11
 983	and	w13, w13, w10
 984	eor	w12, w12, w10, ror 25
 985	eor	w13, w13, w4
 986	add	w5, w5, w12
 987	add	w5, w5, w13
 988	ldr	w12, [x3, #56]
 989	add	w5, w5, w14
 990	add	w5, w5, w12
 991	add	w9, w9, w5
 992	ror	w12, w6, #2
 993	eor	w13, w6, w7
 994	eor	w12, w12, w6, ror 13
 995	eor	w14, w7, w8
 996	and	w13, w13, w14
 997	eor	w12, w12, w6, ror 22
 998	eor	w13, w13, w7
 999	add	w5, w5, w12
1000	add	w5, w5, w13
1001	# Round 15
1002	mov	w14, v7.s[1]
1003	ror	w12, w9, #6
1004	eor	w13, w10, w11
1005	eor	w12, w12, w9, ror 11
1006	and	w13, w13, w9
1007	eor	w12, w12, w9, ror 25
1008	eor	w13, w13, w11
1009	add	w4, w4, w12
1010	add	w4, w4, w13
1011	ldr	w12, [x3, #60]
1012	add	w4, w4, w14
1013	add	w4, w4, w12
1014	add	w8, w8, w4
1015	ror	w12, w5, #2
1016	eor	w13, w5, w6
1017	eor	w12, w12, w5, ror 13
1018	eor	w14, w6, w7
1019	and	w13, w13, w14
1020	eor	w12, w12, w5, ror 22
1021	eor	w13, w13, w6
1022	add	w4, w4, w12
1023	add	w4, w4, w13
1024	add	w11, w11, w23
1025	add	w10, w10, w22
1026	add	w9, w9, w21
1027	add	w8, w8, w20
1028	add	w7, w7, w19
1029	add	w6, w6, w17
1030	add	w5, w5, w16
1031	add	w4, w4, w15
1032	subs	w2, w2, #0x40
1033	sub	x3, x3, #0xc0
1034	bne	L_sha256_len_neon_begin
1035	str	w4, [x0]
1036	str	w5, [x0, #4]
1037	str	w6, [x0, #8]
1038	str	w7, [x0, #12]
1039	str	w8, [x0, #16]
1040	str	w9, [x0, #20]
1041	str	w10, [x0, #24]
1042	str	w11, [x0, #28]
1043	ldp	x17, x19, [x29, #24]
1044	ldp	x20, x21, [x29, #40]
1045	ldp	x22, x23, [x29, #56]
1046	ldr	x24, [x29, #72]
1047	ldp	d8, d9, [x29, #80]
1048	ldp	d10, d11, [x29, #96]
1049	ldp	x29, x30, [sp], #0x70
1050	ret
1051#ifndef __APPLE__
1052	.size	Transform_Sha256_Len_neon,.-Transform_Sha256_Len_neon
1053#endif /* __APPLE__ */
1054#ifndef WOLFSSL_ARMASM_NO_HW_CRYPTO
1055#ifndef __APPLE__
1056	.text
1057	.section	.rodata
1058	.type	L_SHA256_trans_crypto_len_k, %object
1059	.size	L_SHA256_trans_crypto_len_k, 256
1060#else
1061	.section	__DATA,__data
1062#endif /* __APPLE__ */
1063	# 8-byte aligned, 64-bit aligned
1064#ifndef __APPLE__
1065	.align	3
1066#else
1067	.p2align	3
1068#endif /* __APPLE__ */
1069L_SHA256_trans_crypto_len_k:
1070	.long	0x428a2f98,0x71374491,0xb5c0fbcf,0xe9b5dba5
1071	.long	0x3956c25b,0x59f111f1,0x923f82a4,0xab1c5ed5
1072	.long	0xd807aa98,0x12835b01,0x243185be,0x550c7dc3
1073	.long	0x72be5d74,0x80deb1fe,0x9bdc06a7,0xc19bf174
1074	.long	0xe49b69c1,0xefbe4786,0x0fc19dc6,0x240ca1cc
1075	.long	0x2de92c6f,0x4a7484aa,0x5cb0a9dc,0x76f988da
1076	.long	0x983e5152,0xa831c66d,0xb00327c8,0xbf597fc7
1077	.long	0xc6e00bf3,0xd5a79147,0x06ca6351,0x14292967
1078	.long	0x27b70a85,0x2e1b2138,0x4d2c6dfc,0x53380d13
1079	.long	0x650a7354,0x766a0abb,0x81c2c92e,0x92722c85
1080	.long	0xa2bfe8a1,0xa81a664b,0xc24b8b70,0xc76c51a3
1081	.long	0xd192e819,0xd6990624,0xf40e3585,0x106aa070
1082	.long	0x19a4c116,0x1e376c08,0x2748774c,0x34b0bcb5
1083	.long	0x391c0cb3,0x4ed8aa4a,0x5b9cca4f,0x682e6ff3
1084	.long	0x748f82ee,0x78a5636f,0x84c87814,0x8cc70208
1085	.long	0x90befffa,0xa4506ceb,0xbef9a3f7,0xc67178f2
1086#ifndef __APPLE__
1087.text
1088.globl	Transform_Sha256_Len_crypto
1089.type	Transform_Sha256_Len_crypto,@function
1090.align	2
1091Transform_Sha256_Len_crypto:
1092#else
1093.section	__TEXT,__text
1094.globl	_Transform_Sha256_Len_crypto
1095.p2align	2
1096_Transform_Sha256_Len_crypto:
1097#endif /* __APPLE__ */
1098	stp	x29, x30, [sp, #-80]!
1099	add	x29, sp, #0
1100	stp	d8, d9, [x29, #16]
1101	stp	d10, d11, [x29, #32]
1102	stp	d12, d13, [x29, #48]
1103	stp	d14, d15, [x29, #64]
1104#ifndef __APPLE__
1105	adrp x3, L_SHA256_trans_crypto_len_k
1106	add  x3, x3, :lo12:L_SHA256_trans_crypto_len_k
1107#else
1108	adrp x3, L_SHA256_trans_crypto_len_k@PAGE
1109	add  x3, x3, L_SHA256_trans_crypto_len_k@PAGEOFF
1110#endif /* __APPLE__ */
1111	# Load K into vector registers
1112	ld1	{v8.4s, v9.4s, v10.4s, v11.4s}, [x3], #0x40
1113	ld1	{v12.4s, v13.4s, v14.4s, v15.4s}, [x3], #0x40
1114	ld1	{v16.4s, v17.4s, v18.4s, v19.4s}, [x3], #0x40
1115	ld1	{v20.4s, v21.4s, v22.4s, v23.4s}, [x3], #0x40
1116	# Load digest into working vars
1117	ld1	{v0.4s, v1.4s}, [x0]
1118	# Start of loop processing a block
1119L_sha256_len_crypto_begin:
1120	# Load W
1121	ld1	{v4.4s, v5.4s, v6.4s, v7.4s}, [x1], #0x40
1122	rev32	v4.16b, v4.16b
1123	rev32	v5.16b, v5.16b
1124	rev32	v6.16b, v6.16b
1125	rev32	v7.16b, v7.16b
1126	# Copy digest to add in at end
1127	mov	v2.16b, v0.16b
1128	mov	v3.16b, v1.16b
1129	# Start 16 rounds
1130	# Round 1
1131	add	v24.4s, v4.4s, v8.4s
1132	mov	v25.16b, v0.16b
1133	sha256h	q0, q1, v24.4s
1134	sha256h2	q1, q25, v24.4s
1135	# Round 2
1136	sha256su0	v4.4s, v5.4s
1137	add	v24.4s, v5.4s, v9.4s
1138	mov	v25.16b, v0.16b
1139	sha256su1	v4.4s, v6.4s, v7.4s
1140	sha256h	q0, q1, v24.4s
1141	sha256h2	q1, q25, v24.4s
1142	# Round 3
1143	sha256su0	v5.4s, v6.4s
1144	add	v24.4s, v6.4s, v10.4s
1145	mov	v25.16b, v0.16b
1146	sha256su1	v5.4s, v7.4s, v4.4s
1147	sha256h	q0, q1, v24.4s
1148	sha256h2	q1, q25, v24.4s
1149	# Round 4
1150	sha256su0	v6.4s, v7.4s
1151	add	v24.4s, v7.4s, v11.4s
1152	mov	v25.16b, v0.16b
1153	sha256su1	v6.4s, v4.4s, v5.4s
1154	sha256h	q0, q1, v24.4s
1155	sha256h2	q1, q25, v24.4s
1156	# Round 5
1157	sha256su0	v7.4s, v4.4s
1158	add	v24.4s, v4.4s, v12.4s
1159	mov	v25.16b, v0.16b
1160	sha256su1	v7.4s, v5.4s, v6.4s
1161	sha256h	q0, q1, v24.4s
1162	sha256h2	q1, q25, v24.4s
1163	# Round 6
1164	sha256su0	v4.4s, v5.4s
1165	add	v24.4s, v5.4s, v13.4s
1166	mov	v25.16b, v0.16b
1167	sha256su1	v4.4s, v6.4s, v7.4s
1168	sha256h	q0, q1, v24.4s
1169	sha256h2	q1, q25, v24.4s
1170	# Round 7
1171	sha256su0	v5.4s, v6.4s
1172	add	v24.4s, v6.4s, v14.4s
1173	mov	v25.16b, v0.16b
1174	sha256su1	v5.4s, v7.4s, v4.4s
1175	sha256h	q0, q1, v24.4s
1176	sha256h2	q1, q25, v24.4s
1177	# Round 8
1178	sha256su0	v6.4s, v7.4s
1179	add	v24.4s, v7.4s, v15.4s
1180	mov	v25.16b, v0.16b
1181	sha256su1	v6.4s, v4.4s, v5.4s
1182	sha256h	q0, q1, v24.4s
1183	sha256h2	q1, q25, v24.4s
1184	# Round 9
1185	sha256su0	v7.4s, v4.4s
1186	add	v24.4s, v4.4s, v16.4s
1187	mov	v25.16b, v0.16b
1188	sha256su1	v7.4s, v5.4s, v6.4s
1189	sha256h	q0, q1, v24.4s
1190	sha256h2	q1, q25, v24.4s
1191	# Round 10
1192	sha256su0	v4.4s, v5.4s
1193	add	v24.4s, v5.4s, v17.4s
1194	mov	v25.16b, v0.16b
1195	sha256su1	v4.4s, v6.4s, v7.4s
1196	sha256h	q0, q1, v24.4s
1197	sha256h2	q1, q25, v24.4s
1198	# Round 11
1199	sha256su0	v5.4s, v6.4s
1200	add	v24.4s, v6.4s, v18.4s
1201	mov	v25.16b, v0.16b
1202	sha256su1	v5.4s, v7.4s, v4.4s
1203	sha256h	q0, q1, v24.4s
1204	sha256h2	q1, q25, v24.4s
1205	# Round 12
1206	sha256su0	v6.4s, v7.4s
1207	add	v24.4s, v7.4s, v19.4s
1208	mov	v25.16b, v0.16b
1209	sha256su1	v6.4s, v4.4s, v5.4s
1210	sha256h	q0, q1, v24.4s
1211	sha256h2	q1, q25, v24.4s
1212	# Round 13
1213	sha256su0	v7.4s, v4.4s
1214	add	v24.4s, v4.4s, v20.4s
1215	mov	v25.16b, v0.16b
1216	sha256su1	v7.4s, v5.4s, v6.4s
1217	sha256h	q0, q1, v24.4s
1218	sha256h2	q1, q25, v24.4s
1219	# Round 14
1220	add	v24.4s, v5.4s, v21.4s
1221	mov	v25.16b, v0.16b
1222	sha256h	q0, q1, v24.4s
1223	sha256h2	q1, q25, v24.4s
1224	# Round 15
1225	add	v24.4s, v6.4s, v22.4s
1226	mov	v25.16b, v0.16b
1227	sha256h	q0, q1, v24.4s
1228	sha256h2	q1, q25, v24.4s
1229	# Round 16
1230	add	v24.4s, v7.4s, v23.4s
1231	mov	v25.16b, v0.16b
1232	sha256h	q0, q1, v24.4s
1233	sha256h2	q1, q25, v24.4s
1234	# Done 16 rounds
1235	add	v0.4s, v0.4s, v2.4s
1236	add	v1.4s, v1.4s, v3.4s
1237	subs	w2, w2, #0x40
1238	bne	L_sha256_len_crypto_begin
1239	# Store digest back
1240	st1	{v0.4s, v1.4s}, [x0]
1241	ldp	d8, d9, [x29, #16]
1242	ldp	d10, d11, [x29, #32]
1243	ldp	d12, d13, [x29, #48]
1244	ldp	d14, d15, [x29, #64]
1245	ldp	x29, x30, [sp], #0x50
1246	ret
1247#ifndef __APPLE__
1248	.size	Transform_Sha256_Len_crypto,.-Transform_Sha256_Len_crypto
1249#endif /* __APPLE__ */
1250#endif /* !WOLFSSL_ARMASM_NO_HW_CRYPTO */
1251#endif /* !NO_SHA256 || WOLFSSL_SHA224 */
1252#endif /* __aarch64__ */
1253#endif /* WOLFSSL_ARMASM */
1254
1255#if defined(__linux__) && defined(__ELF__)
1256.section	.note.GNU-stack,"",%progbits
1257#endif
1258#endif /* !WOLFSSL_ARMASM_INLINE */