cjson
fuzzing
inputs
test1 test10 test11 test2 test3 test3.bu test3.uf test3.uu test4 test5 test6 test7 test8 test9library_config
cJSONConfig.cmake.in cJSONConfigVersion.cmake.in libcjson.pc.in libcjson_utils.pc.in uninstall.cmaketests
inputs
test1 test1.expected test10 test10.expected test11 test11.expected test2 test2.expected test3 test3.expected test4 test4.expected test5 test5.expected test6 test7 test7.expected test8 test8.expected test9 test9.expectedjson-patch-tests
.editorconfig .gitignore .npmignore README.md cjson-utils-tests.json package.json spec_tests.json tests.jsonunity
auto
colour_prompt.rb colour_reporter.rb generate_config.yml generate_module.rb generate_test_runner.rb parse_output.rb stylize_as_junit.rb test_file_filter.rb type_sanitizer.rb unity_test_summary.py unity_test_summary.rb unity_to_junit.pydocs
ThrowTheSwitchCodingStandard.md UnityAssertionsCheatSheetSuitableforPrintingandPossiblyFraming.pdf UnityAssertionsReference.md UnityConfigurationGuide.md UnityGettingStartedGuide.md UnityHelperScriptsGuide.md license.txtexamples
unity_config.hcurl
.github
scripts
cleancmd.pl cmp-config.pl cmp-pkg-config.sh codespell-ignore.words codespell.sh distfiles.sh pyspelling.words pyspelling.yaml randcurl.pl requirements-docs.txt requirements-proselint.txt requirements.txt shellcheck-ci.sh shellcheck.sh spellcheck.curl trimmarkdownheader.pl typos.sh typos.toml verify-examples.pl verify-synopsis.pl yamlcheck.sh yamlcheck.yamlworkflows
appveyor-status.yml checkdocs.yml checksrc.yml checkurls.yml codeql.yml configure-vs-cmake.yml curl-for-win.yml distcheck.yml fuzz.yml http3-linux.yml label.yml linux-old.yml linux.yml macos.yml non-native.yml windows.ymlCMake
CurlSymbolHiding.cmake CurlTests.c FindBrotli.cmake FindCares.cmake FindGSS.cmake FindGnuTLS.cmake FindLDAP.cmake FindLibbacktrace.cmake FindLibgsasl.cmake FindLibidn2.cmake FindLibpsl.cmake FindLibssh.cmake FindLibssh2.cmake FindLibuv.cmake FindMbedTLS.cmake FindNGHTTP2.cmake FindNGHTTP3.cmake FindNGTCP2.cmake FindNettle.cmake FindQuiche.cmake FindRustls.cmake FindWolfSSL.cmake FindZstd.cmake Macros.cmake OtherTests.cmake PickyWarnings.cmake Utilities.cmake cmake_uninstall.in.cmake curl-config.in.cmake unix-cache.cmake win32-cache.cmakedocs
cmdline-opts
.gitignore CMakeLists.txt MANPAGE.md Makefile.am Makefile.inc _AUTHORS.md _BUGS.md _DESCRIPTION.md _ENVIRONMENT.md _EXITCODES.md _FILES.md _GLOBBING.md _NAME.md _OPTIONS.md _OUTPUT.md _PROGRESS.md _PROTOCOLS.md _PROXYPREFIX.md _SEEALSO.md _SYNOPSIS.md _URL.md _VARIABLES.md _VERSION.md _WWW.md abstract-unix-socket.md alt-svc.md anyauth.md append.md aws-sigv4.md basic.md ca-native.md cacert.md capath.md cert-status.md cert-type.md cert.md ciphers.md compressed-ssh.md compressed.md config.md connect-timeout.md connect-to.md continue-at.md cookie-jar.md cookie.md create-dirs.md create-file-mode.md crlf.md crlfile.md curves.md data-ascii.md data-binary.md data-raw.md data-urlencode.md data.md delegation.md digest.md disable-eprt.md disable-epsv.md disable.md disallow-username-in-url.md dns-interface.md dns-ipv4-addr.md dns-ipv6-addr.md dns-servers.md doh-cert-status.md doh-insecure.md doh-url.md dump-ca-embed.md dump-header.md ech.md egd-file.md engine.md etag-compare.md etag-save.md expect100-timeout.md fail-early.md fail-with-body.md fail.md false-start.md follow.md form-escape.md form-string.md form.md ftp-account.md ftp-alternative-to-user.md ftp-create-dirs.md ftp-method.md ftp-pasv.md ftp-port.md ftp-pret.md ftp-skip-pasv-ip.md ftp-ssl-ccc-mode.md ftp-ssl-ccc.md ftp-ssl-control.md get.md globoff.md happy-eyeballs-timeout-ms.md haproxy-clientip.md haproxy-protocol.md head.md header.md help.md hostpubmd5.md hostpubsha256.md hsts.md http0.9.md http1.0.md http1.1.md http2-prior-knowledge.md http2.md http3-only.md http3.md ignore-content-length.md insecure.md interface.md ip-tos.md ipfs-gateway.md ipv4.md ipv6.md json.md junk-session-cookies.md keepalive-cnt.md keepalive-time.md key-type.md key.md knownhosts.md krb.md libcurl.md limit-rate.md list-only.md local-port.md location-trusted.md location.md login-options.md mail-auth.md mail-from.md mail-rcpt-allowfails.md mail-rcpt.md mainpage.idx manual.md max-filesize.md max-redirs.md max-time.md metalink.md mptcp.md negotiate.md netrc-file.md netrc-optional.md netrc.md next.md no-alpn.md no-buffer.md no-clobber.md no-keepalive.md no-npn.md no-progress-meter.md no-sessionid.md noproxy.md ntlm-wb.md ntlm.md oauth2-bearer.md out-null.md output-dir.md output.md parallel-immediate.md parallel-max-host.md parallel-max.md parallel.md pass.md path-as-is.md pinnedpubkey.md post301.md post302.md post303.md preproxy.md progress-bar.md proto-default.md proto-redir.md proto.md proxy-anyauth.md proxy-basic.md proxy-ca-native.md proxy-cacert.md proxy-capath.md proxy-cert-type.md proxy-cert.md proxy-ciphers.md proxy-crlfile.md proxy-digest.md proxy-header.md proxy-http2.md proxy-insecure.md proxy-key-type.md proxy-key.md proxy-negotiate.md proxy-ntlm.md proxy-pass.md proxy-pinnedpubkey.md proxy-service-name.md proxy-ssl-allow-beast.md proxy-ssl-auto-client-cert.md proxy-tls13-ciphers.md proxy-tlsauthtype.md proxy-tlspassword.md proxy-tlsuser.md proxy-tlsv1.md proxy-user.md proxy.md proxy1.0.md proxytunnel.md pubkey.md quote.md random-file.md range.md rate.md raw.md referer.md remote-header-name.md remote-name-all.md remote-name.md remote-time.md remove-on-error.md request-target.md request.md resolve.md retry-all-errors.md retry-connrefused.md retry-delay.md retry-max-time.md retry.md sasl-authzid.md sasl-ir.md service-name.md show-error.md show-headers.md sigalgs.md silent.md skip-existing.md socks4.md socks4a.md socks5-basic.md socks5-gssapi-nec.md socks5-gssapi-service.md socks5-gssapi.md socks5-hostname.md socks5.md speed-limit.md speed-time.md ssl-allow-beast.md ssl-auto-client-cert.md ssl-no-revoke.md ssl-reqd.md ssl-revoke-best-effort.md ssl-sessions.md ssl.md sslv2.md sslv3.md stderr.md styled-output.md suppress-connect-headers.md tcp-fastopen.md tcp-nodelay.md telnet-option.md tftp-blksize.md tftp-no-options.md time-cond.md tls-earlydata.md tls-max.md tls13-ciphers.md tlsauthtype.md tlspassword.md tlsuser.md tlsv1.0.md tlsv1.1.md tlsv1.2.md tlsv1.3.md tlsv1.md tr-encoding.md trace-ascii.md trace-config.md trace-ids.md trace-time.md trace.md unix-socket.md upload-file.md upload-flags.md url-query.md url.md use-ascii.md user-agent.md user.md variable.md verbose.md version.md vlan-priority.md write-out.md xattr.mdexamples
.checksrc .gitignore 10-at-a-time.c CMakeLists.txt Makefile.am Makefile.example Makefile.inc README.md adddocsref.pl address-scope.c altsvc.c anyauthput.c block_ip.c cacertinmem.c certinfo.c chkspeed.c connect-to.c cookie_interface.c crawler.c debug.c default-scheme.c ephiperfifo.c evhiperfifo.c externalsocket.c fileupload.c ftp-delete.c ftp-wildcard.c ftpget.c ftpgetinfo.c ftpgetresp.c ftpsget.c ftpupload.c ftpuploadfrommem.c ftpuploadresume.c getinfo.c getinmemory.c getredirect.c getreferrer.c ghiper.c headerapi.c hiperfifo.c hsts-preload.c htmltidy.c htmltitle.cpp http-options.c http-post.c http2-download.c http2-pushinmemory.c http2-serverpush.c http2-upload.c http3-present.c http3.c httpcustomheader.c httpput-postfields.c httpput.c https.c imap-append.c imap-authzid.c imap-copy.c imap-create.c imap-delete.c imap-examine.c imap-fetch.c imap-list.c imap-lsub.c imap-multi.c imap-noop.c imap-search.c imap-ssl.c imap-store.c imap-tls.c interface.c ipv6.c keepalive.c localport.c log_failed_transfers.c maxconnects.c multi-app.c multi-debugcallback.c multi-double.c multi-event.c multi-formadd.c multi-legacy.c multi-post.c multi-single.c multi-uv.c netrc.c parseurl.c persistent.c pop3-authzid.c pop3-dele.c pop3-list.c pop3-multi.c pop3-noop.c pop3-retr.c pop3-ssl.c pop3-stat.c pop3-tls.c pop3-top.c pop3-uidl.c post-callback.c postinmemory.c postit2-formadd.c postit2.c progressfunc.c protofeats.c range.c resolve.c rtsp-options.c sendrecv.c sepheaders.c sessioninfo.c sftpget.c sftpuploadresume.c shared-connection-cache.c simple.c simplepost.c simplessl.c smooth-gtk-thread.c smtp-authzid.c smtp-expn.c smtp-mail.c smtp-mime.c smtp-multi.c smtp-ssl.c smtp-tls.c smtp-vrfy.c sslbackend.c synctime.c threaded.c unixsocket.c url2file.c urlapi.c usercertinmem.c version-check.pl websocket-cb.c websocket-updown.c websocket.c xmlstream.cinternals
BUFQ.md BUFREF.md CHECKSRC.md CLIENT-READERS.md CLIENT-WRITERS.md CODE_STYLE.md CONNECTION-FILTERS.md CREDENTIALS.md CURLX.md DYNBUF.md HASH.md LLIST.md MID.md MQTT.md MULTI-EV.md NEW-PROTOCOL.md PEERS.md PORTING.md RATELIMITS.md README.md SCORECARD.md SPLAY.md STRPARSE.md THRDPOOL-AND-QUEUE.md TIME-KEEPING.md TLS-SESSIONS.md UINT_SETS.md WEBSOCKET.mdlibcurl
opts
CMakeLists.txt CURLINFO_ACTIVESOCKET.md CURLINFO_APPCONNECT_TIME.md CURLINFO_APPCONNECT_TIME_T.md CURLINFO_CAINFO.md CURLINFO_CAPATH.md CURLINFO_CERTINFO.md CURLINFO_CONDITION_UNMET.md CURLINFO_CONNECT_TIME.md CURLINFO_CONNECT_TIME_T.md CURLINFO_CONN_ID.md CURLINFO_CONTENT_LENGTH_DOWNLOAD.md CURLINFO_CONTENT_LENGTH_DOWNLOAD_T.md CURLINFO_CONTENT_LENGTH_UPLOAD.md CURLINFO_CONTENT_LENGTH_UPLOAD_T.md CURLINFO_CONTENT_TYPE.md CURLINFO_COOKIELIST.md CURLINFO_EARLYDATA_SENT_T.md CURLINFO_EFFECTIVE_METHOD.md CURLINFO_EFFECTIVE_URL.md CURLINFO_FILETIME.md CURLINFO_FILETIME_T.md CURLINFO_FTP_ENTRY_PATH.md CURLINFO_HEADER_SIZE.md CURLINFO_HTTPAUTH_AVAIL.md CURLINFO_HTTPAUTH_USED.md CURLINFO_HTTP_CONNECTCODE.md CURLINFO_HTTP_VERSION.md CURLINFO_LASTSOCKET.md CURLINFO_LOCAL_IP.md CURLINFO_LOCAL_PORT.md CURLINFO_NAMELOOKUP_TIME.md CURLINFO_NAMELOOKUP_TIME_T.md CURLINFO_NUM_CONNECTS.md CURLINFO_OS_ERRNO.md CURLINFO_POSTTRANSFER_TIME_T.md CURLINFO_PRETRANSFER_TIME.md CURLINFO_PRETRANSFER_TIME_T.md CURLINFO_PRIMARY_IP.md CURLINFO_PRIMARY_PORT.md CURLINFO_PRIVATE.md CURLINFO_PROTOCOL.md CURLINFO_PROXYAUTH_AVAIL.md CURLINFO_PROXYAUTH_USED.md CURLINFO_PROXY_ERROR.md CURLINFO_PROXY_SSL_VERIFYRESULT.md CURLINFO_QUEUE_TIME_T.md CURLINFO_REDIRECT_COUNT.md CURLINFO_REDIRECT_TIME.md CURLINFO_REDIRECT_TIME_T.md CURLINFO_REDIRECT_URL.md CURLINFO_REFERER.md CURLINFO_REQUEST_SIZE.md CURLINFO_RESPONSE_CODE.md CURLINFO_RETRY_AFTER.md CURLINFO_RTSP_CLIENT_CSEQ.md CURLINFO_RTSP_CSEQ_RECV.md CURLINFO_RTSP_SERVER_CSEQ.md CURLINFO_RTSP_SESSION_ID.md CURLINFO_SCHEME.md CURLINFO_SIZE_DELIVERED.md CURLINFO_SIZE_DOWNLOAD.md CURLINFO_SIZE_DOWNLOAD_T.md CURLINFO_SIZE_UPLOAD.md CURLINFO_SIZE_UPLOAD_T.md CURLINFO_SPEED_DOWNLOAD.md CURLINFO_SPEED_DOWNLOAD_T.md CURLINFO_SPEED_UPLOAD.md CURLINFO_SPEED_UPLOAD_T.md CURLINFO_SSL_ENGINES.md CURLINFO_SSL_VERIFYRESULT.md CURLINFO_STARTTRANSFER_TIME.md CURLINFO_STARTTRANSFER_TIME_T.md CURLINFO_TLS_SESSION.md CURLINFO_TLS_SSL_PTR.md CURLINFO_TOTAL_TIME.md CURLINFO_TOTAL_TIME_T.md CURLINFO_USED_PROXY.md CURLINFO_XFER_ID.md CURLMINFO_XFERS_ADDED.md CURLMINFO_XFERS_CURRENT.md CURLMINFO_XFERS_DONE.md CURLMINFO_XFERS_PENDING.md CURLMINFO_XFERS_RUNNING.md CURLMOPT_CHUNK_LENGTH_PENALTY_SIZE.md CURLMOPT_CONTENT_LENGTH_PENALTY_SIZE.md CURLMOPT_MAXCONNECTS.md CURLMOPT_MAX_CONCURRENT_STREAMS.md CURLMOPT_MAX_HOST_CONNECTIONS.md CURLMOPT_MAX_PIPELINE_LENGTH.md CURLMOPT_MAX_TOTAL_CONNECTIONS.md CURLMOPT_NETWORK_CHANGED.md CURLMOPT_NOTIFYDATA.md CURLMOPT_NOTIFYFUNCTION.md CURLMOPT_PIPELINING.md CURLMOPT_PIPELINING_SERVER_BL.md CURLMOPT_PIPELINING_SITE_BL.md CURLMOPT_PUSHDATA.md CURLMOPT_PUSHFUNCTION.md CURLMOPT_QUICK_EXIT.md CURLMOPT_RESOLVE_THREADS_MAX.md CURLMOPT_SOCKETDATA.md CURLMOPT_SOCKETFUNCTION.md CURLMOPT_TIMERDATA.md CURLMOPT_TIMERFUNCTION.md CURLOPT_ABSTRACT_UNIX_SOCKET.md CURLOPT_ACCEPTTIMEOUT_MS.md CURLOPT_ACCEPT_ENCODING.md CURLOPT_ADDRESS_SCOPE.md CURLOPT_ALTSVC.md CURLOPT_ALTSVC_CTRL.md CURLOPT_APPEND.md CURLOPT_AUTOREFERER.md CURLOPT_AWS_SIGV4.md CURLOPT_BUFFERSIZE.md CURLOPT_CAINFO.md CURLOPT_CAINFO_BLOB.md CURLOPT_CAPATH.md CURLOPT_CA_CACHE_TIMEOUT.md CURLOPT_CERTINFO.md CURLOPT_CHUNK_BGN_FUNCTION.md CURLOPT_CHUNK_DATA.md CURLOPT_CHUNK_END_FUNCTION.md CURLOPT_CLOSESOCKETDATA.md CURLOPT_CLOSESOCKETFUNCTION.md CURLOPT_CONNECTTIMEOUT.md CURLOPT_CONNECTTIMEOUT_MS.md CURLOPT_CONNECT_ONLY.md CURLOPT_CONNECT_TO.md CURLOPT_CONV_FROM_NETWORK_FUNCTION.md CURLOPT_CONV_FROM_UTF8_FUNCTION.md CURLOPT_CONV_TO_NETWORK_FUNCTION.md CURLOPT_COOKIE.md CURLOPT_COOKIEFILE.md CURLOPT_COOKIEJAR.md CURLOPT_COOKIELIST.md CURLOPT_COOKIESESSION.md CURLOPT_COPYPOSTFIELDS.md CURLOPT_CRLF.md CURLOPT_CRLFILE.md CURLOPT_CURLU.md CURLOPT_CUSTOMREQUEST.md CURLOPT_DEBUGDATA.md CURLOPT_DEBUGFUNCTION.md CURLOPT_DEFAULT_PROTOCOL.md CURLOPT_DIRLISTONLY.md CURLOPT_DISALLOW_USERNAME_IN_URL.md CURLOPT_DNS_CACHE_TIMEOUT.md CURLOPT_DNS_INTERFACE.md CURLOPT_DNS_LOCAL_IP4.md CURLOPT_DNS_LOCAL_IP6.md CURLOPT_DNS_SERVERS.md CURLOPT_DNS_SHUFFLE_ADDRESSES.md CURLOPT_DNS_USE_GLOBAL_CACHE.md CURLOPT_DOH_SSL_VERIFYHOST.md CURLOPT_DOH_SSL_VERIFYPEER.md CURLOPT_DOH_SSL_VERIFYSTATUS.md CURLOPT_DOH_URL.md CURLOPT_ECH.md CURLOPT_EGDSOCKET.md CURLOPT_ERRORBUFFER.md CURLOPT_EXPECT_100_TIMEOUT_MS.md CURLOPT_FAILONERROR.md CURLOPT_FILETIME.md CURLOPT_FNMATCH_DATA.md CURLOPT_FNMATCH_FUNCTION.md CURLOPT_FOLLOWLOCATION.md CURLOPT_FORBID_REUSE.md CURLOPT_FRESH_CONNECT.md CURLOPT_FTPPORT.md CURLOPT_FTPSSLAUTH.md CURLOPT_FTP_ACCOUNT.md CURLOPT_FTP_ALTERNATIVE_TO_USER.md CURLOPT_FTP_CREATE_MISSING_DIRS.md CURLOPT_FTP_FILEMETHOD.md CURLOPT_FTP_SKIP_PASV_IP.md CURLOPT_FTP_SSL_CCC.md CURLOPT_FTP_USE_EPRT.md CURLOPT_FTP_USE_EPSV.md CURLOPT_FTP_USE_PRET.md CURLOPT_GSSAPI_DELEGATION.md CURLOPT_HAPPY_EYEBALLS_TIMEOUT_MS.md CURLOPT_HAPROXYPROTOCOL.md CURLOPT_HAPROXY_CLIENT_IP.md CURLOPT_HEADER.md CURLOPT_HEADERDATA.md CURLOPT_HEADERFUNCTION.md CURLOPT_HEADEROPT.md CURLOPT_HSTS.md CURLOPT_HSTSREADDATA.md CURLOPT_HSTSREADFUNCTION.md CURLOPT_HSTSWRITEDATA.md CURLOPT_HSTSWRITEFUNCTION.md CURLOPT_HSTS_CTRL.md CURLOPT_HTTP09_ALLOWED.md CURLOPT_HTTP200ALIASES.md CURLOPT_HTTPAUTH.md CURLOPT_HTTPGET.md CURLOPT_HTTPHEADER.md CURLOPT_HTTPPOST.md CURLOPT_HTTPPROXYTUNNEL.md CURLOPT_HTTP_CONTENT_DECODING.md CURLOPT_HTTP_TRANSFER_DECODING.md CURLOPT_HTTP_VERSION.md CURLOPT_IGNORE_CONTENT_LENGTH.md CURLOPT_INFILESIZE.md CURLOPT_INFILESIZE_LARGE.md CURLOPT_INTERFACE.md CURLOPT_INTERLEAVEDATA.md CURLOPT_INTERLEAVEFUNCTION.md CURLOPT_IOCTLDATA.md CURLOPT_IOCTLFUNCTION.md CURLOPT_IPRESOLVE.md CURLOPT_ISSUERCERT.md CURLOPT_ISSUERCERT_BLOB.md CURLOPT_KEEP_SENDING_ON_ERROR.md CURLOPT_KEYPASSWD.md CURLOPT_KRBLEVEL.md CURLOPT_LOCALPORT.md CURLOPT_LOCALPORTRANGE.md CURLOPT_LOGIN_OPTIONS.md CURLOPT_LOW_SPEED_LIMIT.md CURLOPT_LOW_SPEED_TIME.md CURLOPT_MAIL_AUTH.md CURLOPT_MAIL_FROM.md CURLOPT_MAIL_RCPT.md CURLOPT_MAIL_RCPT_ALLOWFAILS.md CURLOPT_MAXAGE_CONN.md CURLOPT_MAXCONNECTS.md CURLOPT_MAXFILESIZE.md CURLOPT_MAXFILESIZE_LARGE.md CURLOPT_MAXLIFETIME_CONN.md CURLOPT_MAXREDIRS.md CURLOPT_MAX_RECV_SPEED_LARGE.md CURLOPT_MAX_SEND_SPEED_LARGE.md CURLOPT_MIMEPOST.md CURLOPT_MIME_OPTIONS.md CURLOPT_NETRC.md CURLOPT_NETRC_FILE.md CURLOPT_NEW_DIRECTORY_PERMS.md CURLOPT_NEW_FILE_PERMS.md CURLOPT_NOBODY.md CURLOPT_NOPROGRESS.md CURLOPT_NOPROXY.md CURLOPT_NOSIGNAL.md CURLOPT_OPENSOCKETDATA.md CURLOPT_OPENSOCKETFUNCTION.md CURLOPT_PASSWORD.md CURLOPT_PATH_AS_IS.md CURLOPT_PINNEDPUBLICKEY.md CURLOPT_PIPEWAIT.md CURLOPT_PORT.md CURLOPT_POST.md CURLOPT_POSTFIELDS.md CURLOPT_POSTFIELDSIZE.md CURLOPT_POSTFIELDSIZE_LARGE.md CURLOPT_POSTQUOTE.md CURLOPT_POSTREDIR.md CURLOPT_PREQUOTE.md CURLOPT_PREREQDATA.md CURLOPT_PREREQFUNCTION.md CURLOPT_PRE_PROXY.md CURLOPT_PRIVATE.md CURLOPT_PROGRESSDATA.md CURLOPT_PROGRESSFUNCTION.md CURLOPT_PROTOCOLS.md CURLOPT_PROTOCOLS_STR.md CURLOPT_PROXY.md CURLOPT_PROXYAUTH.md CURLOPT_PROXYHEADER.md CURLOPT_PROXYPASSWORD.md CURLOPT_PROXYPORT.md CURLOPT_PROXYTYPE.md CURLOPT_PROXYUSERNAME.md CURLOPT_PROXYUSERPWD.md CURLOPT_PROXY_CAINFO.md CURLOPT_PROXY_CAINFO_BLOB.md CURLOPT_PROXY_CAPATH.md CURLOPT_PROXY_CRLFILE.md CURLOPT_PROXY_ISSUERCERT.md CURLOPT_PROXY_ISSUERCERT_BLOB.md CURLOPT_PROXY_KEYPASSWD.md CURLOPT_PROXY_PINNEDPUBLICKEY.md CURLOPT_PROXY_SERVICE_NAME.md CURLOPT_PROXY_SSLCERT.md CURLOPT_PROXY_SSLCERTTYPE.md CURLOPT_PROXY_SSLCERT_BLOB.md CURLOPT_PROXY_SSLKEY.md CURLOPT_PROXY_SSLKEYTYPE.md CURLOPT_PROXY_SSLKEY_BLOB.md CURLOPT_PROXY_SSLVERSION.md CURLOPT_PROXY_SSL_CIPHER_LIST.md CURLOPT_PROXY_SSL_OPTIONS.md CURLOPT_PROXY_SSL_VERIFYHOST.md CURLOPT_PROXY_SSL_VERIFYPEER.md CURLOPT_PROXY_TLS13_CIPHERS.md CURLOPT_PROXY_TLSAUTH_PASSWORD.md CURLOPT_PROXY_TLSAUTH_TYPE.md CURLOPT_PROXY_TLSAUTH_USERNAME.md CURLOPT_PROXY_TRANSFER_MODE.md CURLOPT_PUT.md CURLOPT_QUICK_EXIT.md CURLOPT_QUOTE.md CURLOPT_RANDOM_FILE.md CURLOPT_RANGE.md CURLOPT_READDATA.md CURLOPT_READFUNCTION.md CURLOPT_REDIR_PROTOCOLS.md CURLOPT_REDIR_PROTOCOLS_STR.md CURLOPT_REFERER.md CURLOPT_REQUEST_TARGET.md CURLOPT_RESOLVE.md CURLOPT_RESOLVER_START_DATA.md CURLOPT_RESOLVER_START_FUNCTION.md CURLOPT_RESUME_FROM.md CURLOPT_RESUME_FROM_LARGE.md CURLOPT_RTSP_CLIENT_CSEQ.md CURLOPT_RTSP_REQUEST.md CURLOPT_RTSP_SERVER_CSEQ.md CURLOPT_RTSP_SESSION_ID.md CURLOPT_RTSP_STREAM_URI.md CURLOPT_RTSP_TRANSPORT.md CURLOPT_SASL_AUTHZID.md CURLOPT_SASL_IR.md CURLOPT_SEEKDATA.md CURLOPT_SEEKFUNCTION.md CURLOPT_SERVER_RESPONSE_TIMEOUT.md CURLOPT_SERVER_RESPONSE_TIMEOUT_MS.md CURLOPT_SERVICE_NAME.md CURLOPT_SHARE.md CURLOPT_SOCKOPTDATA.md CURLOPT_SOCKOPTFUNCTION.md CURLOPT_SOCKS5_AUTH.md CURLOPT_SOCKS5_GSSAPI_NEC.md CURLOPT_SOCKS5_GSSAPI_SERVICE.md CURLOPT_SSH_AUTH_TYPES.md CURLOPT_SSH_COMPRESSION.md CURLOPT_SSH_HOSTKEYDATA.md CURLOPT_SSH_HOSTKEYFUNCTION.md CURLOPT_SSH_HOST_PUBLIC_KEY_MD5.md CURLOPT_SSH_HOST_PUBLIC_KEY_SHA256.md CURLOPT_SSH_KEYDATA.md CURLOPT_SSH_KEYFUNCTION.md CURLOPT_SSH_KNOWNHOSTS.md CURLOPT_SSH_PRIVATE_KEYFILE.md CURLOPT_SSH_PUBLIC_KEYFILE.md CURLOPT_SSLCERT.md CURLOPT_SSLCERTTYPE.md CURLOPT_SSLCERT_BLOB.md CURLOPT_SSLENGINE.md CURLOPT_SSLENGINE_DEFAULT.md CURLOPT_SSLKEY.md CURLOPT_SSLKEYTYPE.md CURLOPT_SSLKEY_BLOB.md CURLOPT_SSLVERSION.md CURLOPT_SSL_CIPHER_LIST.md CURLOPT_SSL_CTX_DATA.md CURLOPT_SSL_CTX_FUNCTION.md CURLOPT_SSL_EC_CURVES.md CURLOPT_SSL_ENABLE_ALPN.md CURLOPT_SSL_ENABLE_NPN.md CURLOPT_SSL_FALSESTART.md CURLOPT_SSL_OPTIONS.md CURLOPT_SSL_SESSIONID_CACHE.md CURLOPT_SSL_SIGNATURE_ALGORITHMS.md CURLOPT_SSL_VERIFYHOST.md CURLOPT_SSL_VERIFYPEER.md CURLOPT_SSL_VERIFYSTATUS.md CURLOPT_STDERR.md CURLOPT_STREAM_DEPENDS.md CURLOPT_STREAM_DEPENDS_E.md CURLOPT_STREAM_WEIGHT.md CURLOPT_SUPPRESS_CONNECT_HEADERS.md CURLOPT_TCP_FASTOPEN.md CURLOPT_TCP_KEEPALIVE.md CURLOPT_TCP_KEEPCNT.md CURLOPT_TCP_KEEPIDLE.md CURLOPT_TCP_KEEPINTVL.md CURLOPT_TCP_NODELAY.md CURLOPT_TELNETOPTIONS.md CURLOPT_TFTP_BLKSIZE.md CURLOPT_TFTP_NO_OPTIONS.md CURLOPT_TIMECONDITION.md CURLOPT_TIMEOUT.md CURLOPT_TIMEOUT_MS.md CURLOPT_TIMEVALUE.md CURLOPT_TIMEVALUE_LARGE.md CURLOPT_TLS13_CIPHERS.md CURLOPT_TLSAUTH_PASSWORD.md CURLOPT_TLSAUTH_TYPE.md CURLOPT_TLSAUTH_USERNAME.md CURLOPT_TRAILERDATA.md CURLOPT_TRAILERFUNCTION.md CURLOPT_TRANSFERTEXT.md CURLOPT_TRANSFER_ENCODING.md CURLOPT_UNIX_SOCKET_PATH.md CURLOPT_UNRESTRICTED_AUTH.md CURLOPT_UPKEEP_INTERVAL_MS.md CURLOPT_UPLOAD.md CURLOPT_UPLOAD_BUFFERSIZE.md CURLOPT_UPLOAD_FLAGS.md CURLOPT_URL.md CURLOPT_USERAGENT.md CURLOPT_USERNAME.md CURLOPT_USERPWD.md CURLOPT_USE_SSL.md CURLOPT_VERBOSE.md CURLOPT_WILDCARDMATCH.md CURLOPT_WRITEDATA.md CURLOPT_WRITEFUNCTION.md CURLOPT_WS_OPTIONS.md CURLOPT_XFERINFODATA.md CURLOPT_XFERINFOFUNCTION.md CURLOPT_XOAUTH2_BEARER.md CURLSHOPT_LOCKFUNC.md CURLSHOPT_SHARE.md CURLSHOPT_UNLOCKFUNC.md CURLSHOPT_UNSHARE.md CURLSHOPT_USERDATA.md Makefile.am Makefile.incinclude
curl
Makefile.am curl.h curlver.h easy.h header.h mprintf.h multi.h options.h stdcheaders.h system.h typecheck-gcc.h urlapi.h websockets.hlib
curlx
base64.c base64.h basename.c basename.h dynbuf.c dynbuf.h fopen.c fopen.h inet_ntop.c inet_ntop.h inet_pton.c inet_pton.h multibyte.c multibyte.h nonblock.c nonblock.h snprintf.c snprintf.h strcopy.c strcopy.h strdup.c strdup.h strerr.c strerr.h strparse.c strparse.h timediff.c timediff.h timeval.c timeval.h version_win32.c version_win32.h wait.c wait.h warnless.c warnless.h winapi.c winapi.hvauth
cleartext.c cram.c digest.c digest.h digest_sspi.c gsasl.c krb5_gssapi.c krb5_sspi.c ntlm.c ntlm_sspi.c oauth2.c spnego_gssapi.c spnego_sspi.c vauth.c vauth.hvquic
curl_ngtcp2.c curl_ngtcp2.h curl_quiche.c curl_quiche.h vquic-tls.c vquic-tls.h vquic.c vquic.h vquic_int.hvtls
apple.c apple.h cipher_suite.c cipher_suite.h gtls.c gtls.h hostcheck.c hostcheck.h keylog.c keylog.h mbedtls.c mbedtls.h openssl.c openssl.h rustls.c rustls.h schannel.c schannel.h schannel_int.h schannel_verify.c vtls.c vtls.h vtls_int.h vtls_scache.c vtls_scache.h vtls_spack.c vtls_spack.h wolfssl.c wolfssl.h x509asn1.c x509asn1.hm4
.gitignore curl-amissl.m4 curl-apple-sectrust.m4 curl-compilers.m4 curl-confopts.m4 curl-functions.m4 curl-gnutls.m4 curl-mbedtls.m4 curl-openssl.m4 curl-override.m4 curl-reentrant.m4 curl-rustls.m4 curl-schannel.m4 curl-sysconfig.m4 curl-wolfssl.m4 xc-am-iface.m4 xc-cc-check.m4 xc-lt-iface.m4 xc-val-flgs.m4 zz40-xc-ovr.m4 zz50-xc-ovr.m4projects
OS400
.checksrc README.OS400 ccsidcurl.c ccsidcurl.h config400.default curl.cmd curl.inc.in curlcl.c curlmain.c initscript.sh make-docs.sh make-include.sh make-lib.sh make-src.sh make-tests.sh makefile.sh os400sys.c os400sys.hWindows
tmpl
.gitattributes README.txt curl-all.sln curl.sln curl.vcxproj curl.vcxproj.filters libcurl.sln libcurl.vcxproj libcurl.vcxproj.filtersvms
Makefile.am backup_gnv_curl_src.com build_curl-config_script.com build_gnv_curl.com build_gnv_curl_pcsi_desc.com build_gnv_curl_pcsi_text.com build_gnv_curl_release_notes.com build_libcurl_pc.com build_vms.com clean_gnv_curl.com compare_curl_source.com config_h.com curl_crtl_init.c curl_gnv_build_steps.txt curl_release_note_start.txt curl_startup.com curlmsg.h curlmsg.msg curlmsg.sdl curlmsg_vms.h generate_config_vms_h_curl.com generate_vax_transfer.com gnv_conftest.c_first gnv_curl_configure.sh gnv_libcurl_symbols.opt gnv_link_curl.com macro32_exactcase.patch make_gnv_curl_install.sh make_pcsi_curl_kit_name.com pcsi_gnv_curl_file_list.txt pcsi_product_gnv_curl.com readme report_openssl_version.c setup_gnv_curl_build.com stage_curl_install.com vms_eco_level.hscripts
.checksrc CMakeLists.txt Makefile.am badwords badwords-all badwords.txt cd2cd cd2nroff cdall checksrc-all.pl checksrc.pl cmakelint.sh completion.pl contributors.sh contrithanks.sh coverage.sh delta dmaketgz extract-unit-protos firefox-db2pem.sh installcheck.sh maketgz managen mdlinkcheck mk-ca-bundle.pl mk-unity.pl nroff2cd perlcheck.sh pythonlint.sh randdisable release-notes.pl release-tools.sh schemetable.c singleuse.pl spacecheck.pl top-complexity top-length verify-release wcurlsrc
.checksrc .gitignore CMakeLists.txt Makefile.am Makefile.inc config2setopts.c config2setopts.h curl.rc curlinfo.c mk-file-embed.pl mkhelp.pl slist_wc.c slist_wc.h terminal.c terminal.h tool_cb_dbg.c tool_cb_dbg.h tool_cb_hdr.c tool_cb_hdr.h tool_cb_prg.c tool_cb_prg.h tool_cb_rea.c tool_cb_rea.h tool_cb_see.c tool_cb_see.h tool_cb_soc.c tool_cb_soc.h tool_cb_wrt.c tool_cb_wrt.h tool_cfgable.c tool_cfgable.h tool_dirhie.c tool_dirhie.h tool_doswin.c tool_doswin.h tool_easysrc.c tool_easysrc.h tool_filetime.c tool_filetime.h tool_findfile.c tool_findfile.h tool_formparse.c tool_formparse.h tool_getparam.c tool_getparam.h tool_getpass.c tool_getpass.h tool_help.c tool_help.h tool_helpers.c tool_helpers.h tool_hugehelp.h tool_ipfs.c tool_ipfs.h tool_libinfo.c tool_libinfo.h tool_listhelp.c tool_main.c tool_main.h tool_msgs.c tool_msgs.h tool_operate.c tool_operate.h tool_operhlp.c tool_operhlp.h tool_paramhlp.c tool_paramhlp.h tool_parsecfg.c tool_parsecfg.h tool_progress.c tool_progress.h tool_sdecls.h tool_setopt.c tool_setopt.h tool_setup.h tool_ssls.c tool_ssls.h tool_stderr.c tool_stderr.h tool_urlglob.c tool_urlglob.h tool_util.c tool_util.h tool_version.h tool_vms.c tool_vms.h tool_writeout.c tool_writeout.h tool_writeout_json.c tool_writeout_json.h tool_xattr.c tool_xattr.h var.c var.htests
certs
.gitignore CMakeLists.txt Makefile.am Makefile.inc genserv.pl srp-verifier-conf srp-verifier-db test-ca.cnf test-ca.prm test-client-cert.prm test-client-eku-only.prm test-localhost-san-first.prm test-localhost-san-last.prm test-localhost.nn.prm test-localhost.prm test-localhost0h.prmdata
.gitignore DISABLED Makefile.am data-xml1 data1400.c data1401.c data1402.c data1403.c data1404.c data1405.c data1406.c data1407.c data1420.c data1461.txt data1463.txt data1465.c data1481.c data1705-1.md data1705-2.md data1705-3.md data1705-4.md data1705-stdout.1 data1706-1.md data1706-2.md data1706-3.md data1706-4.md data1706-stdout.txt data320.html test1 test10 test100 test1000 test1001 test1002 test1003 test1004 test1005 test1006 test1007 test1008 test1009 test101 test1010 test1011 test1012 test1013 test1014 test1015 test1016 test1017 test1018 test1019 test102 test1020 test1021 test1022 test1023 test1024 test1025 test1026 test1027 test1028 test1029 test103 test1030 test1031 test1032 test1033 test1034 test1035 test1036 test1037 test1038 test1039 test104 test1040 test1041 test1042 test1043 test1044 test1045 test1046 test1047 test1048 test1049 test105 test1050 test1051 test1052 test1053 test1054 test1055 test1056 test1057 test1058 test1059 test106 test1060 test1061 test1062 test1063 test1064 test1065 test1066 test1067 test1068 test1069 test107 test1070 test1071 test1072 test1073 test1074 test1075 test1076 test1077 test1078 test1079 test108 test1080 test1081 test1082 test1083 test1084 test1085 test1086 test1087 test1088 test1089 test109 test1090 test1091 test1092 test1093 test1094 test1095 test1096 test1097 test1098 test1099 test11 test110 test1100 test1101 test1102 test1103 test1104 test1105 test1106 test1107 test1108 test1109 test111 test1110 test1111 test1112 test1113 test1114 test1115 test1116 test1117 test1118 test1119 test112 test1120 test1121 test1122 test1123 test1124 test1125 test1126 test1127 test1128 test1129 test113 test1130 test1131 test1132 test1133 test1134 test1135 test1136 test1137 test1138 test1139 test114 test1140 test1141 test1142 test1143 test1144 test1145 test1146 test1147 test1148 test1149 test115 test1150 test1151 test1152 test1153 test1154 test1155 test1156 test1157 test1158 test1159 test116 test1160 test1161 test1162 test1163 test1164 test1165 test1166 test1167 test1168 test1169 test117 test1170 test1171 test1172 test1173 test1174 test1175 test1176 test1177 test1178 test1179 test118 test1180 test1181 test1182 test1183 test1184 test1185 test1186 test1187 test1188 test1189 test119 test1190 test1191 test1192 test1193 test1194 test1195 test1196 test1197 test1198 test1199 test12 test120 test1200 test1201 test1202 test1203 test1204 test1205 test1206 test1207 test1208 test1209 test121 test1210 test1211 test1212 test1213 test1214 test1215 test1216 test1217 test1218 test1219 test122 test1220 test1221 test1222 test1223 test1224 test1225 test1226 test1227 test1228 test1229 test123 test1230 test1231 test1232 test1233 test1234 test1235 test1236 test1237 test1238 test1239 test124 test1240 test1241 test1242 test1243 test1244 test1245 test1246 test1247 test1248 test1249 test125 test1250 test1251 test1252 test1253 test1254 test1255 test1256 test1257 test1258 test1259 test126 test1260 test1261 test1262 test1263 test1264 test1265 test1266 test1267 test1268 test1269 test127 test1270 test1271 test1272 test1273 test1274 test1275 test1276 test1277 test1278 test1279 test128 test1280 test1281 test1282 test1283 test1284 test1285 test1286 test1287 test1288 test1289 test129 test1290 test1291 test1292 test1293 test1294 test1295 test1296 test1297 test1298 test1299 test13 test130 test1300 test1301 test1302 test1303 test1304 test1305 test1306 test1307 test1308 test1309 test131 test1310 test1311 test1312 test1313 test1314 test1315 test1316 test1317 test1318 test1319 test132 test1320 test1321 test1322 test1323 test1324 test1325 test1326 test1327 test1328 test1329 test133 test1330 test1331 test1332 test1333 test1334 test1335 test1336 test1337 test1338 test1339 test134 test1340 test1341 test1342 test1343 test1344 test1345 test1346 test1347 test1348 test1349 test135 test1350 test1351 test1352 test1353 test1354 test1355 test1356 test1357 test1358 test1359 test136 test1360 test1361 test1362 test1363 test1364 test1365 test1366 test1367 test1368 test1369 test137 test1370 test1371 test1372 test1373 test1374 test1375 test1376 test1377 test1378 test1379 test138 test1380 test1381 test1382 test1383 test1384 test1385 test1386 test1387 test1388 test1389 test139 test1390 test1391 test1392 test1393 test1394 test1395 test1396 test1397 test1398 test1399 test14 test140 test1400 test1401 test1402 test1403 test1404 test1405 test1406 test1407 test1408 test1409 test141 test1410 test1411 test1412 test1413 test1414 test1415 test1416 test1417 test1418 test1419 test142 test1420 test1421 test1422 test1423 test1424 test1425 test1426 test1427 test1428 test1429 test143 test1430 test1431 test1432 test1433 test1434 test1435 test1436 test1437 test1438 test1439 test144 test1440 test1441 test1442 test1443 test1444 test1445 test1446 test1447 test1448 test1449 test145 test1450 test1451 test1452 test1453 test1454 test1455 test1456 test1457 test1458 test1459 test146 test1460 test1461 test1462 test1463 test1464 test1465 test1466 test1467 test1468 test1469 test147 test1470 test1471 test1472 test1473 test1474 test1475 test1476 test1477 test1478 test1479 test148 test1480 test1481 test1482 test1483 test1484 test1485 test1486 test1487 test1488 test1489 test149 test1490 test1491 test1492 test1493 test1494 test1495 test1496 test1497 test1498 test1499 test15 test150 test1500 test1501 test1502 test1503 test1504 test1505 test1506 test1507 test1508 test1509 test151 test1510 test1511 test1512 test1513 test1514 test1515 test1516 test1517 test1518 test1519 test152 test1520 test1521 test1522 test1523 test1524 test1525 test1526 test1527 test1528 test1529 test153 test1530 test1531 test1532 test1533 test1534 test1535 test1536 test1537 test1538 test1539 test154 test1540 test1541 test1542 test1543 test1544 test1545 test1546 test1547 test1548 test1549 test155 test1550 test1551 test1552 test1553 test1554 test1555 test1556 test1557 test1558 test1559 test156 test1560 test1561 test1562 test1563 test1564 test1565 test1566 test1567 test1568 test1569 test157 test1570 test1571 test1572 test1573 test1574 test1575 test1576 test1577 test1578 test1579 test158 test1580 test1581 test1582 test1583 test1584 test1585 test1586 test1587 test1588 test1589 test159 test1590 test1591 test1592 test1593 test1594 test1595 test1596 test1597 test1598 test1599 test16 test160 test1600 test1601 test1602 test1603 test1604 test1605 test1606 test1607 test1608 test1609 test161 test1610 test1611 test1612 test1613 test1614 test1615 test1616 test1617 test1618 test1619 test162 test1620 test1621 test1622 test1623 test1624 test1625 test1626 test1627 test1628 test1629 test163 test1630 test1631 test1632 test1633 test1634 test1635 test1636 test1637 test1638 test1639 test164 test1640 test1641 test1642 test1643 test1644 test1645 test165 test1650 test1651 test1652 test1653 test1654 test1655 test1656 test1657 test1658 test1659 test166 test1660 test1661 test1662 test1663 test1664 test1665 test1666 test1667 test1668 test1669 test167 test1670 test1671 test1672 test1673 test1674 test1675 test1676 test168 test1680 test1681 test1682 test1683 test1684 test1685 test169 test17 test170 test1700 test1701 test1702 test1703 test1704 test1705 test1706 test1707 test1708 test1709 test171 test1710 test1711 test1712 test1713 test1714 test1715 test172 test1720 test1721 test173 test174 test175 test176 test177 test178 test179 test18 test180 test1800 test1801 test1802 test181 test182 test183 test184 test1847 test1848 test1849 test185 test1850 test1851 test186 test187 test188 test189 test19 test190 test1900 test1901 test1902 test1903 test1904 test1905 test1906 test1907 test1908 test1909 test191 test1910 test1911 test1912 test1913 test1914 test1915 test1916 test1917 test1918 test1919 test192 test1920 test1921 test193 test1933 test1934 test1935 test1936 test1937 test1938 test1939 test194 test1940 test1941 test1942 test1943 test1944 test1945 test1946 test1947 test1948 test195 test1955 test1956 test1957 test1958 test1959 test196 test1960 test1964 test1965 test1966 test197 test1970 test1971 test1972 test1973 test1974 test1975 test1976 test1977 test1978 test1979 test198 test1980 test1981 test1982 test1983 test1984 test199 test2 test20 test200 test2000 test2001 test2002 test2003 test2004 test2005 test2006 test2007 test2008 test2009 test201 test2010 test2011 test2012 test2013 test2014 test202 test2023 test2024 test2025 test2026 test2027 test2028 test2029 test203 test2030 test2031 test2032 test2033 test2034 test2035 test2037 test2038 test2039 test204 test2040 test2041 test2042 test2043 test2044 test2045 test2046 test2047 test2048 test2049 test205 test2050 test2051 test2052 test2053 test2054 test2055 test2056 test2057 test2058 test2059 test206 test2060 test2061 test2062 test2063 test2064 test2065 test2066 test2067 test2068 test2069 test207 test2070 test2071 test2072 test2073 test2074 test2075 test2076 test2077 test2078 test2079 test208 test2080 test2081 test2082 test2083 test2084 test2085 test2086 test2087 test2088 test2089 test209 test2090 test2091 test2092 test21 test210 test2100 test2101 test2102 test2103 test2104 test211 test212 test213 test214 test215 test216 test217 test218 test219 test22 test220 test2200 test2201 test2202 test2203 test2204 test2205 test2206 test2207 test221 test222 test223 test224 test225 test226 test227 test228 test229 test23 test230 test2300 test2301 test2302 test2303 test2304 test2306 test2307 test2308 test2309 test231 test232 test233 test234 test235 test236 test237 test238 test239 test24 test240 test2400 test2401 test2402 test2403 test2404 test2405 test2406 test2407 test2408 test2409 test241 test2410 test2411 test242 test243 test244 test245 test246 test247 test248 test249 test25 test250 test2500 test2501 test2502 test2503 test2504 test2505 test2506 test251 test252 test253 test254 test255 test256 test257 test258 test259 test26 test260 test2600 test2601 test2602 test2603 test2604 test2605 test261 test262 test263 test264 test265 test266 test267 test268 test269 test27 test270 test2700 test2701 test2702 test2703 test2704 test2705 test2706 test2707 test2708 test2709 test271 test2710 test2711 test2712 test2713 test2714 test2715 test2716 test2717 test2718 test2719 test272 test2720 test2721 test2722 test2723 test273 test274 test275 test276 test277 test278 test279 test28 test280 test281 test282 test283 test284 test285 test286 test287 test288 test289 test29 test290 test291 test292 test293 test294 test295 test296 test297 test298 test299 test3 test30 test300 test3000 test3001 test3002 test3003 test3004 test3005 test3006 test3007 test3008 test3009 test301 test3010 test3011 test3012 test3013 test3014 test3015 test3016 test3017 test3018 test3019 test302 test3020 test3021 test3022 test3023 test3024 test3025 test3026 test3027 test3028 test3029 test303 test3030 test3031 test3032 test3033 test3034 test3035 test3036 test304 test305 test306 test307 test308 test309 test31 test310 test3100 test3101 test3102 test3103 test3104 test3105 test3106 test311 test312 test313 test314 test315 test316 test317 test318 test319 test32 test320 test3200 test3201 test3202 test3203 test3204 test3205 test3206 test3207 test3208 test3209 test321 test3210 test3211 test3212 test3213 test3214 test3215 test3216 test3217 test3218 test3219 test322 test3220 test323 test324 test325 test326 test327 test328 test329 test33 test330 test3300 test3301 test3302 test331 test332 test333 test334 test335 test336 test337 test338 test339 test34 test340 test341 test342 test343 test344 test345 test346 test347 test348 test349 test35 test350 test351 test352 test353 test354 test355 test356 test357 test358 test359 test36 test360 test361 test362 test363 test364 test365 test366 test367 test368 test369 test37 test370 test371 test372 test373 test374 test375 test376 test378 test379 test38 test380 test381 test383 test384 test385 test386 test387 test388 test389 test39 test390 test391 test392 test393 test394 test395 test396 test397 test398 test399 test4 test40 test400 test4000 test4001 test401 test402 test403 test404 test405 test406 test407 test408 test409 test41 test410 test411 test412 test413 test414 test415 test416 test417 test418 test419 test42 test420 test421 test422 test423 test424 test425 test426 test427 test428 test429 test43 test430 test431 test432 test433 test434 test435 test436 test437 test438 test439 test44 test440 test441 test442 test443 test444 test445 test446 test447 test448 test449 test45 test450 test451 test452 test453 test454 test455 test456 test457 test458 test459 test46 test460 test461 test462 test463 test467 test468 test469 test47 test470 test471 test472 test473 test474 test475 test476 test477 test478 test479 test48 test480 test481 test482 test483 test484 test485 test486 test487 test488 test489 test49 test490 test491 test492 test493 test494 test495 test496 test497 test498 test499 test5 test50 test500 test501 test502 test503 test504 test505 test506 test507 test508 test509 test51 test510 test511 test512 test513 test514 test515 test516 test517 test518 test519 test52 test520 test521 test522 test523 test524 test525 test526 test527 test528 test529 test53 test530 test531 test532 test533 test534 test535 test536 test537 test538 test539 test54 test540 test541 test542 test543 test544 test545 test546 test547 test548 test549 test55 test550 test551 test552 test553 test554 test555 test556 test557 test558 test559 test56 test560 test561 test562 test563 test564 test565 test566 test567 test568 test569 test57 test570 test571 test572 test573 test574 test575 test576 test577 test578 test579 test58 test580 test581 test582 test583 test584 test585 test586 test587 test588 test589 test59 test590 test591 test592 test593 test594 test595 test596 test597 test598 test599 test6 test60 test600 test601 test602 test603 test604 test605 test606 test607 test608 test609 test61 test610 test611 test612 test613 test614 test615 test616 test617 test618 test619 test62 test620 test621 test622 test623 test624 test625 test626 test627 test628 test629 test63 test630 test631 test632 test633 test634 test635 test636 test637 test638 test639 test64 test640 test641 test642 test643 test644 test645 test646 test647 test648 test649 test65 test650 test651 test652 test653 test654 test655 test656 test658 test659 test66 test660 test661 test662 test663 test664 test665 test666 test667 test668 test669 test67 test670 test671 test672 test673 test674 test675 test676 test677 test678 test679 test68 test680 test681 test682 test683 test684 test685 test686 test687 test688 test689 test69 test690 test691 test692 test693 test694 test695 test696 test697 test698 test699 test7 test70 test700 test701 test702 test703 test704 test705 test706 test707 test708 test709 test71 test710 test711 test712 test713 test714 test715 test716 test717 test718 test719 test72 test720 test721 test722 test723 test724 test725 test726 test727 test728 test729 test73 test730 test731 test732 test733 test734 test735 test736 test737 test738 test739 test74 test740 test741 test742 test743 test744 test745 test746 test747 test748 test749 test75 test750 test751 test752 test753 test754 test755 test756 test757 test758 test759 test76 test760 test761 test762 test763 test764 test765 test766 test767 test768 test769 test77 test770 test771 test772 test773 test774 test775 test776 test777 test778 test779 test78 test780 test781 test782 test783 test784 test785 test786 test787 test788 test789 test79 test790 test791 test792 test793 test794 test795 test796 test797 test798 test799 test8 test80 test800 test801 test802 test803 test804 test805 test806 test807 test808 test809 test81 test810 test811 test812 test813 test814 test815 test816 test817 test818 test819 test82 test820 test821 test822 test823 test824 test825 test826 test827 test828 test829 test83 test830 test831 test832 test833 test834 test835 test836 test837 test838 test839 test84 test840 test841 test842 test843 test844 test845 test846 test847 test848 test849 test85 test850 test851 test852 test853 test854 test855 test856 test857 test858 test859 test86 test860 test861 test862 test863 test864 test865 test866 test867 test868 test869 test87 test870 test871 test872 test873 test874 test875 test876 test877 test878 test879 test88 test880 test881 test882 test883 test884 test885 test886 test887 test888 test889 test89 test890 test891 test892 test893 test894 test895 test896 test897 test898 test899 test9 test90 test900 test901 test902 test903 test904 test905 test906 test907 test908 test909 test91 test910 test911 test912 test913 test914 test915 test916 test917 test918 test919 test92 test920 test921 test922 test923 test924 test925 test926 test927 test928 test929 test93 test930 test931 test932 test933 test934 test935 test936 test937 test938 test939 test94 test940 test941 test942 test943 test944 test945 test946 test947 test948 test949 test95 test950 test951 test952 test953 test954 test955 test956 test957 test958 test959 test96 test960 test961 test962 test963 test964 test965 test966 test967 test968 test969 test97 test970 test971 test972 test973 test974 test975 test976 test977 test978 test979 test98 test980 test981 test982 test983 test984 test985 test986 test987 test988 test989 test99 test990 test991 test992 test993 test994 test995 test996 test997 test998 test999http
testenv
__init__.py caddy.py certs.py client.py curl.py dante.py dnsd.py env.py httpd.py nghttpx.py ports.py sshd.py vsftpd.py ws_echo_server.pylibtest
.gitignore CMakeLists.txt Makefile.am Makefile.inc cli_ftp_upload.c cli_h2_pausing.c cli_h2_serverpush.c cli_h2_upgrade_extreme.c cli_hx_download.c cli_hx_upload.c cli_tls_session_reuse.c cli_upload_pausing.c cli_ws_data.c cli_ws_pingpong.c first.c first.h lib1156.c lib1301.c lib1308.c lib1485.c lib1500.c lib1501.c lib1502.c lib1506.c lib1507.c lib1508.c lib1509.c lib1510.c lib1511.c lib1512.c lib1513.c lib1514.c lib1515.c lib1517.c lib1518.c lib1520.c lib1522.c lib1523.c lib1525.c lib1526.c lib1527.c lib1528.c lib1529.c lib1530.c lib1531.c lib1532.c lib1533.c lib1534.c lib1535.c lib1536.c lib1537.c lib1538.c lib1540.c lib1541.c lib1542.c lib1545.c lib1549.c lib1550.c lib1551.c lib1552.c lib1553.c lib1554.c lib1555.c lib1556.c lib1557.c lib1558.c lib1559.c lib1560.c lib1564.c lib1565.c lib1567.c lib1568.c lib1569.c lib1571.c lib1576.c lib1582.c lib1587.c lib1588.c lib1589.c lib1591.c lib1592.c lib1593.c lib1594.c lib1597.c lib1598.c lib1599.c lib1662.c lib1900.c lib1901.c lib1902.c lib1903.c lib1905.c lib1906.c lib1907.c lib1908.c lib1910.c lib1911.c lib1912.c lib1913.c lib1915.c lib1916.c lib1918.c lib1919.c lib1920.c lib1921.c lib1933.c lib1934.c lib1935.c lib1936.c lib1937.c lib1938.c lib1939.c lib1940.c lib1945.c lib1947.c lib1948.c lib1955.c lib1956.c lib1957.c lib1958.c lib1959.c lib1960.c lib1964.c lib1965.c lib1970.c lib1971.c lib1972.c lib1973.c lib1974.c lib1975.c lib1977.c lib1978.c lib2023.c lib2032.c lib2082.c lib2301.c lib2302.c lib2304.c lib2306.c lib2308.c lib2309.c lib2402.c lib2404.c lib2405.c lib2502.c lib2504.c lib2505.c lib2506.c lib2700.c lib3010.c lib3025.c lib3026.c lib3027.c lib3033.c lib3034.c lib3100.c lib3101.c lib3102.c lib3103.c lib3104.c lib3105.c lib3207.c lib3208.c lib500.c lib501.c lib502.c lib503.c lib504.c lib505.c lib506.c lib507.c lib508.c lib509.c lib510.c lib511.c lib512.c lib513.c lib514.c lib515.c lib516.c lib517.c lib518.c lib519.c lib520.c lib521.c lib523.c lib524.c lib525.c lib526.c lib530.c lib533.c lib536.c lib537.c lib539.c lib540.c lib541.c lib542.c lib543.c lib544.c lib547.c lib549.c lib552.c lib553.c lib554.c lib555.c lib556.c lib557.c lib558.c lib559.c lib560.c lib562.c lib564.c lib566.c lib567.c lib568.c lib569.c lib570.c lib571.c lib572.c lib573.c lib574.c lib575.c lib576.c lib578.c lib579.c lib582.c lib583.c lib586.c lib589.c lib590.c lib591.c lib597.c lib598.c lib599.c lib643.c lib650.c lib651.c lib652.c lib653.c lib654.c lib655.c lib658.c lib659.c lib661.c lib666.c lib667.c lib668.c lib670.c lib674.c lib676.c lib677.c lib678.c lib694.c lib695.c lib751.c lib753.c lib757.c lib758.c lib766.c memptr.c mk-lib1521.pl test1013.pl test1022.pl test307.pl test610.pl test613.pl testtrace.c testtrace.h testutil.c testutil.h unitcheck.hserver
.checksrc .gitignore CMakeLists.txt Makefile.am Makefile.inc dnsd.c first.c first.h getpart.c mqttd.c resolve.c rtspd.c sockfilt.c socksd.c sws.c tftpd.c util.ctunit
.gitignore CMakeLists.txt Makefile.am Makefile.inc README.md tool1394.c tool1604.c tool1621.c tool1622.c tool1623.c tool1720.cunit
.gitignore CMakeLists.txt Makefile.am Makefile.inc README.md unit1300.c unit1302.c unit1303.c unit1304.c unit1305.c unit1307.c unit1309.c unit1323.c unit1330.c unit1395.c unit1396.c unit1397.c unit1398.c unit1399.c unit1600.c unit1601.c unit1602.c unit1603.c unit1605.c unit1606.c unit1607.c unit1608.c unit1609.c unit1610.c unit1611.c unit1612.c unit1614.c unit1615.c unit1616.c unit1620.c unit1625.c unit1626.c unit1627.c unit1636.c unit1650.c unit1651.c unit1652.c unit1653.c unit1654.c unit1655.c unit1656.c unit1657.c unit1658.c unit1660.c unit1661.c unit1663.c unit1664.c unit1666.c unit1667.c unit1668.c unit1669.c unit1674.c unit1675.c unit1676.c unit1979.c unit1980.c unit2600.c unit2601.c unit2602.c unit2603.c unit2604.c unit2605.c unit3200.c unit3205.c unit3211.c unit3212.c unit3213.c unit3214.c unit3216.c unit3219.c unit3300.c unit3301.c unit3302.cexamples
.env config.ini crypto_test.lua env_test.lua fs_example.lua http_server.lua https_test.lua ini_example.lua json.lua log.lua path_fs_example.lua process_example.lua request_download.lua request_test.lua run_all.lua sqlite_example.lua sqlite_http_template.lua stash_test.lua template_test.lua timer.lua websocket.luainiparser
example
iniexample.c iniwrite.c parse.c twisted-errors.ini twisted-genhuge.py twisted-ofkey.ini twisted-ofval.ini twisted.initest
CMakeLists.txt test_dictionary.c test_iniparser.c unity-config.yml unity_config.hjinjac
libjinjac
src
CMakeLists.txt ast.c ast.h block_statement.c block_statement.h buffer.c buffer.h buildin.c buildin.h common.h convert.c convert.h flex_decl.h jfunction.c jfunction.h jinja_expression.l jinja_expression.y jinjac_parse.c jinjac_parse.h jinjac_stream.c jinjac_stream.h jlist.c jlist.h jobject.c jobject.h parameter.c parameter.h str_obj.c str_obj.h trace.c trace.htest
.gitignore CMakeLists.txt autotest.rb test_01.expected test_01.jinja test_01b.expected test_01b.jinja test_01c.expected test_01c.jinja test_01d.expected test_01d.jinja test_02.expected test_02.jinja test_03.expected test_03.jinja test_04.expected test_04.jinja test_05.expected test_05.jinja test_06.expected test_06.jinja test_07.expected test_07.jinja test_08.expected test_08.jinja test_08b.expected test_08b.jinja test_09.expected test_09.jinja test_10.expected test_10.jinja test_11.expected test_11.jinja test_12.expected test_12.jinja test_13.expected test_13.jinja test_14.expected test_14.jinja test_15.expected test_15.jinja test_16.expected test_16.jinja test_17.expected test_17.jinja test_18.expected test_18.jinja test_18b.expected test_18b.jinja test_18c.expected test_18c.jinja test_19.expected test_19.jinja test_19b.expected test_19b.jinja test_19c.expected test_19c.jinja test_19d.expected test_19d.jinja test_19e.expected test_19e.jinja test_19f.expected test_19f.jinja test_20.expected test_20.jinja test_21.expected test_21.jinja test_22.expected test_22.jinja test_22a.expected test_22a.jinja test_22b.expected test_22b.jinja test_23.expected test_23.jinja test_24.expected test_24.jinjalibev
Changes LICENSE Makefile Makefile.am Makefile.in README Symbols.ev Symbols.event aclocal.m4 autogen.sh compile config.guess config.h config.h.in config.status config.sub configure configure.ac depcomp ev++.h ev.3 ev.c ev.h ev.pod ev_epoll.c ev_kqueue.c ev_poll.c ev_port.c ev_select.c ev_vars.h ev_win32.c ev_wrap.h event.c event.h install-sh libev.m4 libtool ltmain.sh missing mkinstalldirs stamp-h1luajit
doc
bluequad-print.css bluequad.css contact.html ext_buffer.html ext_c_api.html ext_ffi.html ext_ffi_api.html ext_ffi_semantics.html ext_ffi_tutorial.html ext_jit.html ext_profiler.html extensions.html install.html luajit.html running.htmldynasm
dasm_arm.h dasm_arm.lua dasm_arm64.h dasm_arm64.lua dasm_mips.h dasm_mips.lua dasm_mips64.lua dasm_ppc.h dasm_ppc.lua dasm_proto.h dasm_x64.lua dasm_x86.h dasm_x86.lua dynasm.luasrc
host
.gitignore README buildvm.c buildvm.h buildvm_asm.c buildvm_fold.c buildvm_lib.c buildvm_libbc.h buildvm_peobj.c genlibbc.lua genminilua.lua genversion.lua minilua.cjit
.gitignore bc.lua bcsave.lua dis_arm.lua dis_arm64.lua dis_arm64be.lua dis_mips.lua dis_mips64.lua dis_mips64el.lua dis_mips64r6.lua dis_mips64r6el.lua dis_mipsel.lua dis_ppc.lua dis_x64.lua dis_x86.lua dump.lua p.lua v.lua zone.luawolfssl
.github
workflows
ada.yml arduino.yml async-examples.yml async.yml atecc608-sim.yml bind.yml cmake-autoconf.yml cmake.yml codespell.yml coverity-scan-fixes.yml cryptocb-only.yml curl.yml cyrus-sasl.yml disable-pk-algs.yml docker-Espressif.yml docker-OpenWrt.yml emnet-nonblock.yml fil-c.yml freertos-mem-track.yml gencertbuf.yml grpc.yml haproxy.yml hostap-vm.yml intelasm-c-fallback.yml ipmitool.yml jwt-cpp.yml krb5.yml libspdm.yml libssh2.yml libvncserver.yml linuxkm.yml macos-apple-native-cert-validation.yml mbedtls.sh mbedtls.yml membrowse-comment.yml membrowse-onboard.yml membrowse-report.yml memcached.sh memcached.yml mono.yml mosquitto.yml msmtp.yml msys2.yml multi-arch.yml multi-compiler.yml net-snmp.yml nginx.yml no-malloc.yml no-tls.yml nss.sh nss.yml ntp.yml ocsp.yml openldap.yml openssh.yml openssl-ech.yml opensslcoexist.yml openvpn.yml os-check.yml packaging.yml pam-ipmi.yml pq-all.yml pr-commit-check.yml psk.yml puf.yml python.yml rng-tools.yml rust-wrapper.yml se050-sim.yml smallStackSize.yml socat.yml softhsm.yml sssd.yml stm32-sim.yml stsafe-a120-sim.yml stunnel.yml symbol-prefixes.yml threadx.yml tls-anvil.yml trackmemory.yml watcomc.yml win-csharp-test.yml wolfCrypt-Wconversion.yml wolfboot-integration.yml wolfsm.yml xcode.yml zephyr-4.x.yml zephyr.ymlIDE
ARDUINO
Arduino_README_prepend.md README.md include.am keywords.txt library.properties.template wolfssl-arduino.cpp wolfssl-arduino.sh wolfssl.hECLIPSE
Espressif
ESP-IDF
examples
template
CMakeLists.txt Makefile README.md partitions_singleapp_large.csv sdkconfig.defaults sdkconfig.defaults.esp8266wolfssl_benchmark
VisualGDB
wolfssl_benchmark_IDF_v4.4_ESP32.sln wolfssl_benchmark_IDF_v4.4_ESP32.vgdbproj wolfssl_benchmark_IDF_v5_ESP32.sln wolfssl_benchmark_IDF_v5_ESP32.vgdbproj wolfssl_benchmark_IDF_v5_ESP32C3.sln wolfssl_benchmark_IDF_v5_ESP32C3.vgdbproj wolfssl_benchmark_IDF_v5_ESP32S3.sln wolfssl_benchmark_IDF_v5_ESP32S3.vgdbprojwolfssl_client
CMakeLists.txt Makefile README.md README_server_sm.md partitions_singleapp_large.csv sdkconfig.defaults sdkconfig.defaults.esp32c2 sdkconfig.defaults.esp8266 wolfssl_client_ESP8266.vgdbprojwolfssl_server
CMakeLists.txt Makefile README.md README_server_sm.md partitions_singleapp_large.csv sdkconfig.defaults sdkconfig.defaults.esp32c2 sdkconfig.defaults.esp8266 wolfssl_server_ESP8266.vgdbprojwolfssl_test
VisualGDB
wolfssl_test-IDF_v5_ESP32.sln wolfssl_test-IDF_v5_ESP32.vgdbproj wolfssl_test-IDF_v5_ESP32C3.sln wolfssl_test-IDF_v5_ESP32C3.vgdbproj wolfssl_test-IDF_v5_ESP32C6.sln wolfssl_test-IDF_v5_ESP32C6.vgdbproj wolfssl_test_IDF_v5_ESP32S3.sln wolfssl_test_IDF_v5_ESP32S3.vgdbprojGCC-ARM
Makefile Makefile.bench Makefile.client Makefile.common Makefile.server Makefile.static Makefile.test README.md include.am linker.ld linker_fips.ldIAR-EWARM
embOS
SAMV71_XULT
embOS_SAMV71_XULT_user_settings
user_settings.h user_settings_simple_example.h user_settings_verbose_example.hembOS_wolfcrypt_benchmark_SAMV71_XULT
README_wolfcrypt_benchmark wolfcrypt_benchmark.ewd wolfcrypt_benchmark.ewpINTIME-RTOS
Makefile README.md include.am libwolfssl.c libwolfssl.vcxproj user_settings.h wolfExamples.c wolfExamples.h wolfExamples.sln wolfExamples.vcxproj wolfssl-lib.sln wolfssl-lib.vcxprojMQX
Makefile README-jp.md README.md client-tls.c include.am server-tls.c user_config.h user_settings.hMSVS-2019-AZSPHERE
wolfssl_new_azsphere
.gitignore CMakeLists.txt CMakeSettings.json app_manifest.json applibs_versions.h launch.vs.json main.cNETOS
Makefile.wolfcrypt.inc README.md include.am user_settings.h user_settings.h-cert2425 user_settings.h-cert3389 wolfssl_netos_custom.cPlatformIO
examples
wolfssl_benchmark
CMakeLists.txt README.md platformio.ini sdkconfig.defaults wolfssl_benchmark.code-workspaceROWLEY-CROSSWORKS-ARM
Kinetis_FlashPlacement.xml README.md arm_startup.c benchmark_main.c hw.h include.am kinetis_hw.c retarget.c test_main.c user_settings.h wolfssl.hzp wolfssl_ltc.hzpRenesas
e2studio
RA6M3
README.md README_APRA6M_en.md README_APRA6M_jp.md include.amRX72N
EnvisionKit
Simple
README_EN.md README_JP.mdwolfssl_demo
key_data.c key_data.h user_settings.h wolfssl_demo.c wolfssl_demo.h wolfssl_tsip_unit_test.cSTM32Cube
README.md STM32_Benchmarks.md default_conf.ftl include.am main.c wolfssl_example.c wolfssl_example.hWIN
README.txt include.am test.vcxproj user_settings.h user_settings_dtls.h wolfssl-fips.sln wolfssl-fips.vcxprojWIN-SRTP-KDF-140-3
README.txt include.am resource.h test.vcxproj user_settings.h wolfssl-fips.rc wolfssl-fips.sln wolfssl-fips.vcxprojWIN10
README.txt include.am resource.h test.vcxproj user_settings.h wolfssl-fips.rc wolfssl-fips.sln wolfssl-fips.vcxprojXCODE
Benchmark
include.amXilinxSDK
README.md bench.sh combine.sh eclipse_formatter_profile.xml graph.sh include.am user_settings.h wolfssl_example.capple-universal
wolfssl-multiplatform
iotsafe
Makefile README.md ca-cert.c devices.c devices.h include.am main.c memory-tls.c startup.c target.ld user_settings.hmynewt
README.md apps.wolfcrypttest.pkg.yml crypto.wolfssl.pkg.yml crypto.wolfssl.syscfg.yml include.am setup.shcerts
1024
ca-cert.der ca-cert.pem ca-key.der ca-key.pem client-cert.der client-cert.pem client-key.der client-key.pem client-keyPub.der dh1024.der dh1024.pem dsa-pub-1024.pem dsa1024.der dsa1024.pem include.am rsa1024.der server-cert.der server-cert.pem server-key.der server-key.pemcrl
extra-crls
ca-int-cert-revoked.pem claim-root.pem crl_critical_entry.pem crlnum_57oct.pem crlnum_64oct.pem general-server-crl.pem large_crlnum.pem large_crlnum2.pemdilithium
bench_dilithium_level2_key.der bench_dilithium_level3_key.der bench_dilithium_level5_key.der include.amecc
bp256r1-key.der bp256r1-key.pem ca-secp256k1-cert.pem ca-secp256k1-key.pem client-bp256r1-cert.der client-bp256r1-cert.pem client-secp256k1-cert.der client-secp256k1-cert.pem genecc.sh include.am secp256k1-key.der secp256k1-key.pem secp256k1-param.pem secp256k1-privkey.der secp256k1-privkey.pem server-bp256r1-cert.der server-bp256r1-cert.pem server-secp256k1-cert.der server-secp256k1-cert.pem server2-secp256k1-cert.der server2-secp256k1-cert.pem wolfssl.cnf wolfssl_384.cnfed25519
ca-ed25519-key.der ca-ed25519-key.pem ca-ed25519-priv.der ca-ed25519-priv.pem ca-ed25519.der ca-ed25519.pem client-ed25519-key.der client-ed25519-key.pem client-ed25519-priv.der client-ed25519-priv.pem client-ed25519.der client-ed25519.pem eddsa-ed25519.der eddsa-ed25519.pem gen-ed25519-certs.sh gen-ed25519-keys.sh gen-ed25519.sh include.am root-ed25519-key.der root-ed25519-key.pem root-ed25519-priv.der root-ed25519-priv.pem root-ed25519.der root-ed25519.pem server-ed25519-cert.pem server-ed25519-key.der server-ed25519-key.pem server-ed25519-priv.der server-ed25519-priv.pem server-ed25519.der server-ed25519.pemed448
ca-ed448-key.der ca-ed448-key.pem ca-ed448-priv.der ca-ed448-priv.pem ca-ed448.der ca-ed448.pem client-ed448-key.der client-ed448-key.pem client-ed448-priv.der client-ed448-priv.pem client-ed448.der client-ed448.pem gen-ed448-certs.sh gen-ed448-keys.sh include.am root-ed448-key.der root-ed448-key.pem root-ed448-priv.der root-ed448-priv.pem root-ed448.der root-ed448.pem server-ed448-cert.pem server-ed448-key.der server-ed448-key.pem server-ed448-priv.der server-ed448-priv.pem server-ed448.der server-ed448.pemexternal
DigiCertGlobalRootCA.pem README.txt ca-digicert-ev.pem ca-globalsign-root.pem ca-google-root.pem ca_collection.pem include.amintermediate
ca_false_intermediate
gentestcert.sh int_ca.key server.key test_ca.key test_ca.pem test_int_not_cacert.pem test_sign_bynoca_srv.pem wolfssl_base.conf wolfssl_srv.conflms
bc_hss_L2_H5_W8_root.der bc_hss_L3_H5_W4_root.der bc_lms_chain_ca.der bc_lms_chain_leaf.der bc_lms_native_bc_root.der bc_lms_sha256_h10_w8_root.der bc_lms_sha256_h5_w4_root.der include.ammldsa
README.txt include.am mldsa44-cert.der mldsa44-cert.pem mldsa44-key.pem mldsa44_bare-priv.der mldsa44_bare-seed.der mldsa44_oqskeypair.der mldsa44_priv-only.der mldsa44_pub-spki.der mldsa44_seed-only.der mldsa44_seed-priv.der mldsa65-cert.der mldsa65-cert.pem mldsa65-key.pem mldsa65_bare-priv.der mldsa65_bare-seed.der mldsa65_oqskeypair.der mldsa65_priv-only.der mldsa65_pub-spki.der mldsa65_seed-only.der mldsa65_seed-priv.der mldsa87-cert.der mldsa87-cert.pem mldsa87-key.pem mldsa87_bare-priv.der mldsa87_bare-seed.der mldsa87_oqskeypair.der mldsa87_priv-only.der mldsa87_pub-spki.der mldsa87_seed-only.der mldsa87_seed-priv.derocsp
imposter-root-ca-cert.der imposter-root-ca-cert.pem imposter-root-ca-key.der imposter-root-ca-key.pem include.am index-ca-and-intermediate-cas.txt index-ca-and-intermediate-cas.txt.attr index-intermediate1-ca-issued-certs.txt index-intermediate1-ca-issued-certs.txt.attr index-intermediate2-ca-issued-certs.txt index-intermediate2-ca-issued-certs.txt.attr index-intermediate3-ca-issued-certs.txt index-intermediate3-ca-issued-certs.txt.attr intermediate1-ca-cert.der intermediate1-ca-cert.pem intermediate1-ca-key.der intermediate1-ca-key.pem intermediate2-ca-cert.der intermediate2-ca-cert.pem intermediate2-ca-key.der intermediate2-ca-key.pem intermediate3-ca-cert.der intermediate3-ca-cert.pem intermediate3-ca-key.der intermediate3-ca-key.pem ocsp-responder-cert.der ocsp-responder-cert.pem ocsp-responder-key.der ocsp-responder-key.pem openssl.cnf renewcerts-for-test.sh renewcerts.sh root-ca-cert.der root-ca-cert.pem root-ca-crl.pem root-ca-key.der root-ca-key.pem server1-cert.der server1-cert.pem server1-chain-noroot.pem server1-key.der server1-key.pem server2-cert.der server2-cert.pem server2-key.der server2-key.pem server3-cert.der server3-cert.pem server3-key.der server3-key.pem server4-cert.der server4-cert.pem server4-key.der server4-key.pem server5-cert.der server5-cert.pem server5-key.der server5-key.pem test-leaf-response.der test-multi-response.der test-response-nointern.der test-response-rsapss.der test-response.derp521
ca-p521-key.der ca-p521-key.pem ca-p521-priv.der ca-p521-priv.pem ca-p521.der ca-p521.pem client-p521-key.der client-p521-key.pem client-p521-priv.der client-p521-priv.pem client-p521.der client-p521.pem gen-p521-certs.sh gen-p521-keys.sh include.am root-p521-key.der root-p521-key.pem root-p521-priv.der root-p521-priv.pem root-p521.der root-p521.pem server-p521-cert.pem server-p521-key.der server-p521-key.pem server-p521-priv.der server-p521-priv.pem server-p521.der server-p521.pemrpk
client-cert-rpk.der client-ecc-cert-rpk.der include.am server-cert-rpk.der server-ecc-cert-rpk.derrsapss
ca-3072-rsapss-key.der ca-3072-rsapss-key.pem ca-3072-rsapss-priv.der ca-3072-rsapss-priv.pem ca-3072-rsapss.der ca-3072-rsapss.pem ca-rsapss-key.der ca-rsapss-key.pem ca-rsapss-priv.der ca-rsapss-priv.pem ca-rsapss.der ca-rsapss.pem client-3072-rsapss-key.der client-3072-rsapss-key.pem client-3072-rsapss-priv.der client-3072-rsapss-priv.pem client-3072-rsapss.der client-3072-rsapss.pem client-rsapss-key.der client-rsapss-key.pem client-rsapss-priv.der client-rsapss-priv.pem client-rsapss.der client-rsapss.pem gen-rsapss-keys.sh include.am renew-rsapss-certs.sh root-3072-rsapss-key.der root-3072-rsapss-key.pem root-3072-rsapss-priv.der root-3072-rsapss-priv.pem root-3072-rsapss.der root-3072-rsapss.pem root-rsapss-key.der root-rsapss-key.pem root-rsapss-priv.der root-rsapss-priv.pem root-rsapss.der root-rsapss.pem server-3072-rsapss-cert.pem server-3072-rsapss-key.der server-3072-rsapss-key.pem server-3072-rsapss-priv.der server-3072-rsapss-priv.pem server-3072-rsapss.der server-3072-rsapss.pem server-mix-rsapss-cert.pem server-rsapss-cert.pem server-rsapss-key.der server-rsapss-key.pem server-rsapss-priv.der server-rsapss-priv.pem server-rsapss.der server-rsapss.pemslhdsa
bench_slhdsa_sha2_128f_key.der bench_slhdsa_sha2_128s_key.der bench_slhdsa_sha2_192f_key.der bench_slhdsa_sha2_192s_key.der bench_slhdsa_sha2_256f_key.der bench_slhdsa_sha2_256s_key.der bench_slhdsa_shake128f_key.der bench_slhdsa_shake128s_key.der bench_slhdsa_shake192f_key.der bench_slhdsa_shake192s_key.der bench_slhdsa_shake256f_key.der bench_slhdsa_shake256s_key.der client-mldsa44-priv.pem client-mldsa44-sha2.der client-mldsa44-sha2.pem client-mldsa44-shake.der client-mldsa44-shake.pem gen-slhdsa-mldsa-certs.sh include.am root-slhdsa-sha2-128s-priv.der root-slhdsa-sha2-128s-priv.pem root-slhdsa-sha2-128s.der root-slhdsa-sha2-128s.pem root-slhdsa-shake-128s-priv.der root-slhdsa-shake-128s-priv.pem root-slhdsa-shake-128s.der root-slhdsa-shake-128s.pem server-mldsa44-priv.pem server-mldsa44-sha2.der server-mldsa44-sha2.pem server-mldsa44-shake.der server-mldsa44-shake.pemsm2
ca-sm2-key.der ca-sm2-key.pem ca-sm2-priv.der ca-sm2-priv.pem ca-sm2.der ca-sm2.pem client-sm2-key.der client-sm2-key.pem client-sm2-priv.der client-sm2-priv.pem client-sm2.der client-sm2.pem fix_sm2_spki.py gen-sm2-certs.sh gen-sm2-keys.sh include.am root-sm2-key.der root-sm2-key.pem root-sm2-priv.der root-sm2-priv.pem root-sm2.der root-sm2.pem self-sm2-cert.pem self-sm2-key.pem self-sm2-priv.pem server-sm2-cert.der server-sm2-cert.pem server-sm2-key.der server-sm2-key.pem server-sm2-priv.der server-sm2-priv.pem server-sm2.der server-sm2.pemstatickeys
dh-ffdhe2048-params.pem dh-ffdhe2048-pub.der dh-ffdhe2048-pub.pem dh-ffdhe2048.der dh-ffdhe2048.pem ecc-secp256r1.der ecc-secp256r1.pem gen-static.sh include.am x25519-pub.der x25519-pub.pem x25519.der x25519.pemtest
catalog.txt cert-bad-neg-int.der cert-bad-oid.der cert-bad-utf8.der cert-ext-ia.cfg cert-ext-ia.der cert-ext-ia.pem cert-ext-joi.cfg cert-ext-joi.der cert-ext-joi.pem cert-ext-mnc.der cert-ext-multiple.cfg cert-ext-multiple.der cert-ext-multiple.pem cert-ext-nc-combined.der cert-ext-nc-combined.pem cert-ext-nc.cfg cert-ext-nc.der cert-ext-nc.pem cert-ext-ncdns.der cert-ext-ncdns.pem cert-ext-ncip.der cert-ext-ncip.pem cert-ext-ncmixed.der cert-ext-ncmulti.der cert-ext-ncmulti.pem cert-ext-ncrid.der cert-ext-ncrid.pem cert-ext-nct.cfg cert-ext-nct.der cert-ext-nct.pem cert-ext-ndir-exc.cfg cert-ext-ndir-exc.der cert-ext-ndir-exc.pem cert-ext-ndir.cfg cert-ext-ndir.der cert-ext-ndir.pem cert-ext-ns.der cert-over-max-altnames.cfg cert-over-max-altnames.der cert-over-max-altnames.pem cert-over-max-nc.cfg cert-over-max-nc.der cert-over-max-nc.pem client-ecc-cert-ski.hex cn-ip-literal.der cn-ip-wildcard.der crit-cert.pem crit-key.pem dh1024.der dh1024.pem dh512.der dh512.pem digsigku.pem encrypteddata.msg gen-badsig.sh gen-ext-certs.sh gen-testcerts.sh include.am kari-keyid-cms.msg ktri-keyid-cms.msg ossl-trusted-cert.pem server-badaltname.der server-badaltname.pem server-badaltnull.der server-badaltnull.pem server-badcn.der server-badcn.pem server-badcnnull.der server-badcnnull.pem server-cert-ecc-badsig.der server-cert-ecc-badsig.pem server-cert-rsa-badsig.der server-cert-rsa-badsig.pem server-duplicate-policy.pem server-garbage.der server-garbage.pem server-goodalt.der server-goodalt.pem server-goodaltwild.der server-goodaltwild.pem server-goodcn.der server-goodcn.pem server-goodcnwild.der server-goodcnwild.pem server-localhost.der server-localhost.pem smime-test-canon.p7s smime-test-multipart-badsig.p7s smime-test-multipart.p7s smime-test.p7stest-pathlen
assemble-chains.sh chainA-ICA1-key.pem chainA-ICA1-pathlen0.pem chainA-assembled.pem chainA-entity-key.pem chainA-entity.pem chainB-ICA1-key.pem chainB-ICA1-pathlen0.pem chainB-ICA2-key.pem chainB-ICA2-pathlen1.pem chainB-assembled.pem chainB-entity-key.pem chainB-entity.pem chainC-ICA1-key.pem chainC-ICA1-pathlen1.pem chainC-assembled.pem chainC-entity-key.pem chainC-entity.pem chainD-ICA1-key.pem chainD-ICA1-pathlen127.pem chainD-assembled.pem chainD-entity-key.pem chainD-entity.pem chainE-ICA1-key.pem chainE-ICA1-pathlen128.pem chainE-assembled.pem chainE-entity-key.pem chainE-entity.pem chainF-ICA1-key.pem chainF-ICA1-pathlen1.pem chainF-ICA2-key.pem chainF-ICA2-pathlen0.pem chainF-assembled.pem chainF-entity-key.pem chainF-entity.pem chainG-ICA1-key.pem chainG-ICA1-pathlen0.pem chainG-ICA2-key.pem chainG-ICA2-pathlen1.pem chainG-ICA3-key.pem chainG-ICA3-pathlen99.pem chainG-ICA4-key.pem chainG-ICA4-pathlen5.pem chainG-ICA5-key.pem chainG-ICA5-pathlen20.pem chainG-ICA6-key.pem chainG-ICA6-pathlen10.pem chainG-ICA7-key.pem chainG-ICA7-pathlen100.pem chainG-assembled.pem chainG-entity-key.pem chainG-entity.pem chainH-ICA1-key.pem chainH-ICA1-pathlen0.pem chainH-ICA2-key.pem chainH-ICA2-pathlen2.pem chainH-ICA3-key.pem chainH-ICA3-pathlen2.pem chainH-ICA4-key.pem chainH-ICA4-pathlen2.pem chainH-assembled.pem chainH-entity-key.pem chainH-entity.pem chainI-ICA1-key.pem chainI-ICA1-no_pathlen.pem chainI-ICA2-key.pem chainI-ICA2-no_pathlen.pem chainI-ICA3-key.pem chainI-ICA3-pathlen2.pem chainI-assembled.pem chainI-entity-key.pem chainI-entity.pem chainJ-ICA1-key.pem chainJ-ICA1-no_pathlen.pem chainJ-ICA2-key.pem chainJ-ICA2-no_pathlen.pem chainJ-ICA3-key.pem chainJ-ICA3-no_pathlen.pem chainJ-ICA4-key.pem chainJ-ICA4-pathlen2.pem chainJ-assembled.pem chainJ-entity-key.pem chainJ-entity.pem include.am refreshkeys.shtest-serial0
ee_normal.pem ee_serial0.pem generate_certs.sh include.am intermediate_serial0.pem root_serial0.pem root_serial0_key.pem selfsigned_nonca_serial0.pemxmss
bc_xmss_chain_ca.der bc_xmss_chain_leaf.der bc_xmss_sha2_10_256_root.der bc_xmss_sha2_16_256_root.der bc_xmssmt_sha2_20_2_256_root.der bc_xmssmt_sha2_20_4_256_root.der bc_xmssmt_sha2_40_8_256_root.der include.amcmake
Config.cmake.in README.md config.in functions.cmake include.am options.h.in wolfssl-config-version.cmake.in wolfssl-targets.cmake.indebian
changelog.in control.in copyright include.am libwolfssl-dev.install libwolfssl.install rules.indoc
dox_comments
header_files
aes.h arc4.h ascon.h asn.h asn_public.h blake2.h bn.h camellia.h chacha.h chacha20_poly1305.h cmac.h coding.h compress.h cryptocb.h curve25519.h curve448.h des3.h dh.h doxygen_groups.h doxygen_pages.h dsa.h ecc.h eccsi.h ed25519.h ed448.h error-crypt.h evp.h hash.h hmac.h iotsafe.h kdf.h logging.h md2.h md4.h md5.h memory.h ocsp.h pem.h pkcs11.h pkcs7.h poly1305.h psa.h puf.h pwdbased.h quic.h random.h ripemd.h rsa.h sakke.h sha.h sha256.h sha3.h sha512.h signature.h siphash.h srp.h ssl.h tfm.h types.h wc_encrypt.h wc_port.h wc_she.h wc_slhdsa.h wolfio.hheader_files-ja
aes.h arc4.h ascon.h asn.h asn_public.h blake2.h bn.h camellia.h chacha.h chacha20_poly1305.h cmac.h coding.h compress.h cryptocb.h curve25519.h curve448.h des3.h dh.h doxygen_groups.h doxygen_pages.h dsa.h ecc.h eccsi.h ed25519.h ed448.h error-crypt.h evp.h hash.h hmac.h iotsafe.h kdf.h logging.h md2.h md4.h md5.h memory.h ocsp.h pem.h pkcs11.h pkcs7.h poly1305.h psa.h pwdbased.h quic.h random.h ripemd.h rsa.h sakke.h sha.h sha256.h sha3.h sha512.h signature.h siphash.h srp.h ssl.h tfm.h types.h wc_encrypt.h wc_port.h wolfio.hexamples
async
Makefile README.md async_client.c async_server.c async_tls.c async_tls.h include.am user_settings.hconfigs
README.md include.am user_settings_EBSnet.h user_settings_all.h user_settings_arduino.h user_settings_baremetal.h user_settings_ca.h user_settings_curve25519nonblock.h user_settings_dtls13.h user_settings_eccnonblock.h user_settings_espressif.h user_settings_fipsv2.h user_settings_fipsv5.h user_settings_min_ecc.h user_settings_openssl_compat.h user_settings_pkcs7.h user_settings_platformio.h user_settings_pq.h user_settings_rsa_only.h user_settings_stm32.h user_settings_template.h user_settings_tls12.h user_settings_tls13.h user_settings_wolfboot_keytools.h user_settings_wolfssh.h user_settings_wolftpm.hechoclient
echoclient.c echoclient.h echoclient.sln echoclient.vcproj echoclient.vcxproj include.am quitlinuxkm
Kbuild Makefile README.md get_thread_size.c include.am linuxkm-fips-hash-wrapper.sh linuxkm-fips-hash.c linuxkm_memory.c linuxkm_memory.h linuxkm_wc_port.h lkcapi_aes_glue.c lkcapi_dh_glue.c lkcapi_ecdh_glue.c lkcapi_ecdsa_glue.c lkcapi_glue.c lkcapi_rsa_glue.c lkcapi_sha_glue.c module_exports.c.template module_hooks.c pie_redirect_table.c wolfcrypt.lds x86_vector_register_glue.cm4
ax_add_am_macro.m4 ax_am_jobserver.m4 ax_am_macros.m4 ax_append_compile_flags.m4 ax_append_flag.m4 ax_append_link_flags.m4 ax_append_to_file.m4 ax_atomic.m4 ax_bsdkm.m4 ax_check_compile_flag.m4 ax_check_link_flag.m4 ax_compiler_version.m4 ax_count_cpus.m4 ax_create_generic_config.m4 ax_debug.m4 ax_file_escapes.m4 ax_harden_compiler_flags.m4 ax_linuxkm.m4 ax_print_to_file.m4 ax_pthread.m4 ax_require_defined.m4 ax_tls.m4 ax_vcs_checkout.m4 hexversion.m4 lib_socket_nsl.m4 visibility.m4mqx
wolfcrypt_benchmark
ReferencedRSESystems.xml wolfcrypt_benchmark_twrk70f120m_Int_Flash_DDRData_Debug_PnE_U-MultiLink.launch wolfcrypt_benchmark_twrk70f120m_Int_Flash_DDRData_Release_PnE_U-MultiLink.launch wolfcrypt_benchmark_twrk70f120m_Int_Flash_SramData_Debug_JTrace.jlink wolfcrypt_benchmark_twrk70f120m_Int_Flash_SramData_Debug_JTrace.launch wolfcrypt_benchmark_twrk70f120m_Int_Flash_SramData_Debug_PnE_U-MultiLink.launch wolfcrypt_benchmark_twrk70f120m_Int_Flash_SramData_Release_PnE_U-MultiLink.launchwolfcrypt_test
ReferencedRSESystems.xml wolfcrypt_test_twrk70f120m_Int_Flash_DDRData_Debug_PnE_U-MultiLink.launch wolfcrypt_test_twrk70f120m_Int_Flash_DDRData_Release_PnE_U-MultiLink.launch wolfcrypt_test_twrk70f120m_Int_Flash_SramData_Debug_JTrace.jlink wolfcrypt_test_twrk70f120m_Int_Flash_SramData_Debug_JTrace.launch wolfcrypt_test_twrk70f120m_Int_Flash_SramData_Debug_PnE_U-MultiLink.launch wolfcrypt_test_twrk70f120m_Int_Flash_SramData_Release_PnE_U-MultiLink.launchwolfssl_client
ReferencedRSESystems.xml wolfssl_client_twrk70f120m_Int_Flash_DDRData_Debug_PnE_U-MultiLink.launch wolfssl_client_twrk70f120m_Int_Flash_DDRData_Release_PnE_U-MultiLink.launch wolfssl_client_twrk70f120m_Int_Flash_SramData_Debug_JTrace.jlink wolfssl_client_twrk70f120m_Int_Flash_SramData_Debug_JTrace.launch wolfssl_client_twrk70f120m_Int_Flash_SramData_Debug_PnE_U-MultiLink.launch wolfssl_client_twrk70f120m_Int_Flash_SramData_Release_PnE_U-MultiLink.launchscripts
aria-cmake-build-test.sh asn1_oid_sum.pl benchmark.test benchmark_compare.sh cleanup_testfiles.sh crl-gen-openssl.test crl-revoked.test dertoc.pl dtls.test dtlscid.test external.test google.test include.am makedistsmall.sh memtest.sh ocsp-responder-openssl-interop.test ocsp-stapling-with-ca-as-responder.test ocsp-stapling-with-wolfssl-responder.test ocsp-stapling.test ocsp-stapling2.test ocsp-stapling_tls13multi.test ocsp.test openssl.test openssl_srtp.test pem.test ping.test pkcallbacks.test psk.test resume.test rsapss.test sniffer-gen.sh sniffer-ipv6.pcap sniffer-static-rsa.pcap sniffer-testsuite.test sniffer-tls12-keylog.out sniffer-tls12-keylog.pcap sniffer-tls12-keylog.sslkeylog sniffer-tls13-dh-resume.pcap sniffer-tls13-dh.pcap sniffer-tls13-ecc-resume.pcap sniffer-tls13-ecc.pcap sniffer-tls13-hrr.pcap sniffer-tls13-keylog.out sniffer-tls13-keylog.pcap sniffer-tls13-keylog.sslkeylog sniffer-tls13-x25519-resume.pcap sniffer-tls13-x25519.pcap stm32l4-v4_0_1_build.sh tls13.test trusted_peer.test unit.test.in user_settings_asm.shsrc
bio.c conf.c crl.c dtls.c dtls13.c include.am internal.c keys.c ocsp.c pk.c pk_ec.c pk_rsa.c quic.c sniffer.c ssl.c ssl_api_cert.c ssl_api_crl_ocsp.c ssl_api_pk.c ssl_asn1.c ssl_bn.c ssl_certman.c ssl_crypto.c ssl_ech.c ssl_load.c ssl_misc.c ssl_p7p12.c ssl_sess.c ssl_sk.c tls.c tls13.c wolfio.c x509.c x509_str.ctests
api
api.h api_decl.h create_ocsp_test_blobs.py include.am test_aes.c test_aes.h test_arc4.c test_arc4.h test_ascon.c test_ascon.h test_ascon_kats.h test_asn.c test_asn.h test_blake2.c test_blake2.h test_camellia.c test_camellia.h test_certman.c test_certman.h test_chacha.c test_chacha.h test_chacha20_poly1305.c test_chacha20_poly1305.h test_cmac.c test_cmac.h test_curve25519.c test_curve25519.h test_curve448.c test_curve448.h test_des3.c test_des3.h test_dh.c test_dh.h test_digest.h test_dsa.c test_dsa.h test_dtls.c test_dtls.h test_ecc.c test_ecc.h test_ed25519.c test_ed25519.h test_ed448.c test_ed448.h test_evp.c test_evp.h test_evp_cipher.c test_evp_cipher.h test_evp_digest.c test_evp_digest.h test_evp_pkey.c test_evp_pkey.h test_hash.c test_hash.h test_hmac.c test_hmac.h test_md2.c test_md2.h test_md4.c test_md4.h test_md5.c test_md5.h test_mldsa.c test_mldsa.h test_mlkem.c test_mlkem.h test_ocsp.c test_ocsp.h test_ocsp_test_blobs.h test_ossl_asn1.c test_ossl_asn1.h test_ossl_bio.c test_ossl_bio.h test_ossl_bn.c test_ossl_bn.h test_ossl_cipher.c test_ossl_cipher.h test_ossl_dgst.c test_ossl_dgst.h test_ossl_dh.c test_ossl_dh.h test_ossl_dsa.c test_ossl_dsa.h test_ossl_ec.c test_ossl_ec.h test_ossl_ecx.c test_ossl_ecx.h test_ossl_mac.c test_ossl_mac.h test_ossl_obj.c test_ossl_obj.h test_ossl_p7p12.c test_ossl_p7p12.h test_ossl_pem.c test_ossl_pem.h test_ossl_rand.c test_ossl_rand.h test_ossl_rsa.c test_ossl_rsa.h test_ossl_sk.c test_ossl_sk.h test_ossl_x509.c test_ossl_x509.h test_ossl_x509_acert.c test_ossl_x509_acert.h test_ossl_x509_crypto.c test_ossl_x509_crypto.h test_ossl_x509_ext.c test_ossl_x509_ext.h test_ossl_x509_info.c test_ossl_x509_info.h test_ossl_x509_io.c test_ossl_x509_io.h test_ossl_x509_lu.c test_ossl_x509_lu.h test_ossl_x509_name.c test_ossl_x509_name.h test_ossl_x509_pk.c test_ossl_x509_pk.h test_ossl_x509_str.c test_ossl_x509_str.h test_ossl_x509_vp.c test_ossl_x509_vp.h test_pkcs12.c test_pkcs12.h test_pkcs7.c test_pkcs7.h test_poly1305.c test_poly1305.h test_random.c test_random.h test_rc2.c test_rc2.h test_ripemd.c test_ripemd.h test_rsa.c test_rsa.h test_sha.c test_sha.h test_sha256.c test_sha256.h test_sha3.c test_sha3.h test_sha512.c test_sha512.h test_she.c test_she.h test_signature.c test_signature.h test_slhdsa.c test_slhdsa.h test_sm2.c test_sm2.h test_sm3.c test_sm3.h test_sm4.c test_sm4.h test_tls.c test_tls.h test_tls13.c test_tls13.h test_tls_ext.c test_tls_ext.h test_wc_encrypt.c test_wc_encrypt.h test_wolfmath.c test_wolfmath.h test_x509.c test_x509.hwolfcrypt
benchmark
README.md benchmark-VS2022.sln benchmark-VS2022.vcxproj benchmark-VS2022.vcxproj.user benchmark.c benchmark.h benchmark.sln benchmark.vcproj benchmark.vcxproj include.amsrc
port
Espressif
esp_crt_bundle
README.md cacrt_all.pem cacrt_deprecated.pem cacrt_local.pem esp_crt_bundle.c gen_crt_bundle.py pio_install_cryptography.pyRenesas
README.md renesas_common.c renesas_fspsm_aes.c renesas_fspsm_rsa.c renesas_fspsm_sha.c renesas_fspsm_util.c renesas_rx64_hw_sha.c renesas_rx64_hw_util.c renesas_tsip_aes.c renesas_tsip_rsa.c renesas_tsip_sha.c renesas_tsip_util.carm
armv8-32-aes-asm.S armv8-32-aes-asm_c.c armv8-32-chacha-asm.S armv8-32-chacha-asm_c.c armv8-32-curve25519.S armv8-32-curve25519_c.c armv8-32-mlkem-asm.S armv8-32-mlkem-asm_c.c armv8-32-poly1305-asm.S armv8-32-poly1305-asm_c.c armv8-32-sha256-asm.S armv8-32-sha256-asm_c.c armv8-32-sha3-asm.S armv8-32-sha3-asm_c.c armv8-32-sha512-asm.S armv8-32-sha512-asm_c.c armv8-aes-asm.S armv8-aes-asm_c.c armv8-aes.c armv8-chacha-asm.S armv8-chacha-asm_c.c armv8-curve25519.S armv8-curve25519_c.c armv8-mlkem-asm.S armv8-mlkem-asm_c.c armv8-poly1305-asm.S armv8-poly1305-asm_c.c armv8-sha256-asm.S armv8-sha256-asm_c.c armv8-sha256.c armv8-sha3-asm.S armv8-sha3-asm_c.c armv8-sha512-asm.S armv8-sha512-asm_c.c armv8-sha512.c cryptoCell.c cryptoCellHash.c thumb2-aes-asm.S thumb2-aes-asm_c.c thumb2-chacha-asm.S thumb2-chacha-asm_c.c thumb2-curve25519.S thumb2-curve25519_c.c thumb2-mlkem-asm.S thumb2-mlkem-asm_c.c thumb2-poly1305-asm.S thumb2-poly1305-asm_c.c thumb2-sha256-asm.S thumb2-sha256-asm_c.c thumb2-sha3-asm.S thumb2-sha3-asm_c.c thumb2-sha512-asm.S thumb2-sha512-asm_c.ccaam
README.md caam_aes.c caam_doc.pdf caam_driver.c caam_error.c caam_integrity.c caam_qnx.c caam_sha.c wolfcaam_aes.c wolfcaam_cmac.c wolfcaam_ecdsa.c wolfcaam_fsl_nxp.c wolfcaam_hash.c wolfcaam_hmac.c wolfcaam_init.c wolfcaam_qnx.c wolfcaam_rsa.c wolfcaam_seco.c wolfcaam_x25519.cdevcrypto
README.md devcrypto_aes.c devcrypto_ecdsa.c devcrypto_hash.c devcrypto_hmac.c devcrypto_rsa.c devcrypto_x25519.c wc_devcrypto.criscv
riscv-64-aes.c riscv-64-chacha.c riscv-64-poly1305.c riscv-64-sha256.c riscv-64-sha3.c riscv-64-sha512.cwolfssl
openssl
aes.h asn1.h asn1t.h bio.h bn.h buffer.h camellia.h cmac.h cms.h compat_types.h conf.h crypto.h des.h dh.h dsa.h ec.h ec25519.h ec448.h ecdh.h ecdsa.h ed25519.h ed448.h engine.h err.h evp.h fips_rand.h hmac.h include.am kdf.h lhash.h md4.h md5.h modes.h obj_mac.h objects.h ocsp.h opensslconf.h opensslv.h ossl_typ.h pem.h pkcs12.h pkcs7.h rand.h rc4.h ripemd.h rsa.h safestack.h sha.h sha3.h srp.h ssl.h ssl23.h stack.h tls1.h txt_db.h ui.h x509.h x509_vfy.h x509v3.hwolfcrypt
port
Renesas
renesas-fspsm-crypt.h renesas-fspsm-types.h renesas-rx64-hw-crypt.h renesas-tsip-crypt.h renesas_cmn.h renesas_fspsm_internal.h renesas_sync.h renesas_tsip_internal.h renesas_tsip_types.hcaam
caam_driver.h caam_error.h caam_qnx.h wolfcaam.h wolfcaam_aes.h wolfcaam_cmac.h wolfcaam_ecdsa.h wolfcaam_fsl_nxp.h wolfcaam_hash.h wolfcaam_qnx.h wolfcaam_rsa.h wolfcaam_seco.h wolfcaam_sha.h wolfcaam_x25519.hwrapper
Ada
examples
src
aes_verify_main.adb rsa_verify_main.adb sha256_main.adb spark_sockets.adb spark_sockets.ads spark_terminal.adb spark_terminal.ads tls_client.adb tls_client.ads tls_client_main.adb tls_server.adb tls_server.ads tls_server_main.adbtests
src
aes_bindings_tests.adb aes_bindings_tests.ads rsa_verify_bindings_tests.adb rsa_verify_bindings_tests.ads sha256_bindings_tests.adb sha256_bindings_tests.ads tests.adbCSharp
wolfSSL-Example-IOCallbacks
App.config wolfSSL-Example-IOCallbacks.cs wolfSSL-Example-IOCallbacks.csprojwolfSSL-TLS-ServerThreaded
App.config wolfSSL-TLS-ServerThreaded.cs wolfSSL-TLS-ServerThreaded.csprojrust
wolfssl-wolfcrypt
src
aes.rs blake2.rs chacha20_poly1305.rs cmac.rs cmac_mac.rs curve25519.rs dh.rs dilithium.rs ecc.rs ecdsa.rs ed25519.rs ed448.rs fips.rs hkdf.rs hmac.rs hmac_mac.rs kdf.rs lib.rs lms.rs mlkem.rs mlkem_kem.rs pbkdf2_password_hash.rs prf.rs random.rs rsa.rs rsa_pkcs1v15.rs sha.rs sha_digest.rs sys.rstests
test_aes.rs test_blake2.rs test_chacha20_poly1305.rs test_cmac.rs test_cmac_mac.rs test_curve25519.rs test_dh.rs test_dilithium.rs test_ecc.rs test_ecdsa.rs test_ed25519.rs test_ed448.rs test_hkdf.rs test_hmac.rs test_hmac_mac.rs test_kdf.rs test_lms.rs test_mlkem.rs test_mlkem_kem.rs test_pbkdf2_password_hash.rs test_prf.rs test_random.rs test_rsa.rs test_rsa_pkcs1v15.rs test_sha.rs test_sha_digest.rs test_wolfcrypt.rszephyr
samples
wolfssl_benchmark
CMakeLists.txt README install_test.sh prj.conf sample.yaml zephyr_legacy.conf zephyr_v4.1.confwolfssl_test
CMakeLists.txt README install_test.sh prj-no-malloc.conf prj.conf sample.yaml zephyr_legacy.conf zephyr_v4.1.conf
wolfssl/wolfcrypt/src/port/arm/armv8-32-mlkem-asm_c.c
raw
1/* armv8-32-mlkem-asm
2 *
3 * Copyright (C) 2006-2026 wolfSSL Inc.
4 *
5 * This file is part of wolfSSL.
6 *
7 * wolfSSL is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 3 of the License, or
10 * (at your option) any later version.
11 *
12 * wolfSSL is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1335, USA
20 */
21
22/* Generated using (from wolfssl):
23 * cd ../scripts
24 * ruby ./kyber/kyber.rb arm32 \
25 * ../wolfssl/wolfcrypt/src/port/arm/armv8-32-mlkem-asm.c
26 */
27
28#include <wolfssl/wolfcrypt/libwolfssl_sources_asm.h>
29#include <wolfssl/wolfcrypt/error-crypt.h>
30
31#ifdef WOLFSSL_ARMASM
32#if !defined(__aarch64__) && !defined(WOLFSSL_ARMASM_THUMB2)
33#ifdef WOLFSSL_ARMASM_INLINE
34
35#ifdef __IAR_SYSTEMS_ICC__
36#define __asm__ asm
37#define __volatile__ volatile
38#define WOLFSSL_NO_VAR_ASSIGN_REG
39#endif /* __IAR_SYSTEMS_ICC__ */
40#ifdef __KEIL__
41#define __asm__ __asm
42#define __volatile__ volatile
43#endif /* __KEIL__ */
44#ifdef __ghs__
45#define __asm__ __asm
46#define __volatile__
47#define WOLFSSL_NO_VAR_ASSIGN_REG
48#endif /* __ghs__ */
49
50#include <wolfssl/wolfcrypt/wc_mlkem.h>
51
52#ifdef WOLFSSL_HAVE_MLKEM
53XALIGNED(4) static const word16 L_mlkem_arm32_ntt_zetas[] = {
54 0x08ed, 0x0a0b, 0x0b9a, 0x0714, 0x05d5, 0x058e, 0x011f, 0x00ca,
55 0x0c56, 0x026e, 0x0629, 0x00b6, 0x03c2, 0x084f, 0x073f, 0x05bc,
56 0x023d, 0x07d4, 0x0108, 0x017f, 0x09c4, 0x05b2, 0x06bf, 0x0c7f,
57 0x0a58, 0x03f9, 0x02dc, 0x0260, 0x06fb, 0x019b, 0x0c34, 0x06de,
58 0x04c7, 0x028c, 0x0ad9, 0x03f7, 0x07f4, 0x05d3, 0x0be7, 0x06f9,
59 0x0204, 0x0cf9, 0x0bc1, 0x0a67, 0x06af, 0x0877, 0x007e, 0x05bd,
60 0x09ac, 0x0ca7, 0x0bf2, 0x033e, 0x006b, 0x0774, 0x0c0a, 0x094a,
61 0x0b73, 0x03c1, 0x071d, 0x0a2c, 0x01c0, 0x08d8, 0x02a5, 0x0806,
62 0x08b2, 0x01ae, 0x022b, 0x034b, 0x081e, 0x0367, 0x060e, 0x0069,
63 0x01a6, 0x024b, 0x00b1, 0x0c16, 0x0bde, 0x0b35, 0x0626, 0x0675,
64 0x0c0b, 0x030a, 0x0487, 0x0c6e, 0x09f8, 0x05cb, 0x0aa7, 0x045f,
65 0x06cb, 0x0284, 0x0999, 0x015d, 0x01a2, 0x0149, 0x0c65, 0x0cb6,
66 0x0331, 0x0449, 0x025b, 0x0262, 0x052a, 0x07fc, 0x0748, 0x0180,
67 0x0842, 0x0c79, 0x04c2, 0x07ca, 0x0997, 0x00dc, 0x085e, 0x0686,
68 0x0860, 0x0707, 0x0803, 0x031a, 0x071b, 0x09ab, 0x099b, 0x01de,
69 0x0c95, 0x0bcd, 0x03e4, 0x03df, 0x03be, 0x074d, 0x05f2, 0x065c,
70};
71
72#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
73WC_OMIT_FRAME_POINTER void mlkem_arm32_ntt(sword16* r_p)
74#else
75WC_OMIT_FRAME_POINTER void mlkem_arm32_ntt(sword16* r)
76#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
77{
78#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
79 register sword16* r __asm__ ("r0") = (sword16*)r_p;
80 register word16* L_mlkem_arm32_ntt_zetas_c __asm__ ("r1") =
81 (word16*)&L_mlkem_arm32_ntt_zetas;
82#else
83 register word16* L_mlkem_arm32_ntt_zetas_c =
84 (word16*)&L_mlkem_arm32_ntt_zetas;
85#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
86
87 __asm__ __volatile__ (
88 "sub sp, sp, #8\n\t"
89 "mov r1, %[L_mlkem_arm32_ntt_zetas]\n\t"
90#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
91#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
92 "mov r10, #0x1\n\t"
93 "orr r10, r10, #0xd00\n\t"
94#else
95 "mov r10, #0xd01\n\t"
96#endif
97#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
98 "orr r10, r10, #0xc000000\n\t"
99 "orr r10, r10, #0xff0000\n\t"
100#else
101 "movt r10, #0xcff\n\t"
102#endif
103#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
104 "mov r2, #16\n\t"
105 "\n"
106 "L_mlkem_arm32_ntt_loop_123_%=:\n\t"
107 "str r2, [sp]\n\t"
108 "ldrh r11, [r1, #2]\n\t"
109 "ldr r2, [%[r]]\n\t"
110 "ldr r3, [%[r], #64]\n\t"
111 "ldr r4, [%[r], #128]\n\t"
112 "ldr r5, [%[r], #192]\n\t"
113 "ldr r6, [%[r], #256]\n\t"
114 "ldr r7, [%[r], #320]\n\t"
115 "ldr r8, [%[r], #384]\n\t"
116 "ldr r9, [%[r], #448]\n\t"
117#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
118 "smulbb r12, r11, r6\n\t"
119 "smulbt r6, r11, r6\n\t"
120 "smultb lr, r10, r12\n\t"
121 "smlabb r12, r10, lr, r12\n\t"
122 "smultb lr, r10, r6\n\t"
123 "smlabb lr, r10, lr, r6\n\t"
124 "pkhtb r12, lr, r12, ASR #16\n\t"
125 "ssub16 r6, r2, r12\n\t"
126 "sadd16 r2, r2, r12\n\t"
127#else
128#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
129 "lsl r12, r6, #16\n\t"
130 "asr r12, r12, #16\n\t"
131#else
132 "sbfx r12, r6, #0, #16\n\t"
133#endif
134#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
135 "lsl lr, r11, #16\n\t"
136 "asr lr, lr, #16\n\t"
137#else
138 "sbfx lr, r11, #0, #16\n\t"
139#endif
140 "asr r6, r6, #16\n\t"
141 "mul r12, lr, r12\n\t"
142 "mul r6, lr, r6\n\t"
143#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
144 "mov r10, #0xff\n\t"
145 "orr r10, r10, #0xc00\n\t"
146#else
147 "mov r10, #0xcff\n\t"
148#endif
149 "mul lr, r10, r12\n\t"
150#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
151 "mov r10, #0x1\n\t"
152 "orr r10, r10, #0xd00\n\t"
153#else
154 "mov r10, #0xd01\n\t"
155#endif
156#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
157 "lsl lr, lr, #16\n\t"
158 "asr lr, lr, #16\n\t"
159#else
160 "sbfx lr, lr, #0, #16\n\t"
161#endif
162 "mla r12, r10, lr, r12\n\t"
163#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
164 "mov r10, #0xff\n\t"
165 "orr r10, r10, #0xc00\n\t"
166#else
167 "mov r10, #0xcff\n\t"
168#endif
169#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
170 "lsl lr, r6, #16\n\t"
171 "asr lr, lr, #16\n\t"
172#else
173 "sbfx lr, r6, #0, #16\n\t"
174#endif
175 "mul lr, r10, lr\n\t"
176#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
177 "mov r10, #0x1\n\t"
178 "orr r10, r10, #0xd00\n\t"
179#else
180 "mov r10, #0xd01\n\t"
181#endif
182#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
183 "lsl lr, lr, #16\n\t"
184 "asr lr, lr, #16\n\t"
185#else
186 "sbfx lr, lr, #0, #16\n\t"
187#endif
188 "mla lr, r10, lr, r6\n\t"
189 "sub r6, r2, lr\n\t"
190 "add r2, r2, lr\n\t"
191 "sub lr, r2, r12, lsr #16\n\t"
192 "add r12, r2, r12, lsr #16\n\t"
193#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
194 "lsr r6, r6, #16\n\t"
195 "orr r6, r6, lr, lsl #16\n\t"
196 "ror r6, r6, #16\n\t"
197#else
198 "bfi r6, lr, #0, #16\n\t"
199#endif
200#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
201 "lsr r2, r2, #16\n\t"
202 "orr r2, r2, r12, lsl #16\n\t"
203 "ror r2, r2, #16\n\t"
204#else
205 "bfi r2, r12, #0, #16\n\t"
206#endif
207#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
208#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
209 "smulbb r12, r11, r7\n\t"
210 "smulbt r7, r11, r7\n\t"
211 "smultb lr, r10, r12\n\t"
212 "smlabb r12, r10, lr, r12\n\t"
213 "smultb lr, r10, r7\n\t"
214 "smlabb lr, r10, lr, r7\n\t"
215 "pkhtb r12, lr, r12, ASR #16\n\t"
216 "ssub16 r7, r3, r12\n\t"
217 "sadd16 r3, r3, r12\n\t"
218#else
219#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
220 "lsl r12, r7, #16\n\t"
221 "asr r12, r12, #16\n\t"
222#else
223 "sbfx r12, r7, #0, #16\n\t"
224#endif
225#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
226 "lsl lr, r11, #16\n\t"
227 "asr lr, lr, #16\n\t"
228#else
229 "sbfx lr, r11, #0, #16\n\t"
230#endif
231 "asr r7, r7, #16\n\t"
232 "mul r12, lr, r12\n\t"
233 "mul r7, lr, r7\n\t"
234#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
235 "mov r10, #0xff\n\t"
236 "orr r10, r10, #0xc00\n\t"
237#else
238 "mov r10, #0xcff\n\t"
239#endif
240 "mul lr, r10, r12\n\t"
241#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
242 "mov r10, #0x1\n\t"
243 "orr r10, r10, #0xd00\n\t"
244#else
245 "mov r10, #0xd01\n\t"
246#endif
247#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
248 "lsl lr, lr, #16\n\t"
249 "asr lr, lr, #16\n\t"
250#else
251 "sbfx lr, lr, #0, #16\n\t"
252#endif
253 "mla r12, r10, lr, r12\n\t"
254#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
255 "mov r10, #0xff\n\t"
256 "orr r10, r10, #0xc00\n\t"
257#else
258 "mov r10, #0xcff\n\t"
259#endif
260#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
261 "lsl lr, r7, #16\n\t"
262 "asr lr, lr, #16\n\t"
263#else
264 "sbfx lr, r7, #0, #16\n\t"
265#endif
266 "mul lr, r10, lr\n\t"
267#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
268 "mov r10, #0x1\n\t"
269 "orr r10, r10, #0xd00\n\t"
270#else
271 "mov r10, #0xd01\n\t"
272#endif
273#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
274 "lsl lr, lr, #16\n\t"
275 "asr lr, lr, #16\n\t"
276#else
277 "sbfx lr, lr, #0, #16\n\t"
278#endif
279 "mla lr, r10, lr, r7\n\t"
280 "sub r7, r3, lr\n\t"
281 "add r3, r3, lr\n\t"
282 "sub lr, r3, r12, lsr #16\n\t"
283 "add r12, r3, r12, lsr #16\n\t"
284#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
285 "lsr r7, r7, #16\n\t"
286 "orr r7, r7, lr, lsl #16\n\t"
287 "ror r7, r7, #16\n\t"
288#else
289 "bfi r7, lr, #0, #16\n\t"
290#endif
291#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
292 "lsr r3, r3, #16\n\t"
293 "orr r3, r3, r12, lsl #16\n\t"
294 "ror r3, r3, #16\n\t"
295#else
296 "bfi r3, r12, #0, #16\n\t"
297#endif
298#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
299#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
300 "smulbb r12, r11, r8\n\t"
301 "smulbt r8, r11, r8\n\t"
302 "smultb lr, r10, r12\n\t"
303 "smlabb r12, r10, lr, r12\n\t"
304 "smultb lr, r10, r8\n\t"
305 "smlabb lr, r10, lr, r8\n\t"
306 "pkhtb r12, lr, r12, ASR #16\n\t"
307 "ssub16 r8, r4, r12\n\t"
308 "sadd16 r4, r4, r12\n\t"
309#else
310#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
311 "lsl r12, r8, #16\n\t"
312 "asr r12, r12, #16\n\t"
313#else
314 "sbfx r12, r8, #0, #16\n\t"
315#endif
316#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
317 "lsl lr, r11, #16\n\t"
318 "asr lr, lr, #16\n\t"
319#else
320 "sbfx lr, r11, #0, #16\n\t"
321#endif
322 "asr r8, r8, #16\n\t"
323 "mul r12, lr, r12\n\t"
324 "mul r8, lr, r8\n\t"
325#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
326 "mov r10, #0xff\n\t"
327 "orr r10, r10, #0xc00\n\t"
328#else
329 "mov r10, #0xcff\n\t"
330#endif
331 "mul lr, r10, r12\n\t"
332#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
333 "mov r10, #0x1\n\t"
334 "orr r10, r10, #0xd00\n\t"
335#else
336 "mov r10, #0xd01\n\t"
337#endif
338#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
339 "lsl lr, lr, #16\n\t"
340 "asr lr, lr, #16\n\t"
341#else
342 "sbfx lr, lr, #0, #16\n\t"
343#endif
344 "mla r12, r10, lr, r12\n\t"
345#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
346 "mov r10, #0xff\n\t"
347 "orr r10, r10, #0xc00\n\t"
348#else
349 "mov r10, #0xcff\n\t"
350#endif
351#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
352 "lsl lr, r8, #16\n\t"
353 "asr lr, lr, #16\n\t"
354#else
355 "sbfx lr, r8, #0, #16\n\t"
356#endif
357 "mul lr, r10, lr\n\t"
358#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
359 "mov r10, #0x1\n\t"
360 "orr r10, r10, #0xd00\n\t"
361#else
362 "mov r10, #0xd01\n\t"
363#endif
364#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
365 "lsl lr, lr, #16\n\t"
366 "asr lr, lr, #16\n\t"
367#else
368 "sbfx lr, lr, #0, #16\n\t"
369#endif
370 "mla lr, r10, lr, r8\n\t"
371 "sub r8, r4, lr\n\t"
372 "add r4, r4, lr\n\t"
373 "sub lr, r4, r12, lsr #16\n\t"
374 "add r12, r4, r12, lsr #16\n\t"
375#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
376 "lsr r8, r8, #16\n\t"
377 "orr r8, r8, lr, lsl #16\n\t"
378 "ror r8, r8, #16\n\t"
379#else
380 "bfi r8, lr, #0, #16\n\t"
381#endif
382#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
383 "lsr r4, r4, #16\n\t"
384 "orr r4, r4, r12, lsl #16\n\t"
385 "ror r4, r4, #16\n\t"
386#else
387 "bfi r4, r12, #0, #16\n\t"
388#endif
389#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
390#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
391 "smulbb r12, r11, r9\n\t"
392 "smulbt r9, r11, r9\n\t"
393 "smultb lr, r10, r12\n\t"
394 "smlabb r12, r10, lr, r12\n\t"
395 "smultb lr, r10, r9\n\t"
396 "smlabb lr, r10, lr, r9\n\t"
397 "pkhtb r12, lr, r12, ASR #16\n\t"
398 "ssub16 r9, r5, r12\n\t"
399 "sadd16 r5, r5, r12\n\t"
400#else
401#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
402 "lsl r12, r9, #16\n\t"
403 "asr r12, r12, #16\n\t"
404#else
405 "sbfx r12, r9, #0, #16\n\t"
406#endif
407#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
408 "lsl lr, r11, #16\n\t"
409 "asr lr, lr, #16\n\t"
410#else
411 "sbfx lr, r11, #0, #16\n\t"
412#endif
413 "asr r9, r9, #16\n\t"
414 "mul r12, lr, r12\n\t"
415 "mul r9, lr, r9\n\t"
416#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
417 "mov r10, #0xff\n\t"
418 "orr r10, r10, #0xc00\n\t"
419#else
420 "mov r10, #0xcff\n\t"
421#endif
422 "mul lr, r10, r12\n\t"
423#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
424 "mov r10, #0x1\n\t"
425 "orr r10, r10, #0xd00\n\t"
426#else
427 "mov r10, #0xd01\n\t"
428#endif
429#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
430 "lsl lr, lr, #16\n\t"
431 "asr lr, lr, #16\n\t"
432#else
433 "sbfx lr, lr, #0, #16\n\t"
434#endif
435 "mla r12, r10, lr, r12\n\t"
436#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
437 "mov r10, #0xff\n\t"
438 "orr r10, r10, #0xc00\n\t"
439#else
440 "mov r10, #0xcff\n\t"
441#endif
442#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
443 "lsl lr, r9, #16\n\t"
444 "asr lr, lr, #16\n\t"
445#else
446 "sbfx lr, r9, #0, #16\n\t"
447#endif
448 "mul lr, r10, lr\n\t"
449#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
450 "mov r10, #0x1\n\t"
451 "orr r10, r10, #0xd00\n\t"
452#else
453 "mov r10, #0xd01\n\t"
454#endif
455#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
456 "lsl lr, lr, #16\n\t"
457 "asr lr, lr, #16\n\t"
458#else
459 "sbfx lr, lr, #0, #16\n\t"
460#endif
461 "mla lr, r10, lr, r9\n\t"
462 "sub r9, r5, lr\n\t"
463 "add r5, r5, lr\n\t"
464 "sub lr, r5, r12, lsr #16\n\t"
465 "add r12, r5, r12, lsr #16\n\t"
466#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
467 "lsr r9, r9, #16\n\t"
468 "orr r9, r9, lr, lsl #16\n\t"
469 "ror r9, r9, #16\n\t"
470#else
471 "bfi r9, lr, #0, #16\n\t"
472#endif
473#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
474 "lsr r5, r5, #16\n\t"
475 "orr r5, r5, r12, lsl #16\n\t"
476 "ror r5, r5, #16\n\t"
477#else
478 "bfi r5, r12, #0, #16\n\t"
479#endif
480#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
481 "ldr r11, [r1, #4]\n\t"
482#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
483 "smulbb r12, r11, r4\n\t"
484 "smulbt r4, r11, r4\n\t"
485 "smultb lr, r10, r12\n\t"
486 "smlabb r12, r10, lr, r12\n\t"
487 "smultb lr, r10, r4\n\t"
488 "smlabb lr, r10, lr, r4\n\t"
489 "pkhtb r12, lr, r12, ASR #16\n\t"
490 "ssub16 r4, r2, r12\n\t"
491 "sadd16 r2, r2, r12\n\t"
492#else
493#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
494 "lsl r12, r4, #16\n\t"
495 "asr r12, r12, #16\n\t"
496#else
497 "sbfx r12, r4, #0, #16\n\t"
498#endif
499#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
500 "lsl lr, r11, #16\n\t"
501 "asr lr, lr, #16\n\t"
502#else
503 "sbfx lr, r11, #0, #16\n\t"
504#endif
505 "asr r4, r4, #16\n\t"
506 "mul r12, lr, r12\n\t"
507 "mul r4, lr, r4\n\t"
508#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
509 "mov r10, #0xff\n\t"
510 "orr r10, r10, #0xc00\n\t"
511#else
512 "mov r10, #0xcff\n\t"
513#endif
514 "mul lr, r10, r12\n\t"
515#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
516 "mov r10, #0x1\n\t"
517 "orr r10, r10, #0xd00\n\t"
518#else
519 "mov r10, #0xd01\n\t"
520#endif
521#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
522 "lsl lr, lr, #16\n\t"
523 "asr lr, lr, #16\n\t"
524#else
525 "sbfx lr, lr, #0, #16\n\t"
526#endif
527 "mla r12, r10, lr, r12\n\t"
528#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
529 "mov r10, #0xff\n\t"
530 "orr r10, r10, #0xc00\n\t"
531#else
532 "mov r10, #0xcff\n\t"
533#endif
534#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
535 "lsl lr, r4, #16\n\t"
536 "asr lr, lr, #16\n\t"
537#else
538 "sbfx lr, r4, #0, #16\n\t"
539#endif
540 "mul lr, r10, lr\n\t"
541#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
542 "mov r10, #0x1\n\t"
543 "orr r10, r10, #0xd00\n\t"
544#else
545 "mov r10, #0xd01\n\t"
546#endif
547#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
548 "lsl lr, lr, #16\n\t"
549 "asr lr, lr, #16\n\t"
550#else
551 "sbfx lr, lr, #0, #16\n\t"
552#endif
553 "mla lr, r10, lr, r4\n\t"
554 "sub r4, r2, lr\n\t"
555 "add r2, r2, lr\n\t"
556 "sub lr, r2, r12, lsr #16\n\t"
557 "add r12, r2, r12, lsr #16\n\t"
558#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
559 "lsr r4, r4, #16\n\t"
560 "orr r4, r4, lr, lsl #16\n\t"
561 "ror r4, r4, #16\n\t"
562#else
563 "bfi r4, lr, #0, #16\n\t"
564#endif
565#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
566 "lsr r2, r2, #16\n\t"
567 "orr r2, r2, r12, lsl #16\n\t"
568 "ror r2, r2, #16\n\t"
569#else
570 "bfi r2, r12, #0, #16\n\t"
571#endif
572#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
573#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
574 "smulbb r12, r11, r5\n\t"
575 "smulbt r5, r11, r5\n\t"
576 "smultb lr, r10, r12\n\t"
577 "smlabb r12, r10, lr, r12\n\t"
578 "smultb lr, r10, r5\n\t"
579 "smlabb lr, r10, lr, r5\n\t"
580 "pkhtb r12, lr, r12, ASR #16\n\t"
581 "ssub16 r5, r3, r12\n\t"
582 "sadd16 r3, r3, r12\n\t"
583#else
584#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
585 "lsl r12, r5, #16\n\t"
586 "asr r12, r12, #16\n\t"
587#else
588 "sbfx r12, r5, #0, #16\n\t"
589#endif
590#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
591 "lsl lr, r11, #16\n\t"
592 "asr lr, lr, #16\n\t"
593#else
594 "sbfx lr, r11, #0, #16\n\t"
595#endif
596 "asr r5, r5, #16\n\t"
597 "mul r12, lr, r12\n\t"
598 "mul r5, lr, r5\n\t"
599#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
600 "mov r10, #0xff\n\t"
601 "orr r10, r10, #0xc00\n\t"
602#else
603 "mov r10, #0xcff\n\t"
604#endif
605 "mul lr, r10, r12\n\t"
606#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
607 "mov r10, #0x1\n\t"
608 "orr r10, r10, #0xd00\n\t"
609#else
610 "mov r10, #0xd01\n\t"
611#endif
612#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
613 "lsl lr, lr, #16\n\t"
614 "asr lr, lr, #16\n\t"
615#else
616 "sbfx lr, lr, #0, #16\n\t"
617#endif
618 "mla r12, r10, lr, r12\n\t"
619#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
620 "mov r10, #0xff\n\t"
621 "orr r10, r10, #0xc00\n\t"
622#else
623 "mov r10, #0xcff\n\t"
624#endif
625#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
626 "lsl lr, r5, #16\n\t"
627 "asr lr, lr, #16\n\t"
628#else
629 "sbfx lr, r5, #0, #16\n\t"
630#endif
631 "mul lr, r10, lr\n\t"
632#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
633 "mov r10, #0x1\n\t"
634 "orr r10, r10, #0xd00\n\t"
635#else
636 "mov r10, #0xd01\n\t"
637#endif
638#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
639 "lsl lr, lr, #16\n\t"
640 "asr lr, lr, #16\n\t"
641#else
642 "sbfx lr, lr, #0, #16\n\t"
643#endif
644 "mla lr, r10, lr, r5\n\t"
645 "sub r5, r3, lr\n\t"
646 "add r3, r3, lr\n\t"
647 "sub lr, r3, r12, lsr #16\n\t"
648 "add r12, r3, r12, lsr #16\n\t"
649#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
650 "lsr r5, r5, #16\n\t"
651 "orr r5, r5, lr, lsl #16\n\t"
652 "ror r5, r5, #16\n\t"
653#else
654 "bfi r5, lr, #0, #16\n\t"
655#endif
656#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
657 "lsr r3, r3, #16\n\t"
658 "orr r3, r3, r12, lsl #16\n\t"
659 "ror r3, r3, #16\n\t"
660#else
661 "bfi r3, r12, #0, #16\n\t"
662#endif
663#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
664#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
665 "smultb r12, r11, r8\n\t"
666 "smultt r8, r11, r8\n\t"
667 "smultb lr, r10, r12\n\t"
668 "smlabb r12, r10, lr, r12\n\t"
669 "smultb lr, r10, r8\n\t"
670 "smlabb lr, r10, lr, r8\n\t"
671 "pkhtb r12, lr, r12, ASR #16\n\t"
672 "ssub16 r8, r6, r12\n\t"
673 "sadd16 r6, r6, r12\n\t"
674#else
675#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
676 "lsl r12, r8, #16\n\t"
677 "asr r12, r12, #16\n\t"
678#else
679 "sbfx r12, r8, #0, #16\n\t"
680#endif
681#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
682 "asr lr, r11, #16\n\t"
683#else
684 "sbfx lr, r11, #16, #16\n\t"
685#endif
686 "asr r8, r8, #16\n\t"
687 "mul r12, lr, r12\n\t"
688 "mul r8, lr, r8\n\t"
689#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
690 "mov r10, #0xff\n\t"
691 "orr r10, r10, #0xc00\n\t"
692#else
693 "mov r10, #0xcff\n\t"
694#endif
695 "mul lr, r10, r12\n\t"
696#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
697 "mov r10, #0x1\n\t"
698 "orr r10, r10, #0xd00\n\t"
699#else
700 "mov r10, #0xd01\n\t"
701#endif
702#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
703 "lsl lr, lr, #16\n\t"
704 "asr lr, lr, #16\n\t"
705#else
706 "sbfx lr, lr, #0, #16\n\t"
707#endif
708 "mla r12, r10, lr, r12\n\t"
709#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
710 "mov r10, #0xff\n\t"
711 "orr r10, r10, #0xc00\n\t"
712#else
713 "mov r10, #0xcff\n\t"
714#endif
715#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
716 "lsl lr, r8, #16\n\t"
717 "asr lr, lr, #16\n\t"
718#else
719 "sbfx lr, r8, #0, #16\n\t"
720#endif
721 "mul lr, r10, lr\n\t"
722#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
723 "mov r10, #0x1\n\t"
724 "orr r10, r10, #0xd00\n\t"
725#else
726 "mov r10, #0xd01\n\t"
727#endif
728#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
729 "lsl lr, lr, #16\n\t"
730 "asr lr, lr, #16\n\t"
731#else
732 "sbfx lr, lr, #0, #16\n\t"
733#endif
734 "mla lr, r10, lr, r8\n\t"
735 "sub r8, r6, lr\n\t"
736 "add r6, r6, lr\n\t"
737 "sub lr, r6, r12, lsr #16\n\t"
738 "add r12, r6, r12, lsr #16\n\t"
739#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
740 "lsr r8, r8, #16\n\t"
741 "orr r8, r8, lr, lsl #16\n\t"
742 "ror r8, r8, #16\n\t"
743#else
744 "bfi r8, lr, #0, #16\n\t"
745#endif
746#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
747 "lsr r6, r6, #16\n\t"
748 "orr r6, r6, r12, lsl #16\n\t"
749 "ror r6, r6, #16\n\t"
750#else
751 "bfi r6, r12, #0, #16\n\t"
752#endif
753#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
754#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
755 "smultb r12, r11, r9\n\t"
756 "smultt r9, r11, r9\n\t"
757 "smultb lr, r10, r12\n\t"
758 "smlabb r12, r10, lr, r12\n\t"
759 "smultb lr, r10, r9\n\t"
760 "smlabb lr, r10, lr, r9\n\t"
761 "pkhtb r12, lr, r12, ASR #16\n\t"
762 "ssub16 r9, r7, r12\n\t"
763 "sadd16 r7, r7, r12\n\t"
764#else
765#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
766 "lsl r12, r9, #16\n\t"
767 "asr r12, r12, #16\n\t"
768#else
769 "sbfx r12, r9, #0, #16\n\t"
770#endif
771#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
772 "asr lr, r11, #16\n\t"
773#else
774 "sbfx lr, r11, #16, #16\n\t"
775#endif
776 "asr r9, r9, #16\n\t"
777 "mul r12, lr, r12\n\t"
778 "mul r9, lr, r9\n\t"
779#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
780 "mov r10, #0xff\n\t"
781 "orr r10, r10, #0xc00\n\t"
782#else
783 "mov r10, #0xcff\n\t"
784#endif
785 "mul lr, r10, r12\n\t"
786#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
787 "mov r10, #0x1\n\t"
788 "orr r10, r10, #0xd00\n\t"
789#else
790 "mov r10, #0xd01\n\t"
791#endif
792#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
793 "lsl lr, lr, #16\n\t"
794 "asr lr, lr, #16\n\t"
795#else
796 "sbfx lr, lr, #0, #16\n\t"
797#endif
798 "mla r12, r10, lr, r12\n\t"
799#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
800 "mov r10, #0xff\n\t"
801 "orr r10, r10, #0xc00\n\t"
802#else
803 "mov r10, #0xcff\n\t"
804#endif
805#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
806 "lsl lr, r9, #16\n\t"
807 "asr lr, lr, #16\n\t"
808#else
809 "sbfx lr, r9, #0, #16\n\t"
810#endif
811 "mul lr, r10, lr\n\t"
812#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
813 "mov r10, #0x1\n\t"
814 "orr r10, r10, #0xd00\n\t"
815#else
816 "mov r10, #0xd01\n\t"
817#endif
818#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
819 "lsl lr, lr, #16\n\t"
820 "asr lr, lr, #16\n\t"
821#else
822 "sbfx lr, lr, #0, #16\n\t"
823#endif
824 "mla lr, r10, lr, r9\n\t"
825 "sub r9, r7, lr\n\t"
826 "add r7, r7, lr\n\t"
827 "sub lr, r7, r12, lsr #16\n\t"
828 "add r12, r7, r12, lsr #16\n\t"
829#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
830 "lsr r9, r9, #16\n\t"
831 "orr r9, r9, lr, lsl #16\n\t"
832 "ror r9, r9, #16\n\t"
833#else
834 "bfi r9, lr, #0, #16\n\t"
835#endif
836#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
837 "lsr r7, r7, #16\n\t"
838 "orr r7, r7, r12, lsl #16\n\t"
839 "ror r7, r7, #16\n\t"
840#else
841 "bfi r7, r12, #0, #16\n\t"
842#endif
843#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
844 "ldr r11, [r1, #8]\n\t"
845#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
846 "smulbb r12, r11, r3\n\t"
847 "smulbt r3, r11, r3\n\t"
848 "smultb lr, r10, r12\n\t"
849 "smlabb r12, r10, lr, r12\n\t"
850 "smultb lr, r10, r3\n\t"
851 "smlabb lr, r10, lr, r3\n\t"
852 "pkhtb r12, lr, r12, ASR #16\n\t"
853 "ssub16 r3, r2, r12\n\t"
854 "sadd16 r2, r2, r12\n\t"
855#else
856#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
857 "lsl r12, r3, #16\n\t"
858 "asr r12, r12, #16\n\t"
859#else
860 "sbfx r12, r3, #0, #16\n\t"
861#endif
862#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
863 "lsl lr, r11, #16\n\t"
864 "asr lr, lr, #16\n\t"
865#else
866 "sbfx lr, r11, #0, #16\n\t"
867#endif
868 "asr r3, r3, #16\n\t"
869 "mul r12, lr, r12\n\t"
870 "mul r3, lr, r3\n\t"
871#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
872 "mov r10, #0xff\n\t"
873 "orr r10, r10, #0xc00\n\t"
874#else
875 "mov r10, #0xcff\n\t"
876#endif
877 "mul lr, r10, r12\n\t"
878#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
879 "mov r10, #0x1\n\t"
880 "orr r10, r10, #0xd00\n\t"
881#else
882 "mov r10, #0xd01\n\t"
883#endif
884#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
885 "lsl lr, lr, #16\n\t"
886 "asr lr, lr, #16\n\t"
887#else
888 "sbfx lr, lr, #0, #16\n\t"
889#endif
890 "mla r12, r10, lr, r12\n\t"
891#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
892 "mov r10, #0xff\n\t"
893 "orr r10, r10, #0xc00\n\t"
894#else
895 "mov r10, #0xcff\n\t"
896#endif
897#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
898 "lsl lr, r3, #16\n\t"
899 "asr lr, lr, #16\n\t"
900#else
901 "sbfx lr, r3, #0, #16\n\t"
902#endif
903 "mul lr, r10, lr\n\t"
904#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
905 "mov r10, #0x1\n\t"
906 "orr r10, r10, #0xd00\n\t"
907#else
908 "mov r10, #0xd01\n\t"
909#endif
910#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
911 "lsl lr, lr, #16\n\t"
912 "asr lr, lr, #16\n\t"
913#else
914 "sbfx lr, lr, #0, #16\n\t"
915#endif
916 "mla lr, r10, lr, r3\n\t"
917 "sub r3, r2, lr\n\t"
918 "add r2, r2, lr\n\t"
919 "sub lr, r2, r12, lsr #16\n\t"
920 "add r12, r2, r12, lsr #16\n\t"
921#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
922 "lsr r3, r3, #16\n\t"
923 "orr r3, r3, lr, lsl #16\n\t"
924 "ror r3, r3, #16\n\t"
925#else
926 "bfi r3, lr, #0, #16\n\t"
927#endif
928#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
929 "lsr r2, r2, #16\n\t"
930 "orr r2, r2, r12, lsl #16\n\t"
931 "ror r2, r2, #16\n\t"
932#else
933 "bfi r2, r12, #0, #16\n\t"
934#endif
935#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
936#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
937 "smultb r12, r11, r5\n\t"
938 "smultt r5, r11, r5\n\t"
939 "smultb lr, r10, r12\n\t"
940 "smlabb r12, r10, lr, r12\n\t"
941 "smultb lr, r10, r5\n\t"
942 "smlabb lr, r10, lr, r5\n\t"
943 "pkhtb r12, lr, r12, ASR #16\n\t"
944 "ssub16 r5, r4, r12\n\t"
945 "sadd16 r4, r4, r12\n\t"
946#else
947#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
948 "lsl r12, r5, #16\n\t"
949 "asr r12, r12, #16\n\t"
950#else
951 "sbfx r12, r5, #0, #16\n\t"
952#endif
953#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
954 "asr lr, r11, #16\n\t"
955#else
956 "sbfx lr, r11, #16, #16\n\t"
957#endif
958 "asr r5, r5, #16\n\t"
959 "mul r12, lr, r12\n\t"
960 "mul r5, lr, r5\n\t"
961#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
962 "mov r10, #0xff\n\t"
963 "orr r10, r10, #0xc00\n\t"
964#else
965 "mov r10, #0xcff\n\t"
966#endif
967 "mul lr, r10, r12\n\t"
968#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
969 "mov r10, #0x1\n\t"
970 "orr r10, r10, #0xd00\n\t"
971#else
972 "mov r10, #0xd01\n\t"
973#endif
974#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
975 "lsl lr, lr, #16\n\t"
976 "asr lr, lr, #16\n\t"
977#else
978 "sbfx lr, lr, #0, #16\n\t"
979#endif
980 "mla r12, r10, lr, r12\n\t"
981#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
982 "mov r10, #0xff\n\t"
983 "orr r10, r10, #0xc00\n\t"
984#else
985 "mov r10, #0xcff\n\t"
986#endif
987#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
988 "lsl lr, r5, #16\n\t"
989 "asr lr, lr, #16\n\t"
990#else
991 "sbfx lr, r5, #0, #16\n\t"
992#endif
993 "mul lr, r10, lr\n\t"
994#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
995 "mov r10, #0x1\n\t"
996 "orr r10, r10, #0xd00\n\t"
997#else
998 "mov r10, #0xd01\n\t"
999#endif
1000#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1001 "lsl lr, lr, #16\n\t"
1002 "asr lr, lr, #16\n\t"
1003#else
1004 "sbfx lr, lr, #0, #16\n\t"
1005#endif
1006 "mla lr, r10, lr, r5\n\t"
1007 "sub r5, r4, lr\n\t"
1008 "add r4, r4, lr\n\t"
1009 "sub lr, r4, r12, lsr #16\n\t"
1010 "add r12, r4, r12, lsr #16\n\t"
1011#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1012 "lsr r5, r5, #16\n\t"
1013 "orr r5, r5, lr, lsl #16\n\t"
1014 "ror r5, r5, #16\n\t"
1015#else
1016 "bfi r5, lr, #0, #16\n\t"
1017#endif
1018#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1019 "lsr r4, r4, #16\n\t"
1020 "orr r4, r4, r12, lsl #16\n\t"
1021 "ror r4, r4, #16\n\t"
1022#else
1023 "bfi r4, r12, #0, #16\n\t"
1024#endif
1025#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1026 "ldr r11, [r1, #12]\n\t"
1027#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1028 "smulbb r12, r11, r7\n\t"
1029 "smulbt r7, r11, r7\n\t"
1030 "smultb lr, r10, r12\n\t"
1031 "smlabb r12, r10, lr, r12\n\t"
1032 "smultb lr, r10, r7\n\t"
1033 "smlabb lr, r10, lr, r7\n\t"
1034 "pkhtb r12, lr, r12, ASR #16\n\t"
1035 "ssub16 r7, r6, r12\n\t"
1036 "sadd16 r6, r6, r12\n\t"
1037#else
1038#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1039 "lsl r12, r7, #16\n\t"
1040 "asr r12, r12, #16\n\t"
1041#else
1042 "sbfx r12, r7, #0, #16\n\t"
1043#endif
1044#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1045 "lsl lr, r11, #16\n\t"
1046 "asr lr, lr, #16\n\t"
1047#else
1048 "sbfx lr, r11, #0, #16\n\t"
1049#endif
1050 "asr r7, r7, #16\n\t"
1051 "mul r12, lr, r12\n\t"
1052 "mul r7, lr, r7\n\t"
1053#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1054 "mov r10, #0xff\n\t"
1055 "orr r10, r10, #0xc00\n\t"
1056#else
1057 "mov r10, #0xcff\n\t"
1058#endif
1059 "mul lr, r10, r12\n\t"
1060#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1061 "mov r10, #0x1\n\t"
1062 "orr r10, r10, #0xd00\n\t"
1063#else
1064 "mov r10, #0xd01\n\t"
1065#endif
1066#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1067 "lsl lr, lr, #16\n\t"
1068 "asr lr, lr, #16\n\t"
1069#else
1070 "sbfx lr, lr, #0, #16\n\t"
1071#endif
1072 "mla r12, r10, lr, r12\n\t"
1073#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1074 "mov r10, #0xff\n\t"
1075 "orr r10, r10, #0xc00\n\t"
1076#else
1077 "mov r10, #0xcff\n\t"
1078#endif
1079#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1080 "lsl lr, r7, #16\n\t"
1081 "asr lr, lr, #16\n\t"
1082#else
1083 "sbfx lr, r7, #0, #16\n\t"
1084#endif
1085 "mul lr, r10, lr\n\t"
1086#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1087 "mov r10, #0x1\n\t"
1088 "orr r10, r10, #0xd00\n\t"
1089#else
1090 "mov r10, #0xd01\n\t"
1091#endif
1092#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1093 "lsl lr, lr, #16\n\t"
1094 "asr lr, lr, #16\n\t"
1095#else
1096 "sbfx lr, lr, #0, #16\n\t"
1097#endif
1098 "mla lr, r10, lr, r7\n\t"
1099 "sub r7, r6, lr\n\t"
1100 "add r6, r6, lr\n\t"
1101 "sub lr, r6, r12, lsr #16\n\t"
1102 "add r12, r6, r12, lsr #16\n\t"
1103#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1104 "lsr r7, r7, #16\n\t"
1105 "orr r7, r7, lr, lsl #16\n\t"
1106 "ror r7, r7, #16\n\t"
1107#else
1108 "bfi r7, lr, #0, #16\n\t"
1109#endif
1110#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1111 "lsr r6, r6, #16\n\t"
1112 "orr r6, r6, r12, lsl #16\n\t"
1113 "ror r6, r6, #16\n\t"
1114#else
1115 "bfi r6, r12, #0, #16\n\t"
1116#endif
1117#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1118#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1119 "smultb r12, r11, r9\n\t"
1120 "smultt r9, r11, r9\n\t"
1121 "smultb lr, r10, r12\n\t"
1122 "smlabb r12, r10, lr, r12\n\t"
1123 "smultb lr, r10, r9\n\t"
1124 "smlabb lr, r10, lr, r9\n\t"
1125 "pkhtb r12, lr, r12, ASR #16\n\t"
1126 "ssub16 r9, r8, r12\n\t"
1127 "sadd16 r8, r8, r12\n\t"
1128#else
1129#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1130 "lsl r12, r9, #16\n\t"
1131 "asr r12, r12, #16\n\t"
1132#else
1133 "sbfx r12, r9, #0, #16\n\t"
1134#endif
1135#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1136 "asr lr, r11, #16\n\t"
1137#else
1138 "sbfx lr, r11, #16, #16\n\t"
1139#endif
1140 "asr r9, r9, #16\n\t"
1141 "mul r12, lr, r12\n\t"
1142 "mul r9, lr, r9\n\t"
1143#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1144 "mov r10, #0xff\n\t"
1145 "orr r10, r10, #0xc00\n\t"
1146#else
1147 "mov r10, #0xcff\n\t"
1148#endif
1149 "mul lr, r10, r12\n\t"
1150#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1151 "mov r10, #0x1\n\t"
1152 "orr r10, r10, #0xd00\n\t"
1153#else
1154 "mov r10, #0xd01\n\t"
1155#endif
1156#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1157 "lsl lr, lr, #16\n\t"
1158 "asr lr, lr, #16\n\t"
1159#else
1160 "sbfx lr, lr, #0, #16\n\t"
1161#endif
1162 "mla r12, r10, lr, r12\n\t"
1163#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1164 "mov r10, #0xff\n\t"
1165 "orr r10, r10, #0xc00\n\t"
1166#else
1167 "mov r10, #0xcff\n\t"
1168#endif
1169#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1170 "lsl lr, r9, #16\n\t"
1171 "asr lr, lr, #16\n\t"
1172#else
1173 "sbfx lr, r9, #0, #16\n\t"
1174#endif
1175 "mul lr, r10, lr\n\t"
1176#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1177 "mov r10, #0x1\n\t"
1178 "orr r10, r10, #0xd00\n\t"
1179#else
1180 "mov r10, #0xd01\n\t"
1181#endif
1182#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1183 "lsl lr, lr, #16\n\t"
1184 "asr lr, lr, #16\n\t"
1185#else
1186 "sbfx lr, lr, #0, #16\n\t"
1187#endif
1188 "mla lr, r10, lr, r9\n\t"
1189 "sub r9, r8, lr\n\t"
1190 "add r8, r8, lr\n\t"
1191 "sub lr, r8, r12, lsr #16\n\t"
1192 "add r12, r8, r12, lsr #16\n\t"
1193#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1194 "lsr r9, r9, #16\n\t"
1195 "orr r9, r9, lr, lsl #16\n\t"
1196 "ror r9, r9, #16\n\t"
1197#else
1198 "bfi r9, lr, #0, #16\n\t"
1199#endif
1200#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1201 "lsr r8, r8, #16\n\t"
1202 "orr r8, r8, r12, lsl #16\n\t"
1203 "ror r8, r8, #16\n\t"
1204#else
1205 "bfi r8, r12, #0, #16\n\t"
1206#endif
1207#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1208 "str r2, [%[r]]\n\t"
1209 "str r3, [%[r], #64]\n\t"
1210 "str r4, [%[r], #128]\n\t"
1211 "str r5, [%[r], #192]\n\t"
1212 "str r6, [%[r], #256]\n\t"
1213 "str r7, [%[r], #320]\n\t"
1214 "str r8, [%[r], #384]\n\t"
1215 "str r9, [%[r], #448]\n\t"
1216 "ldr r2, [sp]\n\t"
1217 "subs r2, r2, #1\n\t"
1218 "add %[r], %[r], #4\n\t"
1219 "bne L_mlkem_arm32_ntt_loop_123_%=\n\t"
1220 "sub %[r], %[r], #0x40\n\t"
1221 "mov r3, #0\n\t"
1222 "\n"
1223 "L_mlkem_arm32_ntt_loop_4_j_%=:\n\t"
1224 "str r3, [sp, #4]\n\t"
1225 "add r11, r1, r3, lsr #4\n\t"
1226 "mov r2, #4\n\t"
1227 "ldr r11, [r11, #16]\n\t"
1228 "\n"
1229 "L_mlkem_arm32_ntt_loop_4_i_%=:\n\t"
1230 "str r2, [sp]\n\t"
1231 "ldr r2, [%[r]]\n\t"
1232 "ldr r3, [%[r], #16]\n\t"
1233 "ldr r4, [%[r], #32]\n\t"
1234 "ldr r5, [%[r], #48]\n\t"
1235 "ldr r6, [%[r], #64]\n\t"
1236 "ldr r7, [%[r], #80]\n\t"
1237 "ldr r8, [%[r], #96]\n\t"
1238 "ldr r9, [%[r], #112]\n\t"
1239#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1240 "smulbb r12, r11, r4\n\t"
1241 "smulbt r4, r11, r4\n\t"
1242 "smultb lr, r10, r12\n\t"
1243 "smlabb r12, r10, lr, r12\n\t"
1244 "smultb lr, r10, r4\n\t"
1245 "smlabb lr, r10, lr, r4\n\t"
1246 "pkhtb r12, lr, r12, ASR #16\n\t"
1247 "ssub16 r4, r2, r12\n\t"
1248 "sadd16 r2, r2, r12\n\t"
1249#else
1250#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1251 "lsl r12, r4, #16\n\t"
1252 "asr r12, r12, #16\n\t"
1253#else
1254 "sbfx r12, r4, #0, #16\n\t"
1255#endif
1256#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1257 "lsl lr, r11, #16\n\t"
1258 "asr lr, lr, #16\n\t"
1259#else
1260 "sbfx lr, r11, #0, #16\n\t"
1261#endif
1262 "asr r4, r4, #16\n\t"
1263 "mul r12, lr, r12\n\t"
1264 "mul r4, lr, r4\n\t"
1265#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1266 "mov r10, #0xff\n\t"
1267 "orr r10, r10, #0xc00\n\t"
1268#else
1269 "mov r10, #0xcff\n\t"
1270#endif
1271 "mul lr, r10, r12\n\t"
1272#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1273 "mov r10, #0x1\n\t"
1274 "orr r10, r10, #0xd00\n\t"
1275#else
1276 "mov r10, #0xd01\n\t"
1277#endif
1278#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1279 "lsl lr, lr, #16\n\t"
1280 "asr lr, lr, #16\n\t"
1281#else
1282 "sbfx lr, lr, #0, #16\n\t"
1283#endif
1284 "mla r12, r10, lr, r12\n\t"
1285#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1286 "mov r10, #0xff\n\t"
1287 "orr r10, r10, #0xc00\n\t"
1288#else
1289 "mov r10, #0xcff\n\t"
1290#endif
1291#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1292 "lsl lr, r4, #16\n\t"
1293 "asr lr, lr, #16\n\t"
1294#else
1295 "sbfx lr, r4, #0, #16\n\t"
1296#endif
1297 "mul lr, r10, lr\n\t"
1298#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1299 "mov r10, #0x1\n\t"
1300 "orr r10, r10, #0xd00\n\t"
1301#else
1302 "mov r10, #0xd01\n\t"
1303#endif
1304#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1305 "lsl lr, lr, #16\n\t"
1306 "asr lr, lr, #16\n\t"
1307#else
1308 "sbfx lr, lr, #0, #16\n\t"
1309#endif
1310 "mla lr, r10, lr, r4\n\t"
1311 "sub r4, r2, lr\n\t"
1312 "add r2, r2, lr\n\t"
1313 "sub lr, r2, r12, lsr #16\n\t"
1314 "add r12, r2, r12, lsr #16\n\t"
1315#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1316 "lsr r4, r4, #16\n\t"
1317 "orr r4, r4, lr, lsl #16\n\t"
1318 "ror r4, r4, #16\n\t"
1319#else
1320 "bfi r4, lr, #0, #16\n\t"
1321#endif
1322#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1323 "lsr r2, r2, #16\n\t"
1324 "orr r2, r2, r12, lsl #16\n\t"
1325 "ror r2, r2, #16\n\t"
1326#else
1327 "bfi r2, r12, #0, #16\n\t"
1328#endif
1329#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1330#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1331 "smulbb r12, r11, r5\n\t"
1332 "smulbt r5, r11, r5\n\t"
1333 "smultb lr, r10, r12\n\t"
1334 "smlabb r12, r10, lr, r12\n\t"
1335 "smultb lr, r10, r5\n\t"
1336 "smlabb lr, r10, lr, r5\n\t"
1337 "pkhtb r12, lr, r12, ASR #16\n\t"
1338 "ssub16 r5, r3, r12\n\t"
1339 "sadd16 r3, r3, r12\n\t"
1340#else
1341#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1342 "lsl r12, r5, #16\n\t"
1343 "asr r12, r12, #16\n\t"
1344#else
1345 "sbfx r12, r5, #0, #16\n\t"
1346#endif
1347#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1348 "lsl lr, r11, #16\n\t"
1349 "asr lr, lr, #16\n\t"
1350#else
1351 "sbfx lr, r11, #0, #16\n\t"
1352#endif
1353 "asr r5, r5, #16\n\t"
1354 "mul r12, lr, r12\n\t"
1355 "mul r5, lr, r5\n\t"
1356#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1357 "mov r10, #0xff\n\t"
1358 "orr r10, r10, #0xc00\n\t"
1359#else
1360 "mov r10, #0xcff\n\t"
1361#endif
1362 "mul lr, r10, r12\n\t"
1363#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1364 "mov r10, #0x1\n\t"
1365 "orr r10, r10, #0xd00\n\t"
1366#else
1367 "mov r10, #0xd01\n\t"
1368#endif
1369#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1370 "lsl lr, lr, #16\n\t"
1371 "asr lr, lr, #16\n\t"
1372#else
1373 "sbfx lr, lr, #0, #16\n\t"
1374#endif
1375 "mla r12, r10, lr, r12\n\t"
1376#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1377 "mov r10, #0xff\n\t"
1378 "orr r10, r10, #0xc00\n\t"
1379#else
1380 "mov r10, #0xcff\n\t"
1381#endif
1382#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1383 "lsl lr, r5, #16\n\t"
1384 "asr lr, lr, #16\n\t"
1385#else
1386 "sbfx lr, r5, #0, #16\n\t"
1387#endif
1388 "mul lr, r10, lr\n\t"
1389#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1390 "mov r10, #0x1\n\t"
1391 "orr r10, r10, #0xd00\n\t"
1392#else
1393 "mov r10, #0xd01\n\t"
1394#endif
1395#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1396 "lsl lr, lr, #16\n\t"
1397 "asr lr, lr, #16\n\t"
1398#else
1399 "sbfx lr, lr, #0, #16\n\t"
1400#endif
1401 "mla lr, r10, lr, r5\n\t"
1402 "sub r5, r3, lr\n\t"
1403 "add r3, r3, lr\n\t"
1404 "sub lr, r3, r12, lsr #16\n\t"
1405 "add r12, r3, r12, lsr #16\n\t"
1406#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1407 "lsr r5, r5, #16\n\t"
1408 "orr r5, r5, lr, lsl #16\n\t"
1409 "ror r5, r5, #16\n\t"
1410#else
1411 "bfi r5, lr, #0, #16\n\t"
1412#endif
1413#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1414 "lsr r3, r3, #16\n\t"
1415 "orr r3, r3, r12, lsl #16\n\t"
1416 "ror r3, r3, #16\n\t"
1417#else
1418 "bfi r3, r12, #0, #16\n\t"
1419#endif
1420#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1421#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1422 "smultb r12, r11, r8\n\t"
1423 "smultt r8, r11, r8\n\t"
1424 "smultb lr, r10, r12\n\t"
1425 "smlabb r12, r10, lr, r12\n\t"
1426 "smultb lr, r10, r8\n\t"
1427 "smlabb lr, r10, lr, r8\n\t"
1428 "pkhtb r12, lr, r12, ASR #16\n\t"
1429 "ssub16 r8, r6, r12\n\t"
1430 "sadd16 r6, r6, r12\n\t"
1431#else
1432#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1433 "lsl r12, r8, #16\n\t"
1434 "asr r12, r12, #16\n\t"
1435#else
1436 "sbfx r12, r8, #0, #16\n\t"
1437#endif
1438#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1439 "asr lr, r11, #16\n\t"
1440#else
1441 "sbfx lr, r11, #16, #16\n\t"
1442#endif
1443 "asr r8, r8, #16\n\t"
1444 "mul r12, lr, r12\n\t"
1445 "mul r8, lr, r8\n\t"
1446#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1447 "mov r10, #0xff\n\t"
1448 "orr r10, r10, #0xc00\n\t"
1449#else
1450 "mov r10, #0xcff\n\t"
1451#endif
1452 "mul lr, r10, r12\n\t"
1453#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1454 "mov r10, #0x1\n\t"
1455 "orr r10, r10, #0xd00\n\t"
1456#else
1457 "mov r10, #0xd01\n\t"
1458#endif
1459#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1460 "lsl lr, lr, #16\n\t"
1461 "asr lr, lr, #16\n\t"
1462#else
1463 "sbfx lr, lr, #0, #16\n\t"
1464#endif
1465 "mla r12, r10, lr, r12\n\t"
1466#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1467 "mov r10, #0xff\n\t"
1468 "orr r10, r10, #0xc00\n\t"
1469#else
1470 "mov r10, #0xcff\n\t"
1471#endif
1472#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1473 "lsl lr, r8, #16\n\t"
1474 "asr lr, lr, #16\n\t"
1475#else
1476 "sbfx lr, r8, #0, #16\n\t"
1477#endif
1478 "mul lr, r10, lr\n\t"
1479#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1480 "mov r10, #0x1\n\t"
1481 "orr r10, r10, #0xd00\n\t"
1482#else
1483 "mov r10, #0xd01\n\t"
1484#endif
1485#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1486 "lsl lr, lr, #16\n\t"
1487 "asr lr, lr, #16\n\t"
1488#else
1489 "sbfx lr, lr, #0, #16\n\t"
1490#endif
1491 "mla lr, r10, lr, r8\n\t"
1492 "sub r8, r6, lr\n\t"
1493 "add r6, r6, lr\n\t"
1494 "sub lr, r6, r12, lsr #16\n\t"
1495 "add r12, r6, r12, lsr #16\n\t"
1496#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1497 "lsr r8, r8, #16\n\t"
1498 "orr r8, r8, lr, lsl #16\n\t"
1499 "ror r8, r8, #16\n\t"
1500#else
1501 "bfi r8, lr, #0, #16\n\t"
1502#endif
1503#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1504 "lsr r6, r6, #16\n\t"
1505 "orr r6, r6, r12, lsl #16\n\t"
1506 "ror r6, r6, #16\n\t"
1507#else
1508 "bfi r6, r12, #0, #16\n\t"
1509#endif
1510#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1511#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1512 "smultb r12, r11, r9\n\t"
1513 "smultt r9, r11, r9\n\t"
1514 "smultb lr, r10, r12\n\t"
1515 "smlabb r12, r10, lr, r12\n\t"
1516 "smultb lr, r10, r9\n\t"
1517 "smlabb lr, r10, lr, r9\n\t"
1518 "pkhtb r12, lr, r12, ASR #16\n\t"
1519 "ssub16 r9, r7, r12\n\t"
1520 "sadd16 r7, r7, r12\n\t"
1521#else
1522#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1523 "lsl r12, r9, #16\n\t"
1524 "asr r12, r12, #16\n\t"
1525#else
1526 "sbfx r12, r9, #0, #16\n\t"
1527#endif
1528#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1529 "asr lr, r11, #16\n\t"
1530#else
1531 "sbfx lr, r11, #16, #16\n\t"
1532#endif
1533 "asr r9, r9, #16\n\t"
1534 "mul r12, lr, r12\n\t"
1535 "mul r9, lr, r9\n\t"
1536#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1537 "mov r10, #0xff\n\t"
1538 "orr r10, r10, #0xc00\n\t"
1539#else
1540 "mov r10, #0xcff\n\t"
1541#endif
1542 "mul lr, r10, r12\n\t"
1543#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1544 "mov r10, #0x1\n\t"
1545 "orr r10, r10, #0xd00\n\t"
1546#else
1547 "mov r10, #0xd01\n\t"
1548#endif
1549#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1550 "lsl lr, lr, #16\n\t"
1551 "asr lr, lr, #16\n\t"
1552#else
1553 "sbfx lr, lr, #0, #16\n\t"
1554#endif
1555 "mla r12, r10, lr, r12\n\t"
1556#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1557 "mov r10, #0xff\n\t"
1558 "orr r10, r10, #0xc00\n\t"
1559#else
1560 "mov r10, #0xcff\n\t"
1561#endif
1562#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1563 "lsl lr, r9, #16\n\t"
1564 "asr lr, lr, #16\n\t"
1565#else
1566 "sbfx lr, r9, #0, #16\n\t"
1567#endif
1568 "mul lr, r10, lr\n\t"
1569#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1570 "mov r10, #0x1\n\t"
1571 "orr r10, r10, #0xd00\n\t"
1572#else
1573 "mov r10, #0xd01\n\t"
1574#endif
1575#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1576 "lsl lr, lr, #16\n\t"
1577 "asr lr, lr, #16\n\t"
1578#else
1579 "sbfx lr, lr, #0, #16\n\t"
1580#endif
1581 "mla lr, r10, lr, r9\n\t"
1582 "sub r9, r7, lr\n\t"
1583 "add r7, r7, lr\n\t"
1584 "sub lr, r7, r12, lsr #16\n\t"
1585 "add r12, r7, r12, lsr #16\n\t"
1586#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1587 "lsr r9, r9, #16\n\t"
1588 "orr r9, r9, lr, lsl #16\n\t"
1589 "ror r9, r9, #16\n\t"
1590#else
1591 "bfi r9, lr, #0, #16\n\t"
1592#endif
1593#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1594 "lsr r7, r7, #16\n\t"
1595 "orr r7, r7, r12, lsl #16\n\t"
1596 "ror r7, r7, #16\n\t"
1597#else
1598 "bfi r7, r12, #0, #16\n\t"
1599#endif
1600#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1601 "str r2, [%[r]]\n\t"
1602 "str r3, [%[r], #16]\n\t"
1603 "str r4, [%[r], #32]\n\t"
1604 "str r5, [%[r], #48]\n\t"
1605 "str r6, [%[r], #64]\n\t"
1606 "str r7, [%[r], #80]\n\t"
1607 "str r8, [%[r], #96]\n\t"
1608 "str r9, [%[r], #112]\n\t"
1609#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1610 "ldm sp, {r2, r3}\n\t"
1611#else
1612 "ldrd r2, r3, [sp]\n\t"
1613#endif
1614 "subs r2, r2, #1\n\t"
1615 "add %[r], %[r], #4\n\t"
1616 "bne L_mlkem_arm32_ntt_loop_4_i_%=\n\t"
1617 "add r3, r3, #0x40\n\t"
1618 "rsbs r12, r3, #0x100\n\t"
1619 "add %[r], %[r], #0x70\n\t"
1620 "bne L_mlkem_arm32_ntt_loop_4_j_%=\n\t"
1621 "sub %[r], %[r], #0x200\n\t"
1622 "mov r3, #0\n\t"
1623 "\n"
1624 "L_mlkem_arm32_ntt_loop_567_%=:\n\t"
1625 "add r11, r1, r3, lsr #3\n\t"
1626 "str r3, [sp, #4]\n\t"
1627 "ldrh r11, [r11, #32]\n\t"
1628 "ldr r2, [%[r]]\n\t"
1629 "ldr r3, [%[r], #4]\n\t"
1630 "ldr r4, [%[r], #8]\n\t"
1631 "ldr r5, [%[r], #12]\n\t"
1632 "ldr r6, [%[r], #16]\n\t"
1633 "ldr r7, [%[r], #20]\n\t"
1634 "ldr r8, [%[r], #24]\n\t"
1635 "ldr r9, [%[r], #28]\n\t"
1636#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1637 "smulbb r12, r11, r6\n\t"
1638 "smulbt r6, r11, r6\n\t"
1639 "smultb lr, r10, r12\n\t"
1640 "smlabb r12, r10, lr, r12\n\t"
1641 "smultb lr, r10, r6\n\t"
1642 "smlabb lr, r10, lr, r6\n\t"
1643 "pkhtb r12, lr, r12, ASR #16\n\t"
1644 "ssub16 r6, r2, r12\n\t"
1645 "sadd16 r2, r2, r12\n\t"
1646#else
1647#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1648 "lsl r12, r6, #16\n\t"
1649 "asr r12, r12, #16\n\t"
1650#else
1651 "sbfx r12, r6, #0, #16\n\t"
1652#endif
1653#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1654 "lsl lr, r11, #16\n\t"
1655 "asr lr, lr, #16\n\t"
1656#else
1657 "sbfx lr, r11, #0, #16\n\t"
1658#endif
1659 "asr r6, r6, #16\n\t"
1660 "mul r12, lr, r12\n\t"
1661 "mul r6, lr, r6\n\t"
1662#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1663 "mov r10, #0xff\n\t"
1664 "orr r10, r10, #0xc00\n\t"
1665#else
1666 "mov r10, #0xcff\n\t"
1667#endif
1668 "mul lr, r10, r12\n\t"
1669#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1670 "mov r10, #0x1\n\t"
1671 "orr r10, r10, #0xd00\n\t"
1672#else
1673 "mov r10, #0xd01\n\t"
1674#endif
1675#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1676 "lsl lr, lr, #16\n\t"
1677 "asr lr, lr, #16\n\t"
1678#else
1679 "sbfx lr, lr, #0, #16\n\t"
1680#endif
1681 "mla r12, r10, lr, r12\n\t"
1682#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1683 "mov r10, #0xff\n\t"
1684 "orr r10, r10, #0xc00\n\t"
1685#else
1686 "mov r10, #0xcff\n\t"
1687#endif
1688#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1689 "lsl lr, r6, #16\n\t"
1690 "asr lr, lr, #16\n\t"
1691#else
1692 "sbfx lr, r6, #0, #16\n\t"
1693#endif
1694 "mul lr, r10, lr\n\t"
1695#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1696 "mov r10, #0x1\n\t"
1697 "orr r10, r10, #0xd00\n\t"
1698#else
1699 "mov r10, #0xd01\n\t"
1700#endif
1701#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1702 "lsl lr, lr, #16\n\t"
1703 "asr lr, lr, #16\n\t"
1704#else
1705 "sbfx lr, lr, #0, #16\n\t"
1706#endif
1707 "mla lr, r10, lr, r6\n\t"
1708 "sub r6, r2, lr\n\t"
1709 "add r2, r2, lr\n\t"
1710 "sub lr, r2, r12, lsr #16\n\t"
1711 "add r12, r2, r12, lsr #16\n\t"
1712#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1713 "lsr r6, r6, #16\n\t"
1714 "orr r6, r6, lr, lsl #16\n\t"
1715 "ror r6, r6, #16\n\t"
1716#else
1717 "bfi r6, lr, #0, #16\n\t"
1718#endif
1719#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1720 "lsr r2, r2, #16\n\t"
1721 "orr r2, r2, r12, lsl #16\n\t"
1722 "ror r2, r2, #16\n\t"
1723#else
1724 "bfi r2, r12, #0, #16\n\t"
1725#endif
1726#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1727#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1728 "smulbb r12, r11, r7\n\t"
1729 "smulbt r7, r11, r7\n\t"
1730 "smultb lr, r10, r12\n\t"
1731 "smlabb r12, r10, lr, r12\n\t"
1732 "smultb lr, r10, r7\n\t"
1733 "smlabb lr, r10, lr, r7\n\t"
1734 "pkhtb r12, lr, r12, ASR #16\n\t"
1735 "ssub16 r7, r3, r12\n\t"
1736 "sadd16 r3, r3, r12\n\t"
1737#else
1738#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1739 "lsl r12, r7, #16\n\t"
1740 "asr r12, r12, #16\n\t"
1741#else
1742 "sbfx r12, r7, #0, #16\n\t"
1743#endif
1744#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1745 "lsl lr, r11, #16\n\t"
1746 "asr lr, lr, #16\n\t"
1747#else
1748 "sbfx lr, r11, #0, #16\n\t"
1749#endif
1750 "asr r7, r7, #16\n\t"
1751 "mul r12, lr, r12\n\t"
1752 "mul r7, lr, r7\n\t"
1753#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1754 "mov r10, #0xff\n\t"
1755 "orr r10, r10, #0xc00\n\t"
1756#else
1757 "mov r10, #0xcff\n\t"
1758#endif
1759 "mul lr, r10, r12\n\t"
1760#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1761 "mov r10, #0x1\n\t"
1762 "orr r10, r10, #0xd00\n\t"
1763#else
1764 "mov r10, #0xd01\n\t"
1765#endif
1766#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1767 "lsl lr, lr, #16\n\t"
1768 "asr lr, lr, #16\n\t"
1769#else
1770 "sbfx lr, lr, #0, #16\n\t"
1771#endif
1772 "mla r12, r10, lr, r12\n\t"
1773#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1774 "mov r10, #0xff\n\t"
1775 "orr r10, r10, #0xc00\n\t"
1776#else
1777 "mov r10, #0xcff\n\t"
1778#endif
1779#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1780 "lsl lr, r7, #16\n\t"
1781 "asr lr, lr, #16\n\t"
1782#else
1783 "sbfx lr, r7, #0, #16\n\t"
1784#endif
1785 "mul lr, r10, lr\n\t"
1786#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1787 "mov r10, #0x1\n\t"
1788 "orr r10, r10, #0xd00\n\t"
1789#else
1790 "mov r10, #0xd01\n\t"
1791#endif
1792#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1793 "lsl lr, lr, #16\n\t"
1794 "asr lr, lr, #16\n\t"
1795#else
1796 "sbfx lr, lr, #0, #16\n\t"
1797#endif
1798 "mla lr, r10, lr, r7\n\t"
1799 "sub r7, r3, lr\n\t"
1800 "add r3, r3, lr\n\t"
1801 "sub lr, r3, r12, lsr #16\n\t"
1802 "add r12, r3, r12, lsr #16\n\t"
1803#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1804 "lsr r7, r7, #16\n\t"
1805 "orr r7, r7, lr, lsl #16\n\t"
1806 "ror r7, r7, #16\n\t"
1807#else
1808 "bfi r7, lr, #0, #16\n\t"
1809#endif
1810#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1811 "lsr r3, r3, #16\n\t"
1812 "orr r3, r3, r12, lsl #16\n\t"
1813 "ror r3, r3, #16\n\t"
1814#else
1815 "bfi r3, r12, #0, #16\n\t"
1816#endif
1817#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1818#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1819 "smulbb r12, r11, r8\n\t"
1820 "smulbt r8, r11, r8\n\t"
1821 "smultb lr, r10, r12\n\t"
1822 "smlabb r12, r10, lr, r12\n\t"
1823 "smultb lr, r10, r8\n\t"
1824 "smlabb lr, r10, lr, r8\n\t"
1825 "pkhtb r12, lr, r12, ASR #16\n\t"
1826 "ssub16 r8, r4, r12\n\t"
1827 "sadd16 r4, r4, r12\n\t"
1828#else
1829#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1830 "lsl r12, r8, #16\n\t"
1831 "asr r12, r12, #16\n\t"
1832#else
1833 "sbfx r12, r8, #0, #16\n\t"
1834#endif
1835#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1836 "lsl lr, r11, #16\n\t"
1837 "asr lr, lr, #16\n\t"
1838#else
1839 "sbfx lr, r11, #0, #16\n\t"
1840#endif
1841 "asr r8, r8, #16\n\t"
1842 "mul r12, lr, r12\n\t"
1843 "mul r8, lr, r8\n\t"
1844#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1845 "mov r10, #0xff\n\t"
1846 "orr r10, r10, #0xc00\n\t"
1847#else
1848 "mov r10, #0xcff\n\t"
1849#endif
1850 "mul lr, r10, r12\n\t"
1851#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1852 "mov r10, #0x1\n\t"
1853 "orr r10, r10, #0xd00\n\t"
1854#else
1855 "mov r10, #0xd01\n\t"
1856#endif
1857#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1858 "lsl lr, lr, #16\n\t"
1859 "asr lr, lr, #16\n\t"
1860#else
1861 "sbfx lr, lr, #0, #16\n\t"
1862#endif
1863 "mla r12, r10, lr, r12\n\t"
1864#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1865 "mov r10, #0xff\n\t"
1866 "orr r10, r10, #0xc00\n\t"
1867#else
1868 "mov r10, #0xcff\n\t"
1869#endif
1870#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1871 "lsl lr, r8, #16\n\t"
1872 "asr lr, lr, #16\n\t"
1873#else
1874 "sbfx lr, r8, #0, #16\n\t"
1875#endif
1876 "mul lr, r10, lr\n\t"
1877#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1878 "mov r10, #0x1\n\t"
1879 "orr r10, r10, #0xd00\n\t"
1880#else
1881 "mov r10, #0xd01\n\t"
1882#endif
1883#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1884 "lsl lr, lr, #16\n\t"
1885 "asr lr, lr, #16\n\t"
1886#else
1887 "sbfx lr, lr, #0, #16\n\t"
1888#endif
1889 "mla lr, r10, lr, r8\n\t"
1890 "sub r8, r4, lr\n\t"
1891 "add r4, r4, lr\n\t"
1892 "sub lr, r4, r12, lsr #16\n\t"
1893 "add r12, r4, r12, lsr #16\n\t"
1894#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1895 "lsr r8, r8, #16\n\t"
1896 "orr r8, r8, lr, lsl #16\n\t"
1897 "ror r8, r8, #16\n\t"
1898#else
1899 "bfi r8, lr, #0, #16\n\t"
1900#endif
1901#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1902 "lsr r4, r4, #16\n\t"
1903 "orr r4, r4, r12, lsl #16\n\t"
1904 "ror r4, r4, #16\n\t"
1905#else
1906 "bfi r4, r12, #0, #16\n\t"
1907#endif
1908#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
1909#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
1910 "smulbb r12, r11, r9\n\t"
1911 "smulbt r9, r11, r9\n\t"
1912 "smultb lr, r10, r12\n\t"
1913 "smlabb r12, r10, lr, r12\n\t"
1914 "smultb lr, r10, r9\n\t"
1915 "smlabb lr, r10, lr, r9\n\t"
1916 "pkhtb r12, lr, r12, ASR #16\n\t"
1917 "ssub16 r9, r5, r12\n\t"
1918 "sadd16 r5, r5, r12\n\t"
1919#else
1920#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1921 "lsl r12, r9, #16\n\t"
1922 "asr r12, r12, #16\n\t"
1923#else
1924 "sbfx r12, r9, #0, #16\n\t"
1925#endif
1926#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1927 "lsl lr, r11, #16\n\t"
1928 "asr lr, lr, #16\n\t"
1929#else
1930 "sbfx lr, r11, #0, #16\n\t"
1931#endif
1932 "asr r9, r9, #16\n\t"
1933 "mul r12, lr, r12\n\t"
1934 "mul r9, lr, r9\n\t"
1935#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1936 "mov r10, #0xff\n\t"
1937 "orr r10, r10, #0xc00\n\t"
1938#else
1939 "mov r10, #0xcff\n\t"
1940#endif
1941 "mul lr, r10, r12\n\t"
1942#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1943 "mov r10, #0x1\n\t"
1944 "orr r10, r10, #0xd00\n\t"
1945#else
1946 "mov r10, #0xd01\n\t"
1947#endif
1948#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1949 "lsl lr, lr, #16\n\t"
1950 "asr lr, lr, #16\n\t"
1951#else
1952 "sbfx lr, lr, #0, #16\n\t"
1953#endif
1954 "mla r12, r10, lr, r12\n\t"
1955#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1956 "mov r10, #0xff\n\t"
1957 "orr r10, r10, #0xc00\n\t"
1958#else
1959 "mov r10, #0xcff\n\t"
1960#endif
1961#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1962 "lsl lr, r9, #16\n\t"
1963 "asr lr, lr, #16\n\t"
1964#else
1965 "sbfx lr, r9, #0, #16\n\t"
1966#endif
1967 "mul lr, r10, lr\n\t"
1968#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1969 "mov r10, #0x1\n\t"
1970 "orr r10, r10, #0xd00\n\t"
1971#else
1972 "mov r10, #0xd01\n\t"
1973#endif
1974#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1975 "lsl lr, lr, #16\n\t"
1976 "asr lr, lr, #16\n\t"
1977#else
1978 "sbfx lr, lr, #0, #16\n\t"
1979#endif
1980 "mla lr, r10, lr, r9\n\t"
1981 "sub r9, r5, lr\n\t"
1982 "add r5, r5, lr\n\t"
1983 "sub lr, r5, r12, lsr #16\n\t"
1984 "add r12, r5, r12, lsr #16\n\t"
1985#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1986 "lsr r9, r9, #16\n\t"
1987 "orr r9, r9, lr, lsl #16\n\t"
1988 "ror r9, r9, #16\n\t"
1989#else
1990 "bfi r9, lr, #0, #16\n\t"
1991#endif
1992#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
1993 "lsr r5, r5, #16\n\t"
1994 "orr r5, r5, r12, lsl #16\n\t"
1995 "ror r5, r5, #16\n\t"
1996#else
1997 "bfi r5, r12, #0, #16\n\t"
1998#endif
1999#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2000 "ldr r11, [sp, #4]\n\t"
2001 "add r11, r1, r11, lsr #2\n\t"
2002 "ldr r11, [r11, #64]\n\t"
2003#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2004 "smulbb r12, r11, r4\n\t"
2005 "smulbt r4, r11, r4\n\t"
2006 "smultb lr, r10, r12\n\t"
2007 "smlabb r12, r10, lr, r12\n\t"
2008 "smultb lr, r10, r4\n\t"
2009 "smlabb lr, r10, lr, r4\n\t"
2010 "pkhtb r12, lr, r12, ASR #16\n\t"
2011 "ssub16 r4, r2, r12\n\t"
2012 "sadd16 r2, r2, r12\n\t"
2013#else
2014#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2015 "lsl r12, r4, #16\n\t"
2016 "asr r12, r12, #16\n\t"
2017#else
2018 "sbfx r12, r4, #0, #16\n\t"
2019#endif
2020#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2021 "lsl lr, r11, #16\n\t"
2022 "asr lr, lr, #16\n\t"
2023#else
2024 "sbfx lr, r11, #0, #16\n\t"
2025#endif
2026 "asr r4, r4, #16\n\t"
2027 "mul r12, lr, r12\n\t"
2028 "mul r4, lr, r4\n\t"
2029#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2030 "mov r10, #0xff\n\t"
2031 "orr r10, r10, #0xc00\n\t"
2032#else
2033 "mov r10, #0xcff\n\t"
2034#endif
2035 "mul lr, r10, r12\n\t"
2036#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2037 "mov r10, #0x1\n\t"
2038 "orr r10, r10, #0xd00\n\t"
2039#else
2040 "mov r10, #0xd01\n\t"
2041#endif
2042#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2043 "lsl lr, lr, #16\n\t"
2044 "asr lr, lr, #16\n\t"
2045#else
2046 "sbfx lr, lr, #0, #16\n\t"
2047#endif
2048 "mla r12, r10, lr, r12\n\t"
2049#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2050 "mov r10, #0xff\n\t"
2051 "orr r10, r10, #0xc00\n\t"
2052#else
2053 "mov r10, #0xcff\n\t"
2054#endif
2055#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2056 "lsl lr, r4, #16\n\t"
2057 "asr lr, lr, #16\n\t"
2058#else
2059 "sbfx lr, r4, #0, #16\n\t"
2060#endif
2061 "mul lr, r10, lr\n\t"
2062#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2063 "mov r10, #0x1\n\t"
2064 "orr r10, r10, #0xd00\n\t"
2065#else
2066 "mov r10, #0xd01\n\t"
2067#endif
2068#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2069 "lsl lr, lr, #16\n\t"
2070 "asr lr, lr, #16\n\t"
2071#else
2072 "sbfx lr, lr, #0, #16\n\t"
2073#endif
2074 "mla lr, r10, lr, r4\n\t"
2075 "sub r4, r2, lr\n\t"
2076 "add r2, r2, lr\n\t"
2077 "sub lr, r2, r12, lsr #16\n\t"
2078 "add r12, r2, r12, lsr #16\n\t"
2079#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2080 "lsr r4, r4, #16\n\t"
2081 "orr r4, r4, lr, lsl #16\n\t"
2082 "ror r4, r4, #16\n\t"
2083#else
2084 "bfi r4, lr, #0, #16\n\t"
2085#endif
2086#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2087 "lsr r2, r2, #16\n\t"
2088 "orr r2, r2, r12, lsl #16\n\t"
2089 "ror r2, r2, #16\n\t"
2090#else
2091 "bfi r2, r12, #0, #16\n\t"
2092#endif
2093#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2094#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2095 "smulbb r12, r11, r5\n\t"
2096 "smulbt r5, r11, r5\n\t"
2097 "smultb lr, r10, r12\n\t"
2098 "smlabb r12, r10, lr, r12\n\t"
2099 "smultb lr, r10, r5\n\t"
2100 "smlabb lr, r10, lr, r5\n\t"
2101 "pkhtb r12, lr, r12, ASR #16\n\t"
2102 "ssub16 r5, r3, r12\n\t"
2103 "sadd16 r3, r3, r12\n\t"
2104#else
2105#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2106 "lsl r12, r5, #16\n\t"
2107 "asr r12, r12, #16\n\t"
2108#else
2109 "sbfx r12, r5, #0, #16\n\t"
2110#endif
2111#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2112 "lsl lr, r11, #16\n\t"
2113 "asr lr, lr, #16\n\t"
2114#else
2115 "sbfx lr, r11, #0, #16\n\t"
2116#endif
2117 "asr r5, r5, #16\n\t"
2118 "mul r12, lr, r12\n\t"
2119 "mul r5, lr, r5\n\t"
2120#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2121 "mov r10, #0xff\n\t"
2122 "orr r10, r10, #0xc00\n\t"
2123#else
2124 "mov r10, #0xcff\n\t"
2125#endif
2126 "mul lr, r10, r12\n\t"
2127#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2128 "mov r10, #0x1\n\t"
2129 "orr r10, r10, #0xd00\n\t"
2130#else
2131 "mov r10, #0xd01\n\t"
2132#endif
2133#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2134 "lsl lr, lr, #16\n\t"
2135 "asr lr, lr, #16\n\t"
2136#else
2137 "sbfx lr, lr, #0, #16\n\t"
2138#endif
2139 "mla r12, r10, lr, r12\n\t"
2140#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2141 "mov r10, #0xff\n\t"
2142 "orr r10, r10, #0xc00\n\t"
2143#else
2144 "mov r10, #0xcff\n\t"
2145#endif
2146#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2147 "lsl lr, r5, #16\n\t"
2148 "asr lr, lr, #16\n\t"
2149#else
2150 "sbfx lr, r5, #0, #16\n\t"
2151#endif
2152 "mul lr, r10, lr\n\t"
2153#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2154 "mov r10, #0x1\n\t"
2155 "orr r10, r10, #0xd00\n\t"
2156#else
2157 "mov r10, #0xd01\n\t"
2158#endif
2159#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2160 "lsl lr, lr, #16\n\t"
2161 "asr lr, lr, #16\n\t"
2162#else
2163 "sbfx lr, lr, #0, #16\n\t"
2164#endif
2165 "mla lr, r10, lr, r5\n\t"
2166 "sub r5, r3, lr\n\t"
2167 "add r3, r3, lr\n\t"
2168 "sub lr, r3, r12, lsr #16\n\t"
2169 "add r12, r3, r12, lsr #16\n\t"
2170#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2171 "lsr r5, r5, #16\n\t"
2172 "orr r5, r5, lr, lsl #16\n\t"
2173 "ror r5, r5, #16\n\t"
2174#else
2175 "bfi r5, lr, #0, #16\n\t"
2176#endif
2177#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2178 "lsr r3, r3, #16\n\t"
2179 "orr r3, r3, r12, lsl #16\n\t"
2180 "ror r3, r3, #16\n\t"
2181#else
2182 "bfi r3, r12, #0, #16\n\t"
2183#endif
2184#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2185#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2186 "smultb r12, r11, r8\n\t"
2187 "smultt r8, r11, r8\n\t"
2188 "smultb lr, r10, r12\n\t"
2189 "smlabb r12, r10, lr, r12\n\t"
2190 "smultb lr, r10, r8\n\t"
2191 "smlabb lr, r10, lr, r8\n\t"
2192 "pkhtb r12, lr, r12, ASR #16\n\t"
2193 "ssub16 r8, r6, r12\n\t"
2194 "sadd16 r6, r6, r12\n\t"
2195#else
2196#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2197 "lsl r12, r8, #16\n\t"
2198 "asr r12, r12, #16\n\t"
2199#else
2200 "sbfx r12, r8, #0, #16\n\t"
2201#endif
2202#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2203 "asr lr, r11, #16\n\t"
2204#else
2205 "sbfx lr, r11, #16, #16\n\t"
2206#endif
2207 "asr r8, r8, #16\n\t"
2208 "mul r12, lr, r12\n\t"
2209 "mul r8, lr, r8\n\t"
2210#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2211 "mov r10, #0xff\n\t"
2212 "orr r10, r10, #0xc00\n\t"
2213#else
2214 "mov r10, #0xcff\n\t"
2215#endif
2216 "mul lr, r10, r12\n\t"
2217#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2218 "mov r10, #0x1\n\t"
2219 "orr r10, r10, #0xd00\n\t"
2220#else
2221 "mov r10, #0xd01\n\t"
2222#endif
2223#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2224 "lsl lr, lr, #16\n\t"
2225 "asr lr, lr, #16\n\t"
2226#else
2227 "sbfx lr, lr, #0, #16\n\t"
2228#endif
2229 "mla r12, r10, lr, r12\n\t"
2230#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2231 "mov r10, #0xff\n\t"
2232 "orr r10, r10, #0xc00\n\t"
2233#else
2234 "mov r10, #0xcff\n\t"
2235#endif
2236#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2237 "lsl lr, r8, #16\n\t"
2238 "asr lr, lr, #16\n\t"
2239#else
2240 "sbfx lr, r8, #0, #16\n\t"
2241#endif
2242 "mul lr, r10, lr\n\t"
2243#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2244 "mov r10, #0x1\n\t"
2245 "orr r10, r10, #0xd00\n\t"
2246#else
2247 "mov r10, #0xd01\n\t"
2248#endif
2249#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2250 "lsl lr, lr, #16\n\t"
2251 "asr lr, lr, #16\n\t"
2252#else
2253 "sbfx lr, lr, #0, #16\n\t"
2254#endif
2255 "mla lr, r10, lr, r8\n\t"
2256 "sub r8, r6, lr\n\t"
2257 "add r6, r6, lr\n\t"
2258 "sub lr, r6, r12, lsr #16\n\t"
2259 "add r12, r6, r12, lsr #16\n\t"
2260#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2261 "lsr r8, r8, #16\n\t"
2262 "orr r8, r8, lr, lsl #16\n\t"
2263 "ror r8, r8, #16\n\t"
2264#else
2265 "bfi r8, lr, #0, #16\n\t"
2266#endif
2267#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2268 "lsr r6, r6, #16\n\t"
2269 "orr r6, r6, r12, lsl #16\n\t"
2270 "ror r6, r6, #16\n\t"
2271#else
2272 "bfi r6, r12, #0, #16\n\t"
2273#endif
2274#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2275#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2276 "smultb r12, r11, r9\n\t"
2277 "smultt r9, r11, r9\n\t"
2278 "smultb lr, r10, r12\n\t"
2279 "smlabb r12, r10, lr, r12\n\t"
2280 "smultb lr, r10, r9\n\t"
2281 "smlabb lr, r10, lr, r9\n\t"
2282 "pkhtb r12, lr, r12, ASR #16\n\t"
2283 "ssub16 r9, r7, r12\n\t"
2284 "sadd16 r7, r7, r12\n\t"
2285#else
2286#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2287 "lsl r12, r9, #16\n\t"
2288 "asr r12, r12, #16\n\t"
2289#else
2290 "sbfx r12, r9, #0, #16\n\t"
2291#endif
2292#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2293 "asr lr, r11, #16\n\t"
2294#else
2295 "sbfx lr, r11, #16, #16\n\t"
2296#endif
2297 "asr r9, r9, #16\n\t"
2298 "mul r12, lr, r12\n\t"
2299 "mul r9, lr, r9\n\t"
2300#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2301 "mov r10, #0xff\n\t"
2302 "orr r10, r10, #0xc00\n\t"
2303#else
2304 "mov r10, #0xcff\n\t"
2305#endif
2306 "mul lr, r10, r12\n\t"
2307#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2308 "mov r10, #0x1\n\t"
2309 "orr r10, r10, #0xd00\n\t"
2310#else
2311 "mov r10, #0xd01\n\t"
2312#endif
2313#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2314 "lsl lr, lr, #16\n\t"
2315 "asr lr, lr, #16\n\t"
2316#else
2317 "sbfx lr, lr, #0, #16\n\t"
2318#endif
2319 "mla r12, r10, lr, r12\n\t"
2320#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2321 "mov r10, #0xff\n\t"
2322 "orr r10, r10, #0xc00\n\t"
2323#else
2324 "mov r10, #0xcff\n\t"
2325#endif
2326#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2327 "lsl lr, r9, #16\n\t"
2328 "asr lr, lr, #16\n\t"
2329#else
2330 "sbfx lr, r9, #0, #16\n\t"
2331#endif
2332 "mul lr, r10, lr\n\t"
2333#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2334 "mov r10, #0x1\n\t"
2335 "orr r10, r10, #0xd00\n\t"
2336#else
2337 "mov r10, #0xd01\n\t"
2338#endif
2339#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2340 "lsl lr, lr, #16\n\t"
2341 "asr lr, lr, #16\n\t"
2342#else
2343 "sbfx lr, lr, #0, #16\n\t"
2344#endif
2345 "mla lr, r10, lr, r9\n\t"
2346 "sub r9, r7, lr\n\t"
2347 "add r7, r7, lr\n\t"
2348 "sub lr, r7, r12, lsr #16\n\t"
2349 "add r12, r7, r12, lsr #16\n\t"
2350#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2351 "lsr r9, r9, #16\n\t"
2352 "orr r9, r9, lr, lsl #16\n\t"
2353 "ror r9, r9, #16\n\t"
2354#else
2355 "bfi r9, lr, #0, #16\n\t"
2356#endif
2357#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2358 "lsr r7, r7, #16\n\t"
2359 "orr r7, r7, r12, lsl #16\n\t"
2360 "ror r7, r7, #16\n\t"
2361#else
2362 "bfi r7, r12, #0, #16\n\t"
2363#endif
2364#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2365 "ldr r11, [sp, #4]\n\t"
2366 "add r11, r1, r11, lsr #1\n\t"
2367 "ldr r11, [r11, #128]\n\t"
2368#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2369 "smulbb r12, r11, r3\n\t"
2370 "smulbt r3, r11, r3\n\t"
2371 "smultb lr, r10, r12\n\t"
2372 "smlabb r12, r10, lr, r12\n\t"
2373 "smultb lr, r10, r3\n\t"
2374 "smlabb lr, r10, lr, r3\n\t"
2375 "pkhtb r12, lr, r12, ASR #16\n\t"
2376 "ssub16 r3, r2, r12\n\t"
2377 "sadd16 r2, r2, r12\n\t"
2378#else
2379#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2380 "lsl r12, r3, #16\n\t"
2381 "asr r12, r12, #16\n\t"
2382#else
2383 "sbfx r12, r3, #0, #16\n\t"
2384#endif
2385#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2386 "lsl lr, r11, #16\n\t"
2387 "asr lr, lr, #16\n\t"
2388#else
2389 "sbfx lr, r11, #0, #16\n\t"
2390#endif
2391 "asr r3, r3, #16\n\t"
2392 "mul r12, lr, r12\n\t"
2393 "mul r3, lr, r3\n\t"
2394#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2395 "mov r10, #0xff\n\t"
2396 "orr r10, r10, #0xc00\n\t"
2397#else
2398 "mov r10, #0xcff\n\t"
2399#endif
2400 "mul lr, r10, r12\n\t"
2401#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2402 "mov r10, #0x1\n\t"
2403 "orr r10, r10, #0xd00\n\t"
2404#else
2405 "mov r10, #0xd01\n\t"
2406#endif
2407#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2408 "lsl lr, lr, #16\n\t"
2409 "asr lr, lr, #16\n\t"
2410#else
2411 "sbfx lr, lr, #0, #16\n\t"
2412#endif
2413 "mla r12, r10, lr, r12\n\t"
2414#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2415 "mov r10, #0xff\n\t"
2416 "orr r10, r10, #0xc00\n\t"
2417#else
2418 "mov r10, #0xcff\n\t"
2419#endif
2420#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2421 "lsl lr, r3, #16\n\t"
2422 "asr lr, lr, #16\n\t"
2423#else
2424 "sbfx lr, r3, #0, #16\n\t"
2425#endif
2426 "mul lr, r10, lr\n\t"
2427#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2428 "mov r10, #0x1\n\t"
2429 "orr r10, r10, #0xd00\n\t"
2430#else
2431 "mov r10, #0xd01\n\t"
2432#endif
2433#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2434 "lsl lr, lr, #16\n\t"
2435 "asr lr, lr, #16\n\t"
2436#else
2437 "sbfx lr, lr, #0, #16\n\t"
2438#endif
2439 "mla lr, r10, lr, r3\n\t"
2440 "sub r3, r2, lr\n\t"
2441 "add r2, r2, lr\n\t"
2442 "sub lr, r2, r12, lsr #16\n\t"
2443 "add r12, r2, r12, lsr #16\n\t"
2444#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2445 "lsr r3, r3, #16\n\t"
2446 "orr r3, r3, lr, lsl #16\n\t"
2447 "ror r3, r3, #16\n\t"
2448#else
2449 "bfi r3, lr, #0, #16\n\t"
2450#endif
2451#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2452 "lsr r2, r2, #16\n\t"
2453 "orr r2, r2, r12, lsl #16\n\t"
2454 "ror r2, r2, #16\n\t"
2455#else
2456 "bfi r2, r12, #0, #16\n\t"
2457#endif
2458#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2459#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2460 "smultb r12, r11, r5\n\t"
2461 "smultt r5, r11, r5\n\t"
2462 "smultb lr, r10, r12\n\t"
2463 "smlabb r12, r10, lr, r12\n\t"
2464 "smultb lr, r10, r5\n\t"
2465 "smlabb lr, r10, lr, r5\n\t"
2466 "pkhtb r12, lr, r12, ASR #16\n\t"
2467 "ssub16 r5, r4, r12\n\t"
2468 "sadd16 r4, r4, r12\n\t"
2469#else
2470#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2471 "lsl r12, r5, #16\n\t"
2472 "asr r12, r12, #16\n\t"
2473#else
2474 "sbfx r12, r5, #0, #16\n\t"
2475#endif
2476#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2477 "asr lr, r11, #16\n\t"
2478#else
2479 "sbfx lr, r11, #16, #16\n\t"
2480#endif
2481 "asr r5, r5, #16\n\t"
2482 "mul r12, lr, r12\n\t"
2483 "mul r5, lr, r5\n\t"
2484#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2485 "mov r10, #0xff\n\t"
2486 "orr r10, r10, #0xc00\n\t"
2487#else
2488 "mov r10, #0xcff\n\t"
2489#endif
2490 "mul lr, r10, r12\n\t"
2491#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2492 "mov r10, #0x1\n\t"
2493 "orr r10, r10, #0xd00\n\t"
2494#else
2495 "mov r10, #0xd01\n\t"
2496#endif
2497#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2498 "lsl lr, lr, #16\n\t"
2499 "asr lr, lr, #16\n\t"
2500#else
2501 "sbfx lr, lr, #0, #16\n\t"
2502#endif
2503 "mla r12, r10, lr, r12\n\t"
2504#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2505 "mov r10, #0xff\n\t"
2506 "orr r10, r10, #0xc00\n\t"
2507#else
2508 "mov r10, #0xcff\n\t"
2509#endif
2510#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2511 "lsl lr, r5, #16\n\t"
2512 "asr lr, lr, #16\n\t"
2513#else
2514 "sbfx lr, r5, #0, #16\n\t"
2515#endif
2516 "mul lr, r10, lr\n\t"
2517#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2518 "mov r10, #0x1\n\t"
2519 "orr r10, r10, #0xd00\n\t"
2520#else
2521 "mov r10, #0xd01\n\t"
2522#endif
2523#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2524 "lsl lr, lr, #16\n\t"
2525 "asr lr, lr, #16\n\t"
2526#else
2527 "sbfx lr, lr, #0, #16\n\t"
2528#endif
2529 "mla lr, r10, lr, r5\n\t"
2530 "sub r5, r4, lr\n\t"
2531 "add r4, r4, lr\n\t"
2532 "sub lr, r4, r12, lsr #16\n\t"
2533 "add r12, r4, r12, lsr #16\n\t"
2534#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2535 "lsr r5, r5, #16\n\t"
2536 "orr r5, r5, lr, lsl #16\n\t"
2537 "ror r5, r5, #16\n\t"
2538#else
2539 "bfi r5, lr, #0, #16\n\t"
2540#endif
2541#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2542 "lsr r4, r4, #16\n\t"
2543 "orr r4, r4, r12, lsl #16\n\t"
2544 "ror r4, r4, #16\n\t"
2545#else
2546 "bfi r4, r12, #0, #16\n\t"
2547#endif
2548#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2549 "ldr r11, [sp, #4]\n\t"
2550 "add r11, r1, r11, lsr #1\n\t"
2551 "ldr r11, [r11, #132]\n\t"
2552#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2553 "smulbb r12, r11, r7\n\t"
2554 "smulbt r7, r11, r7\n\t"
2555 "smultb lr, r10, r12\n\t"
2556 "smlabb r12, r10, lr, r12\n\t"
2557 "smultb lr, r10, r7\n\t"
2558 "smlabb lr, r10, lr, r7\n\t"
2559 "pkhtb r12, lr, r12, ASR #16\n\t"
2560 "ssub16 r7, r6, r12\n\t"
2561 "sadd16 r6, r6, r12\n\t"
2562#else
2563#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2564 "lsl r12, r7, #16\n\t"
2565 "asr r12, r12, #16\n\t"
2566#else
2567 "sbfx r12, r7, #0, #16\n\t"
2568#endif
2569#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2570 "lsl lr, r11, #16\n\t"
2571 "asr lr, lr, #16\n\t"
2572#else
2573 "sbfx lr, r11, #0, #16\n\t"
2574#endif
2575 "asr r7, r7, #16\n\t"
2576 "mul r12, lr, r12\n\t"
2577 "mul r7, lr, r7\n\t"
2578#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2579 "mov r10, #0xff\n\t"
2580 "orr r10, r10, #0xc00\n\t"
2581#else
2582 "mov r10, #0xcff\n\t"
2583#endif
2584 "mul lr, r10, r12\n\t"
2585#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2586 "mov r10, #0x1\n\t"
2587 "orr r10, r10, #0xd00\n\t"
2588#else
2589 "mov r10, #0xd01\n\t"
2590#endif
2591#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2592 "lsl lr, lr, #16\n\t"
2593 "asr lr, lr, #16\n\t"
2594#else
2595 "sbfx lr, lr, #0, #16\n\t"
2596#endif
2597 "mla r12, r10, lr, r12\n\t"
2598#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2599 "mov r10, #0xff\n\t"
2600 "orr r10, r10, #0xc00\n\t"
2601#else
2602 "mov r10, #0xcff\n\t"
2603#endif
2604#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2605 "lsl lr, r7, #16\n\t"
2606 "asr lr, lr, #16\n\t"
2607#else
2608 "sbfx lr, r7, #0, #16\n\t"
2609#endif
2610 "mul lr, r10, lr\n\t"
2611#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2612 "mov r10, #0x1\n\t"
2613 "orr r10, r10, #0xd00\n\t"
2614#else
2615 "mov r10, #0xd01\n\t"
2616#endif
2617#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2618 "lsl lr, lr, #16\n\t"
2619 "asr lr, lr, #16\n\t"
2620#else
2621 "sbfx lr, lr, #0, #16\n\t"
2622#endif
2623 "mla lr, r10, lr, r7\n\t"
2624 "sub r7, r6, lr\n\t"
2625 "add r6, r6, lr\n\t"
2626 "sub lr, r6, r12, lsr #16\n\t"
2627 "add r12, r6, r12, lsr #16\n\t"
2628#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2629 "lsr r7, r7, #16\n\t"
2630 "orr r7, r7, lr, lsl #16\n\t"
2631 "ror r7, r7, #16\n\t"
2632#else
2633 "bfi r7, lr, #0, #16\n\t"
2634#endif
2635#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2636 "lsr r6, r6, #16\n\t"
2637 "orr r6, r6, r12, lsl #16\n\t"
2638 "ror r6, r6, #16\n\t"
2639#else
2640 "bfi r6, r12, #0, #16\n\t"
2641#endif
2642#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2643#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2644 "smultb r12, r11, r9\n\t"
2645 "smultt r9, r11, r9\n\t"
2646 "smultb lr, r10, r12\n\t"
2647 "smlabb r12, r10, lr, r12\n\t"
2648 "smultb lr, r10, r9\n\t"
2649 "smlabb lr, r10, lr, r9\n\t"
2650 "pkhtb r12, lr, r12, ASR #16\n\t"
2651 "ssub16 r9, r8, r12\n\t"
2652 "sadd16 r8, r8, r12\n\t"
2653#else
2654#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2655 "lsl r12, r9, #16\n\t"
2656 "asr r12, r12, #16\n\t"
2657#else
2658 "sbfx r12, r9, #0, #16\n\t"
2659#endif
2660#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2661 "asr lr, r11, #16\n\t"
2662#else
2663 "sbfx lr, r11, #16, #16\n\t"
2664#endif
2665 "asr r9, r9, #16\n\t"
2666 "mul r12, lr, r12\n\t"
2667 "mul r9, lr, r9\n\t"
2668#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2669 "mov r10, #0xff\n\t"
2670 "orr r10, r10, #0xc00\n\t"
2671#else
2672 "mov r10, #0xcff\n\t"
2673#endif
2674 "mul lr, r10, r12\n\t"
2675#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2676 "mov r10, #0x1\n\t"
2677 "orr r10, r10, #0xd00\n\t"
2678#else
2679 "mov r10, #0xd01\n\t"
2680#endif
2681#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2682 "lsl lr, lr, #16\n\t"
2683 "asr lr, lr, #16\n\t"
2684#else
2685 "sbfx lr, lr, #0, #16\n\t"
2686#endif
2687 "mla r12, r10, lr, r12\n\t"
2688#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2689 "mov r10, #0xff\n\t"
2690 "orr r10, r10, #0xc00\n\t"
2691#else
2692 "mov r10, #0xcff\n\t"
2693#endif
2694#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2695 "lsl lr, r9, #16\n\t"
2696 "asr lr, lr, #16\n\t"
2697#else
2698 "sbfx lr, r9, #0, #16\n\t"
2699#endif
2700 "mul lr, r10, lr\n\t"
2701#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2702 "mov r10, #0x1\n\t"
2703 "orr r10, r10, #0xd00\n\t"
2704#else
2705 "mov r10, #0xd01\n\t"
2706#endif
2707#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2708 "lsl lr, lr, #16\n\t"
2709 "asr lr, lr, #16\n\t"
2710#else
2711 "sbfx lr, lr, #0, #16\n\t"
2712#endif
2713 "mla lr, r10, lr, r9\n\t"
2714 "sub r9, r8, lr\n\t"
2715 "add r8, r8, lr\n\t"
2716 "sub lr, r8, r12, lsr #16\n\t"
2717 "add r12, r8, r12, lsr #16\n\t"
2718#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2719 "lsr r9, r9, #16\n\t"
2720 "orr r9, r9, lr, lsl #16\n\t"
2721 "ror r9, r9, #16\n\t"
2722#else
2723 "bfi r9, lr, #0, #16\n\t"
2724#endif
2725#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2726 "lsr r8, r8, #16\n\t"
2727 "orr r8, r8, r12, lsl #16\n\t"
2728 "ror r8, r8, #16\n\t"
2729#else
2730 "bfi r8, r12, #0, #16\n\t"
2731#endif
2732#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2733#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2734#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2735 "mov r11, #0xc0\n\t"
2736 "orr r11, r11, #0xaf00\n\t"
2737#else
2738 "mov r11, #0xafc0\n\t"
2739#endif
2740#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2741 "orr r11, r11, #0x130000\n\t"
2742#else
2743 "movt r11, #0x13\n\t"
2744#endif
2745#else
2746#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2747 "mov r11, #0xbf\n\t"
2748 "orr r11, r11, #0x4e00\n\t"
2749#else
2750 "mov r11, #0x4ebf\n\t"
2751#endif
2752#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2753 "mov r10, #0x1\n\t"
2754 "orr r10, r10, #0xd00\n\t"
2755#else
2756 "mov r10, #0xd01\n\t"
2757#endif
2758#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2759#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2760 "smulwb r12, r11, r2\n\t"
2761 "smulwt lr, r11, r2\n\t"
2762 "smulbt r12, r10, r12\n\t"
2763 "smulbt lr, r10, lr\n\t"
2764 "pkhbt r12, r12, lr, LSL #16\n\t"
2765 "ssub16 r2, r2, r12\n\t"
2766#else
2767#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2768 "lsl r12, r2, #16\n\t"
2769 "asr r12, r12, #16\n\t"
2770#else
2771 "sbfx r12, r2, #0, #16\n\t"
2772#endif
2773#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2774 "asr lr, r2, #16\n\t"
2775#else
2776 "sbfx lr, r2, #16, #16\n\t"
2777#endif
2778 "mul r12, r11, r12\n\t"
2779 "mul lr, r11, lr\n\t"
2780 "asr r12, r12, #26\n\t"
2781 "asr lr, lr, #26\n\t"
2782 "mul r12, r10, r12\n\t"
2783 "mul lr, r10, lr\n\t"
2784 "sub lr, r2, lr, lsl #16\n\t"
2785 "sub r2, r2, r12\n\t"
2786 "lsr lr, lr, #16\n\t"
2787#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2788 "bic r2, r2, #0xff0000\n\t"
2789 "bic r2, r2, #0xff000000\n\t"
2790 "orr r2, r2, lr, lsl #16\n\t"
2791#else
2792 "bfi r2, lr, #16, #16\n\t"
2793#endif
2794#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2795#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2796 "smulwb r12, r11, r3\n\t"
2797 "smulwt lr, r11, r3\n\t"
2798 "smulbt r12, r10, r12\n\t"
2799 "smulbt lr, r10, lr\n\t"
2800 "pkhbt r12, r12, lr, LSL #16\n\t"
2801 "ssub16 r3, r3, r12\n\t"
2802#else
2803#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2804 "lsl r12, r3, #16\n\t"
2805 "asr r12, r12, #16\n\t"
2806#else
2807 "sbfx r12, r3, #0, #16\n\t"
2808#endif
2809#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2810 "asr lr, r3, #16\n\t"
2811#else
2812 "sbfx lr, r3, #16, #16\n\t"
2813#endif
2814 "mul r12, r11, r12\n\t"
2815 "mul lr, r11, lr\n\t"
2816 "asr r12, r12, #26\n\t"
2817 "asr lr, lr, #26\n\t"
2818 "mul r12, r10, r12\n\t"
2819 "mul lr, r10, lr\n\t"
2820 "sub lr, r3, lr, lsl #16\n\t"
2821 "sub r3, r3, r12\n\t"
2822 "lsr lr, lr, #16\n\t"
2823#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2824 "bic r3, r3, #0xff0000\n\t"
2825 "bic r3, r3, #0xff000000\n\t"
2826 "orr r3, r3, lr, lsl #16\n\t"
2827#else
2828 "bfi r3, lr, #16, #16\n\t"
2829#endif
2830#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2831#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2832 "smulwb r12, r11, r4\n\t"
2833 "smulwt lr, r11, r4\n\t"
2834 "smulbt r12, r10, r12\n\t"
2835 "smulbt lr, r10, lr\n\t"
2836 "pkhbt r12, r12, lr, LSL #16\n\t"
2837 "ssub16 r4, r4, r12\n\t"
2838#else
2839#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2840 "lsl r12, r4, #16\n\t"
2841 "asr r12, r12, #16\n\t"
2842#else
2843 "sbfx r12, r4, #0, #16\n\t"
2844#endif
2845#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2846 "asr lr, r4, #16\n\t"
2847#else
2848 "sbfx lr, r4, #16, #16\n\t"
2849#endif
2850 "mul r12, r11, r12\n\t"
2851 "mul lr, r11, lr\n\t"
2852 "asr r12, r12, #26\n\t"
2853 "asr lr, lr, #26\n\t"
2854 "mul r12, r10, r12\n\t"
2855 "mul lr, r10, lr\n\t"
2856 "sub lr, r4, lr, lsl #16\n\t"
2857 "sub r4, r4, r12\n\t"
2858 "lsr lr, lr, #16\n\t"
2859#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2860 "bic r4, r4, #0xff0000\n\t"
2861 "bic r4, r4, #0xff000000\n\t"
2862 "orr r4, r4, lr, lsl #16\n\t"
2863#else
2864 "bfi r4, lr, #16, #16\n\t"
2865#endif
2866#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2867#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2868 "smulwb r12, r11, r5\n\t"
2869 "smulwt lr, r11, r5\n\t"
2870 "smulbt r12, r10, r12\n\t"
2871 "smulbt lr, r10, lr\n\t"
2872 "pkhbt r12, r12, lr, LSL #16\n\t"
2873 "ssub16 r5, r5, r12\n\t"
2874#else
2875#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2876 "lsl r12, r5, #16\n\t"
2877 "asr r12, r12, #16\n\t"
2878#else
2879 "sbfx r12, r5, #0, #16\n\t"
2880#endif
2881#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2882 "asr lr, r5, #16\n\t"
2883#else
2884 "sbfx lr, r5, #16, #16\n\t"
2885#endif
2886 "mul r12, r11, r12\n\t"
2887 "mul lr, r11, lr\n\t"
2888 "asr r12, r12, #26\n\t"
2889 "asr lr, lr, #26\n\t"
2890 "mul r12, r10, r12\n\t"
2891 "mul lr, r10, lr\n\t"
2892 "sub lr, r5, lr, lsl #16\n\t"
2893 "sub r5, r5, r12\n\t"
2894 "lsr lr, lr, #16\n\t"
2895#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2896 "bic r5, r5, #0xff0000\n\t"
2897 "bic r5, r5, #0xff000000\n\t"
2898 "orr r5, r5, lr, lsl #16\n\t"
2899#else
2900 "bfi r5, lr, #16, #16\n\t"
2901#endif
2902#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2903#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2904 "smulwb r12, r11, r6\n\t"
2905 "smulwt lr, r11, r6\n\t"
2906 "smulbt r12, r10, r12\n\t"
2907 "smulbt lr, r10, lr\n\t"
2908 "pkhbt r12, r12, lr, LSL #16\n\t"
2909 "ssub16 r6, r6, r12\n\t"
2910#else
2911#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2912 "lsl r12, r6, #16\n\t"
2913 "asr r12, r12, #16\n\t"
2914#else
2915 "sbfx r12, r6, #0, #16\n\t"
2916#endif
2917#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2918 "asr lr, r6, #16\n\t"
2919#else
2920 "sbfx lr, r6, #16, #16\n\t"
2921#endif
2922 "mul r12, r11, r12\n\t"
2923 "mul lr, r11, lr\n\t"
2924 "asr r12, r12, #26\n\t"
2925 "asr lr, lr, #26\n\t"
2926 "mul r12, r10, r12\n\t"
2927 "mul lr, r10, lr\n\t"
2928 "sub lr, r6, lr, lsl #16\n\t"
2929 "sub r6, r6, r12\n\t"
2930 "lsr lr, lr, #16\n\t"
2931#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2932 "bic r6, r6, #0xff0000\n\t"
2933 "bic r6, r6, #0xff000000\n\t"
2934 "orr r6, r6, lr, lsl #16\n\t"
2935#else
2936 "bfi r6, lr, #16, #16\n\t"
2937#endif
2938#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2939#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2940 "smulwb r12, r11, r7\n\t"
2941 "smulwt lr, r11, r7\n\t"
2942 "smulbt r12, r10, r12\n\t"
2943 "smulbt lr, r10, lr\n\t"
2944 "pkhbt r12, r12, lr, LSL #16\n\t"
2945 "ssub16 r7, r7, r12\n\t"
2946#else
2947#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2948 "lsl r12, r7, #16\n\t"
2949 "asr r12, r12, #16\n\t"
2950#else
2951 "sbfx r12, r7, #0, #16\n\t"
2952#endif
2953#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2954 "asr lr, r7, #16\n\t"
2955#else
2956 "sbfx lr, r7, #16, #16\n\t"
2957#endif
2958 "mul r12, r11, r12\n\t"
2959 "mul lr, r11, lr\n\t"
2960 "asr r12, r12, #26\n\t"
2961 "asr lr, lr, #26\n\t"
2962 "mul r12, r10, r12\n\t"
2963 "mul lr, r10, lr\n\t"
2964 "sub lr, r7, lr, lsl #16\n\t"
2965 "sub r7, r7, r12\n\t"
2966 "lsr lr, lr, #16\n\t"
2967#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2968 "bic r7, r7, #0xff0000\n\t"
2969 "bic r7, r7, #0xff000000\n\t"
2970 "orr r7, r7, lr, lsl #16\n\t"
2971#else
2972 "bfi r7, lr, #16, #16\n\t"
2973#endif
2974#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
2975#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
2976 "smulwb r12, r11, r8\n\t"
2977 "smulwt lr, r11, r8\n\t"
2978 "smulbt r12, r10, r12\n\t"
2979 "smulbt lr, r10, lr\n\t"
2980 "pkhbt r12, r12, lr, LSL #16\n\t"
2981 "ssub16 r8, r8, r12\n\t"
2982#else
2983#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2984 "lsl r12, r8, #16\n\t"
2985 "asr r12, r12, #16\n\t"
2986#else
2987 "sbfx r12, r8, #0, #16\n\t"
2988#endif
2989#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
2990 "asr lr, r8, #16\n\t"
2991#else
2992 "sbfx lr, r8, #16, #16\n\t"
2993#endif
2994 "mul r12, r11, r12\n\t"
2995 "mul lr, r11, lr\n\t"
2996 "asr r12, r12, #26\n\t"
2997 "asr lr, lr, #26\n\t"
2998 "mul r12, r10, r12\n\t"
2999 "mul lr, r10, lr\n\t"
3000 "sub lr, r8, lr, lsl #16\n\t"
3001 "sub r8, r8, r12\n\t"
3002 "lsr lr, lr, #16\n\t"
3003#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3004 "bic r8, r8, #0xff0000\n\t"
3005 "bic r8, r8, #0xff000000\n\t"
3006 "orr r8, r8, lr, lsl #16\n\t"
3007#else
3008 "bfi r8, lr, #16, #16\n\t"
3009#endif
3010#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3011#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3012 "smulwb r12, r11, r9\n\t"
3013 "smulwt lr, r11, r9\n\t"
3014 "smulbt r12, r10, r12\n\t"
3015 "smulbt lr, r10, lr\n\t"
3016 "pkhbt r12, r12, lr, LSL #16\n\t"
3017 "ssub16 r9, r9, r12\n\t"
3018#else
3019#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3020 "lsl r12, r9, #16\n\t"
3021 "asr r12, r12, #16\n\t"
3022#else
3023 "sbfx r12, r9, #0, #16\n\t"
3024#endif
3025#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3026 "asr lr, r9, #16\n\t"
3027#else
3028 "sbfx lr, r9, #16, #16\n\t"
3029#endif
3030 "mul r12, r11, r12\n\t"
3031 "mul lr, r11, lr\n\t"
3032 "asr r12, r12, #26\n\t"
3033 "asr lr, lr, #26\n\t"
3034 "mul r12, r10, r12\n\t"
3035 "mul lr, r10, lr\n\t"
3036 "sub lr, r9, lr, lsl #16\n\t"
3037 "sub r9, r9, r12\n\t"
3038 "lsr lr, lr, #16\n\t"
3039#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3040 "bic r9, r9, #0xff0000\n\t"
3041 "bic r9, r9, #0xff000000\n\t"
3042 "orr r9, r9, lr, lsl #16\n\t"
3043#else
3044 "bfi r9, lr, #16, #16\n\t"
3045#endif
3046#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3047#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3048#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3049 "mov r10, #0x1\n\t"
3050 "orr r10, r10, #0xd00\n\t"
3051#else
3052 "mov r10, #0xd01\n\t"
3053#endif
3054#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3055 "orr r10, r10, #0xc000000\n\t"
3056 "orr r10, r10, #0xff0000\n\t"
3057#else
3058 "movt r10, #0xcff\n\t"
3059#endif
3060#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3061 "str r2, [%[r]]\n\t"
3062 "str r3, [%[r], #4]\n\t"
3063 "str r4, [%[r], #8]\n\t"
3064 "str r5, [%[r], #12]\n\t"
3065 "str r6, [%[r], #16]\n\t"
3066 "str r7, [%[r], #20]\n\t"
3067 "str r8, [%[r], #24]\n\t"
3068 "str r9, [%[r], #28]\n\t"
3069 "ldr r3, [sp, #4]\n\t"
3070 "add r3, r3, #16\n\t"
3071 "rsbs r12, r3, #0x100\n\t"
3072 "add %[r], %[r], #32\n\t"
3073 "bne L_mlkem_arm32_ntt_loop_567_%=\n\t"
3074 "add sp, sp, #8\n\t"
3075#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
3076 : [r] "+r" (r),
3077 [L_mlkem_arm32_ntt_zetas] "+r" (L_mlkem_arm32_ntt_zetas_c)
3078 :
3079#else
3080 :
3081 : [r] "r" (r),
3082 [L_mlkem_arm32_ntt_zetas] "r" (L_mlkem_arm32_ntt_zetas_c)
3083#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
3084 : "memory", "cc", "r2", "r3", "r12", "lr", "r4", "r5", "r6", "r7", "r8",
3085 "r9", "r10", "r11"
3086 );
3087}
3088
3089XALIGNED(4) static const word16 L_mlkem_invntt_zetas_inv[] = {
3090 0x06a5, 0x070f, 0x05b4, 0x0943, 0x0922, 0x091d, 0x0134, 0x006c,
3091 0x0b23, 0x0366, 0x0356, 0x05e6, 0x09e7, 0x04fe, 0x05fa, 0x04a1,
3092 0x067b, 0x04a3, 0x0c25, 0x036a, 0x0537, 0x083f, 0x0088, 0x04bf,
3093 0x0b81, 0x05b9, 0x0505, 0x07d7, 0x0a9f, 0x0aa6, 0x08b8, 0x09d0,
3094 0x004b, 0x009c, 0x0bb8, 0x0b5f, 0x0ba4, 0x0368, 0x0a7d, 0x0636,
3095 0x08a2, 0x025a, 0x0736, 0x0309, 0x0093, 0x087a, 0x09f7, 0x00f6,
3096 0x068c, 0x06db, 0x01cc, 0x0123, 0x00eb, 0x0c50, 0x0ab6, 0x0b5b,
3097 0x0c98, 0x06f3, 0x099a, 0x04e3, 0x09b6, 0x0ad6, 0x0b53, 0x044f,
3098 0x04fb, 0x0a5c, 0x0429, 0x0b41, 0x02d5, 0x05e4, 0x0940, 0x018e,
3099 0x03b7, 0x00f7, 0x058d, 0x0c96, 0x09c3, 0x010f, 0x005a, 0x0355,
3100 0x0744, 0x0c83, 0x048a, 0x0652, 0x029a, 0x0140, 0x0008, 0x0afd,
3101 0x0608, 0x011a, 0x072e, 0x050d, 0x090a, 0x0228, 0x0a75, 0x083a,
3102 0x0623, 0x00cd, 0x0b66, 0x0606, 0x0aa1, 0x0a25, 0x0908, 0x02a9,
3103 0x0082, 0x0642, 0x074f, 0x033d, 0x0b82, 0x0bf9, 0x052d, 0x0ac4,
3104 0x0745, 0x05c2, 0x04b2, 0x093f, 0x0c4b, 0x06d8, 0x0a93, 0x00ab,
3105 0x0c37, 0x0be2, 0x0773, 0x072c, 0x05ed, 0x0167, 0x02f6, 0x05a1,
3106};
3107
3108#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
3109WC_OMIT_FRAME_POINTER void mlkem_arm32_invntt(sword16* r_p)
3110#else
3111WC_OMIT_FRAME_POINTER void mlkem_arm32_invntt(sword16* r)
3112#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
3113{
3114#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
3115 register sword16* r __asm__ ("r0") = (sword16*)r_p;
3116 register word16* L_mlkem_invntt_zetas_inv_c __asm__ ("r1") =
3117 (word16*)&L_mlkem_invntt_zetas_inv;
3118#else
3119 register word16* L_mlkem_invntt_zetas_inv_c =
3120 (word16*)&L_mlkem_invntt_zetas_inv;
3121#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
3122
3123 __asm__ __volatile__ (
3124 "sub sp, sp, #8\n\t"
3125 "mov r1, %[L_mlkem_invntt_zetas_inv]\n\t"
3126#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3127#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3128 "mov r10, #0x1\n\t"
3129 "orr r10, r10, #0xd00\n\t"
3130#else
3131 "mov r10, #0xd01\n\t"
3132#endif
3133#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3134 "orr r10, r10, #0xc000000\n\t"
3135 "orr r10, r10, #0xff0000\n\t"
3136#else
3137 "movt r10, #0xcff\n\t"
3138#endif
3139#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3140 "mov r3, #0\n\t"
3141 "\n"
3142 "L_mlkem_invntt_loop_765_%=:\n\t"
3143 "add r11, r1, r3, lsr #1\n\t"
3144 "str r3, [sp, #4]\n\t"
3145 "ldr r2, [%[r]]\n\t"
3146 "ldr r3, [%[r], #4]\n\t"
3147 "ldr r4, [%[r], #8]\n\t"
3148 "ldr r5, [%[r], #12]\n\t"
3149 "ldr r6, [%[r], #16]\n\t"
3150 "ldr r7, [%[r], #20]\n\t"
3151 "ldr r8, [%[r], #24]\n\t"
3152 "ldr r9, [%[r], #28]\n\t"
3153 "ldr r11, [r11]\n\t"
3154#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3155 "ssub16 r12, r2, r3\n\t"
3156 "sadd16 r2, r2, r3\n\t"
3157 "smulbt r3, r11, r12\n\t"
3158 "smulbb r12, r11, r12\n\t"
3159 "smultb lr, r10, r12\n\t"
3160 "smlabb r12, r10, lr, r12\n\t"
3161 "smultb lr, r10, r3\n\t"
3162 "smlabb r3, r10, lr, r3\n\t"
3163 "pkhtb r3, r3, r12, ASR #16\n\t"
3164#else
3165 "sub lr, r2, r3\n\t"
3166 "add r10, r2, r3\n\t"
3167#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3168 "bic r3, r3, #0xff\n\t"
3169 "bic r3, r3, #0xff00\n\t"
3170#else
3171 "bfc r3, #0, #16\n\t"
3172#endif
3173#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3174 "bic r2, r2, #0xff\n\t"
3175 "bic r2, r2, #0xff00\n\t"
3176#else
3177 "bfc r2, #0, #16\n\t"
3178#endif
3179 "sub r12, r2, r3\n\t"
3180 "add r2, r2, r3\n\t"
3181#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3182 "lsr r12, r12, #16\n\t"
3183 "orr r12, r12, lr, lsl #16\n\t"
3184 "ror r12, r12, #16\n\t"
3185#else
3186 "bfi r12, lr, #0, #16\n\t"
3187#endif
3188#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3189 "lsr r2, r2, #16\n\t"
3190 "orr r2, r2, r10, lsl #16\n\t"
3191 "ror r2, r2, #16\n\t"
3192#else
3193 "bfi r2, r10, #0, #16\n\t"
3194#endif
3195#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3196 "lsl lr, r11, #16\n\t"
3197 "asr lr, lr, #16\n\t"
3198#else
3199 "sbfx lr, r11, #0, #16\n\t"
3200#endif
3201 "asr r10, r12, #16\n\t"
3202 "mul r3, lr, r10\n\t"
3203#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3204 "lsl r12, r12, #16\n\t"
3205 "asr r12, r12, #16\n\t"
3206#else
3207 "sbfx r12, r12, #0, #16\n\t"
3208#endif
3209 "mul r12, lr, r12\n\t"
3210#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3211 "mov r10, #0xff\n\t"
3212 "orr r10, r10, #0xc00\n\t"
3213#else
3214 "mov r10, #0xcff\n\t"
3215#endif
3216#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3217 "lsl lr, r12, #16\n\t"
3218 "asr lr, lr, #16\n\t"
3219#else
3220 "sbfx lr, r12, #0, #16\n\t"
3221#endif
3222 "mul lr, r10, lr\n\t"
3223#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3224 "mov r10, #0x1\n\t"
3225 "orr r10, r10, #0xd00\n\t"
3226#else
3227 "mov r10, #0xd01\n\t"
3228#endif
3229#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3230 "lsl lr, lr, #16\n\t"
3231 "asr lr, lr, #16\n\t"
3232#else
3233 "sbfx lr, lr, #0, #16\n\t"
3234#endif
3235 "mla r12, r10, lr, r12\n\t"
3236#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3237 "mov r10, #0xff\n\t"
3238 "orr r10, r10, #0xc00\n\t"
3239#else
3240 "mov r10, #0xcff\n\t"
3241#endif
3242#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3243 "lsl lr, r3, #16\n\t"
3244 "asr lr, lr, #16\n\t"
3245#else
3246 "sbfx lr, r3, #0, #16\n\t"
3247#endif
3248 "mul lr, r10, lr\n\t"
3249#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3250 "mov r10, #0x1\n\t"
3251 "orr r10, r10, #0xd00\n\t"
3252#else
3253 "mov r10, #0xd01\n\t"
3254#endif
3255#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3256 "lsl lr, lr, #16\n\t"
3257 "asr lr, lr, #16\n\t"
3258#else
3259 "sbfx lr, lr, #0, #16\n\t"
3260#endif
3261 "lsr r12, r12, #16\n\t"
3262 "mla r3, r10, lr, r3\n\t"
3263#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3264 "lsr r3, r3, #16\n\t"
3265 "orr r3, r3, r12, lsl #16\n\t"
3266 "ror r3, r3, #16\n\t"
3267#else
3268 "bfi r3, r12, #0, #16\n\t"
3269#endif
3270#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3271#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3272 "ssub16 r12, r4, r5\n\t"
3273 "sadd16 r4, r4, r5\n\t"
3274 "smultt r5, r11, r12\n\t"
3275 "smultb r12, r11, r12\n\t"
3276 "smultb lr, r10, r12\n\t"
3277 "smlabb r12, r10, lr, r12\n\t"
3278 "smultb lr, r10, r5\n\t"
3279 "smlabb r5, r10, lr, r5\n\t"
3280 "pkhtb r5, r5, r12, ASR #16\n\t"
3281#else
3282 "sub lr, r4, r5\n\t"
3283 "add r10, r4, r5\n\t"
3284#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3285 "bic r5, r5, #0xff\n\t"
3286 "bic r5, r5, #0xff00\n\t"
3287#else
3288 "bfc r5, #0, #16\n\t"
3289#endif
3290#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3291 "bic r4, r4, #0xff\n\t"
3292 "bic r4, r4, #0xff00\n\t"
3293#else
3294 "bfc r4, #0, #16\n\t"
3295#endif
3296 "sub r12, r4, r5\n\t"
3297 "add r4, r4, r5\n\t"
3298#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3299 "lsr r12, r12, #16\n\t"
3300 "orr r12, r12, lr, lsl #16\n\t"
3301 "ror r12, r12, #16\n\t"
3302#else
3303 "bfi r12, lr, #0, #16\n\t"
3304#endif
3305#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3306 "lsr r4, r4, #16\n\t"
3307 "orr r4, r4, r10, lsl #16\n\t"
3308 "ror r4, r4, #16\n\t"
3309#else
3310 "bfi r4, r10, #0, #16\n\t"
3311#endif
3312#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3313 "asr lr, r11, #16\n\t"
3314#else
3315 "sbfx lr, r11, #16, #16\n\t"
3316#endif
3317 "asr r10, r12, #16\n\t"
3318 "mul r5, lr, r10\n\t"
3319#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3320 "lsl r12, r12, #16\n\t"
3321 "asr r12, r12, #16\n\t"
3322#else
3323 "sbfx r12, r12, #0, #16\n\t"
3324#endif
3325 "mul r12, lr, r12\n\t"
3326#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3327 "mov r10, #0xff\n\t"
3328 "orr r10, r10, #0xc00\n\t"
3329#else
3330 "mov r10, #0xcff\n\t"
3331#endif
3332#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3333 "lsl lr, r12, #16\n\t"
3334 "asr lr, lr, #16\n\t"
3335#else
3336 "sbfx lr, r12, #0, #16\n\t"
3337#endif
3338 "mul lr, r10, lr\n\t"
3339#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3340 "mov r10, #0x1\n\t"
3341 "orr r10, r10, #0xd00\n\t"
3342#else
3343 "mov r10, #0xd01\n\t"
3344#endif
3345#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3346 "lsl lr, lr, #16\n\t"
3347 "asr lr, lr, #16\n\t"
3348#else
3349 "sbfx lr, lr, #0, #16\n\t"
3350#endif
3351 "mla r12, r10, lr, r12\n\t"
3352#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3353 "mov r10, #0xff\n\t"
3354 "orr r10, r10, #0xc00\n\t"
3355#else
3356 "mov r10, #0xcff\n\t"
3357#endif
3358#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3359 "lsl lr, r5, #16\n\t"
3360 "asr lr, lr, #16\n\t"
3361#else
3362 "sbfx lr, r5, #0, #16\n\t"
3363#endif
3364 "mul lr, r10, lr\n\t"
3365#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3366 "mov r10, #0x1\n\t"
3367 "orr r10, r10, #0xd00\n\t"
3368#else
3369 "mov r10, #0xd01\n\t"
3370#endif
3371#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3372 "lsl lr, lr, #16\n\t"
3373 "asr lr, lr, #16\n\t"
3374#else
3375 "sbfx lr, lr, #0, #16\n\t"
3376#endif
3377 "lsr r12, r12, #16\n\t"
3378 "mla r5, r10, lr, r5\n\t"
3379#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3380 "lsr r5, r5, #16\n\t"
3381 "orr r5, r5, r12, lsl #16\n\t"
3382 "ror r5, r5, #16\n\t"
3383#else
3384 "bfi r5, r12, #0, #16\n\t"
3385#endif
3386#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3387 "ldr r11, [sp, #4]\n\t"
3388 "add r11, r1, r11, lsr #1\n\t"
3389 "ldr r11, [r11, #4]\n\t"
3390#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3391 "ssub16 r12, r6, r7\n\t"
3392 "sadd16 r6, r6, r7\n\t"
3393 "smulbt r7, r11, r12\n\t"
3394 "smulbb r12, r11, r12\n\t"
3395 "smultb lr, r10, r12\n\t"
3396 "smlabb r12, r10, lr, r12\n\t"
3397 "smultb lr, r10, r7\n\t"
3398 "smlabb r7, r10, lr, r7\n\t"
3399 "pkhtb r7, r7, r12, ASR #16\n\t"
3400#else
3401 "sub lr, r6, r7\n\t"
3402 "add r10, r6, r7\n\t"
3403#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3404 "bic r7, r7, #0xff\n\t"
3405 "bic r7, r7, #0xff00\n\t"
3406#else
3407 "bfc r7, #0, #16\n\t"
3408#endif
3409#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3410 "bic r6, r6, #0xff\n\t"
3411 "bic r6, r6, #0xff00\n\t"
3412#else
3413 "bfc r6, #0, #16\n\t"
3414#endif
3415 "sub r12, r6, r7\n\t"
3416 "add r6, r6, r7\n\t"
3417#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3418 "lsr r12, r12, #16\n\t"
3419 "orr r12, r12, lr, lsl #16\n\t"
3420 "ror r12, r12, #16\n\t"
3421#else
3422 "bfi r12, lr, #0, #16\n\t"
3423#endif
3424#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3425 "lsr r6, r6, #16\n\t"
3426 "orr r6, r6, r10, lsl #16\n\t"
3427 "ror r6, r6, #16\n\t"
3428#else
3429 "bfi r6, r10, #0, #16\n\t"
3430#endif
3431#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3432 "lsl lr, r11, #16\n\t"
3433 "asr lr, lr, #16\n\t"
3434#else
3435 "sbfx lr, r11, #0, #16\n\t"
3436#endif
3437 "asr r10, r12, #16\n\t"
3438 "mul r7, lr, r10\n\t"
3439#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3440 "lsl r12, r12, #16\n\t"
3441 "asr r12, r12, #16\n\t"
3442#else
3443 "sbfx r12, r12, #0, #16\n\t"
3444#endif
3445 "mul r12, lr, r12\n\t"
3446#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3447 "mov r10, #0xff\n\t"
3448 "orr r10, r10, #0xc00\n\t"
3449#else
3450 "mov r10, #0xcff\n\t"
3451#endif
3452#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3453 "lsl lr, r12, #16\n\t"
3454 "asr lr, lr, #16\n\t"
3455#else
3456 "sbfx lr, r12, #0, #16\n\t"
3457#endif
3458 "mul lr, r10, lr\n\t"
3459#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3460 "mov r10, #0x1\n\t"
3461 "orr r10, r10, #0xd00\n\t"
3462#else
3463 "mov r10, #0xd01\n\t"
3464#endif
3465#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3466 "lsl lr, lr, #16\n\t"
3467 "asr lr, lr, #16\n\t"
3468#else
3469 "sbfx lr, lr, #0, #16\n\t"
3470#endif
3471 "mla r12, r10, lr, r12\n\t"
3472#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3473 "mov r10, #0xff\n\t"
3474 "orr r10, r10, #0xc00\n\t"
3475#else
3476 "mov r10, #0xcff\n\t"
3477#endif
3478#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3479 "lsl lr, r7, #16\n\t"
3480 "asr lr, lr, #16\n\t"
3481#else
3482 "sbfx lr, r7, #0, #16\n\t"
3483#endif
3484 "mul lr, r10, lr\n\t"
3485#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3486 "mov r10, #0x1\n\t"
3487 "orr r10, r10, #0xd00\n\t"
3488#else
3489 "mov r10, #0xd01\n\t"
3490#endif
3491#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3492 "lsl lr, lr, #16\n\t"
3493 "asr lr, lr, #16\n\t"
3494#else
3495 "sbfx lr, lr, #0, #16\n\t"
3496#endif
3497 "lsr r12, r12, #16\n\t"
3498 "mla r7, r10, lr, r7\n\t"
3499#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3500 "lsr r7, r7, #16\n\t"
3501 "orr r7, r7, r12, lsl #16\n\t"
3502 "ror r7, r7, #16\n\t"
3503#else
3504 "bfi r7, r12, #0, #16\n\t"
3505#endif
3506#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3507#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3508 "ssub16 r12, r8, r9\n\t"
3509 "sadd16 r8, r8, r9\n\t"
3510 "smultt r9, r11, r12\n\t"
3511 "smultb r12, r11, r12\n\t"
3512 "smultb lr, r10, r12\n\t"
3513 "smlabb r12, r10, lr, r12\n\t"
3514 "smultb lr, r10, r9\n\t"
3515 "smlabb r9, r10, lr, r9\n\t"
3516 "pkhtb r9, r9, r12, ASR #16\n\t"
3517#else
3518 "sub lr, r8, r9\n\t"
3519 "add r10, r8, r9\n\t"
3520#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3521 "bic r9, r9, #0xff\n\t"
3522 "bic r9, r9, #0xff00\n\t"
3523#else
3524 "bfc r9, #0, #16\n\t"
3525#endif
3526#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3527 "bic r8, r8, #0xff\n\t"
3528 "bic r8, r8, #0xff00\n\t"
3529#else
3530 "bfc r8, #0, #16\n\t"
3531#endif
3532 "sub r12, r8, r9\n\t"
3533 "add r8, r8, r9\n\t"
3534#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3535 "lsr r12, r12, #16\n\t"
3536 "orr r12, r12, lr, lsl #16\n\t"
3537 "ror r12, r12, #16\n\t"
3538#else
3539 "bfi r12, lr, #0, #16\n\t"
3540#endif
3541#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3542 "lsr r8, r8, #16\n\t"
3543 "orr r8, r8, r10, lsl #16\n\t"
3544 "ror r8, r8, #16\n\t"
3545#else
3546 "bfi r8, r10, #0, #16\n\t"
3547#endif
3548#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3549 "asr lr, r11, #16\n\t"
3550#else
3551 "sbfx lr, r11, #16, #16\n\t"
3552#endif
3553 "asr r10, r12, #16\n\t"
3554 "mul r9, lr, r10\n\t"
3555#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3556 "lsl r12, r12, #16\n\t"
3557 "asr r12, r12, #16\n\t"
3558#else
3559 "sbfx r12, r12, #0, #16\n\t"
3560#endif
3561 "mul r12, lr, r12\n\t"
3562#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3563 "mov r10, #0xff\n\t"
3564 "orr r10, r10, #0xc00\n\t"
3565#else
3566 "mov r10, #0xcff\n\t"
3567#endif
3568#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3569 "lsl lr, r12, #16\n\t"
3570 "asr lr, lr, #16\n\t"
3571#else
3572 "sbfx lr, r12, #0, #16\n\t"
3573#endif
3574 "mul lr, r10, lr\n\t"
3575#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3576 "mov r10, #0x1\n\t"
3577 "orr r10, r10, #0xd00\n\t"
3578#else
3579 "mov r10, #0xd01\n\t"
3580#endif
3581#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3582 "lsl lr, lr, #16\n\t"
3583 "asr lr, lr, #16\n\t"
3584#else
3585 "sbfx lr, lr, #0, #16\n\t"
3586#endif
3587 "mla r12, r10, lr, r12\n\t"
3588#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3589 "mov r10, #0xff\n\t"
3590 "orr r10, r10, #0xc00\n\t"
3591#else
3592 "mov r10, #0xcff\n\t"
3593#endif
3594#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3595 "lsl lr, r9, #16\n\t"
3596 "asr lr, lr, #16\n\t"
3597#else
3598 "sbfx lr, r9, #0, #16\n\t"
3599#endif
3600 "mul lr, r10, lr\n\t"
3601#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3602 "mov r10, #0x1\n\t"
3603 "orr r10, r10, #0xd00\n\t"
3604#else
3605 "mov r10, #0xd01\n\t"
3606#endif
3607#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3608 "lsl lr, lr, #16\n\t"
3609 "asr lr, lr, #16\n\t"
3610#else
3611 "sbfx lr, lr, #0, #16\n\t"
3612#endif
3613 "lsr r12, r12, #16\n\t"
3614 "mla r9, r10, lr, r9\n\t"
3615#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3616 "lsr r9, r9, #16\n\t"
3617 "orr r9, r9, r12, lsl #16\n\t"
3618 "ror r9, r9, #16\n\t"
3619#else
3620 "bfi r9, r12, #0, #16\n\t"
3621#endif
3622#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3623 "ldr r11, [sp, #4]\n\t"
3624 "add r11, r1, r11, lsr #2\n\t"
3625 "ldr r11, [r11, #128]\n\t"
3626#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3627 "ssub16 r12, r2, r4\n\t"
3628 "sadd16 r2, r2, r4\n\t"
3629 "smulbt r4, r11, r12\n\t"
3630 "smulbb r12, r11, r12\n\t"
3631 "smultb lr, r10, r12\n\t"
3632 "smlabb r12, r10, lr, r12\n\t"
3633 "smultb lr, r10, r4\n\t"
3634 "smlabb r4, r10, lr, r4\n\t"
3635 "pkhtb r4, r4, r12, ASR #16\n\t"
3636#else
3637 "sub lr, r2, r4\n\t"
3638 "add r10, r2, r4\n\t"
3639#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3640 "bic r4, r4, #0xff\n\t"
3641 "bic r4, r4, #0xff00\n\t"
3642#else
3643 "bfc r4, #0, #16\n\t"
3644#endif
3645#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3646 "bic r2, r2, #0xff\n\t"
3647 "bic r2, r2, #0xff00\n\t"
3648#else
3649 "bfc r2, #0, #16\n\t"
3650#endif
3651 "sub r12, r2, r4\n\t"
3652 "add r2, r2, r4\n\t"
3653#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3654 "lsr r12, r12, #16\n\t"
3655 "orr r12, r12, lr, lsl #16\n\t"
3656 "ror r12, r12, #16\n\t"
3657#else
3658 "bfi r12, lr, #0, #16\n\t"
3659#endif
3660#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3661 "lsr r2, r2, #16\n\t"
3662 "orr r2, r2, r10, lsl #16\n\t"
3663 "ror r2, r2, #16\n\t"
3664#else
3665 "bfi r2, r10, #0, #16\n\t"
3666#endif
3667#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3668 "lsl lr, r11, #16\n\t"
3669 "asr lr, lr, #16\n\t"
3670#else
3671 "sbfx lr, r11, #0, #16\n\t"
3672#endif
3673 "asr r10, r12, #16\n\t"
3674 "mul r4, lr, r10\n\t"
3675#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3676 "lsl r12, r12, #16\n\t"
3677 "asr r12, r12, #16\n\t"
3678#else
3679 "sbfx r12, r12, #0, #16\n\t"
3680#endif
3681 "mul r12, lr, r12\n\t"
3682#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3683 "mov r10, #0xff\n\t"
3684 "orr r10, r10, #0xc00\n\t"
3685#else
3686 "mov r10, #0xcff\n\t"
3687#endif
3688#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3689 "lsl lr, r12, #16\n\t"
3690 "asr lr, lr, #16\n\t"
3691#else
3692 "sbfx lr, r12, #0, #16\n\t"
3693#endif
3694 "mul lr, r10, lr\n\t"
3695#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3696 "mov r10, #0x1\n\t"
3697 "orr r10, r10, #0xd00\n\t"
3698#else
3699 "mov r10, #0xd01\n\t"
3700#endif
3701#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3702 "lsl lr, lr, #16\n\t"
3703 "asr lr, lr, #16\n\t"
3704#else
3705 "sbfx lr, lr, #0, #16\n\t"
3706#endif
3707 "mla r12, r10, lr, r12\n\t"
3708#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3709 "mov r10, #0xff\n\t"
3710 "orr r10, r10, #0xc00\n\t"
3711#else
3712 "mov r10, #0xcff\n\t"
3713#endif
3714#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3715 "lsl lr, r4, #16\n\t"
3716 "asr lr, lr, #16\n\t"
3717#else
3718 "sbfx lr, r4, #0, #16\n\t"
3719#endif
3720 "mul lr, r10, lr\n\t"
3721#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3722 "mov r10, #0x1\n\t"
3723 "orr r10, r10, #0xd00\n\t"
3724#else
3725 "mov r10, #0xd01\n\t"
3726#endif
3727#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3728 "lsl lr, lr, #16\n\t"
3729 "asr lr, lr, #16\n\t"
3730#else
3731 "sbfx lr, lr, #0, #16\n\t"
3732#endif
3733 "lsr r12, r12, #16\n\t"
3734 "mla r4, r10, lr, r4\n\t"
3735#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3736 "lsr r4, r4, #16\n\t"
3737 "orr r4, r4, r12, lsl #16\n\t"
3738 "ror r4, r4, #16\n\t"
3739#else
3740 "bfi r4, r12, #0, #16\n\t"
3741#endif
3742#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3743#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3744 "ssub16 r12, r3, r5\n\t"
3745 "sadd16 r3, r3, r5\n\t"
3746 "smulbt r5, r11, r12\n\t"
3747 "smulbb r12, r11, r12\n\t"
3748 "smultb lr, r10, r12\n\t"
3749 "smlabb r12, r10, lr, r12\n\t"
3750 "smultb lr, r10, r5\n\t"
3751 "smlabb r5, r10, lr, r5\n\t"
3752 "pkhtb r5, r5, r12, ASR #16\n\t"
3753#else
3754 "sub lr, r3, r5\n\t"
3755 "add r10, r3, r5\n\t"
3756#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3757 "bic r5, r5, #0xff\n\t"
3758 "bic r5, r5, #0xff00\n\t"
3759#else
3760 "bfc r5, #0, #16\n\t"
3761#endif
3762#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3763 "bic r3, r3, #0xff\n\t"
3764 "bic r3, r3, #0xff00\n\t"
3765#else
3766 "bfc r3, #0, #16\n\t"
3767#endif
3768 "sub r12, r3, r5\n\t"
3769 "add r3, r3, r5\n\t"
3770#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3771 "lsr r12, r12, #16\n\t"
3772 "orr r12, r12, lr, lsl #16\n\t"
3773 "ror r12, r12, #16\n\t"
3774#else
3775 "bfi r12, lr, #0, #16\n\t"
3776#endif
3777#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3778 "lsr r3, r3, #16\n\t"
3779 "orr r3, r3, r10, lsl #16\n\t"
3780 "ror r3, r3, #16\n\t"
3781#else
3782 "bfi r3, r10, #0, #16\n\t"
3783#endif
3784#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3785 "lsl lr, r11, #16\n\t"
3786 "asr lr, lr, #16\n\t"
3787#else
3788 "sbfx lr, r11, #0, #16\n\t"
3789#endif
3790 "asr r10, r12, #16\n\t"
3791 "mul r5, lr, r10\n\t"
3792#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3793 "lsl r12, r12, #16\n\t"
3794 "asr r12, r12, #16\n\t"
3795#else
3796 "sbfx r12, r12, #0, #16\n\t"
3797#endif
3798 "mul r12, lr, r12\n\t"
3799#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3800 "mov r10, #0xff\n\t"
3801 "orr r10, r10, #0xc00\n\t"
3802#else
3803 "mov r10, #0xcff\n\t"
3804#endif
3805#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3806 "lsl lr, r12, #16\n\t"
3807 "asr lr, lr, #16\n\t"
3808#else
3809 "sbfx lr, r12, #0, #16\n\t"
3810#endif
3811 "mul lr, r10, lr\n\t"
3812#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3813 "mov r10, #0x1\n\t"
3814 "orr r10, r10, #0xd00\n\t"
3815#else
3816 "mov r10, #0xd01\n\t"
3817#endif
3818#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3819 "lsl lr, lr, #16\n\t"
3820 "asr lr, lr, #16\n\t"
3821#else
3822 "sbfx lr, lr, #0, #16\n\t"
3823#endif
3824 "mla r12, r10, lr, r12\n\t"
3825#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3826 "mov r10, #0xff\n\t"
3827 "orr r10, r10, #0xc00\n\t"
3828#else
3829 "mov r10, #0xcff\n\t"
3830#endif
3831#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3832 "lsl lr, r5, #16\n\t"
3833 "asr lr, lr, #16\n\t"
3834#else
3835 "sbfx lr, r5, #0, #16\n\t"
3836#endif
3837 "mul lr, r10, lr\n\t"
3838#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3839 "mov r10, #0x1\n\t"
3840 "orr r10, r10, #0xd00\n\t"
3841#else
3842 "mov r10, #0xd01\n\t"
3843#endif
3844#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3845 "lsl lr, lr, #16\n\t"
3846 "asr lr, lr, #16\n\t"
3847#else
3848 "sbfx lr, lr, #0, #16\n\t"
3849#endif
3850 "lsr r12, r12, #16\n\t"
3851 "mla r5, r10, lr, r5\n\t"
3852#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3853 "lsr r5, r5, #16\n\t"
3854 "orr r5, r5, r12, lsl #16\n\t"
3855 "ror r5, r5, #16\n\t"
3856#else
3857 "bfi r5, r12, #0, #16\n\t"
3858#endif
3859#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3860#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3861 "ssub16 r12, r6, r8\n\t"
3862 "sadd16 r6, r6, r8\n\t"
3863 "smultt r8, r11, r12\n\t"
3864 "smultb r12, r11, r12\n\t"
3865 "smultb lr, r10, r12\n\t"
3866 "smlabb r12, r10, lr, r12\n\t"
3867 "smultb lr, r10, r8\n\t"
3868 "smlabb r8, r10, lr, r8\n\t"
3869 "pkhtb r8, r8, r12, ASR #16\n\t"
3870#else
3871 "sub lr, r6, r8\n\t"
3872 "add r10, r6, r8\n\t"
3873#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3874 "bic r8, r8, #0xff\n\t"
3875 "bic r8, r8, #0xff00\n\t"
3876#else
3877 "bfc r8, #0, #16\n\t"
3878#endif
3879#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3880 "bic r6, r6, #0xff\n\t"
3881 "bic r6, r6, #0xff00\n\t"
3882#else
3883 "bfc r6, #0, #16\n\t"
3884#endif
3885 "sub r12, r6, r8\n\t"
3886 "add r6, r6, r8\n\t"
3887#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3888 "lsr r12, r12, #16\n\t"
3889 "orr r12, r12, lr, lsl #16\n\t"
3890 "ror r12, r12, #16\n\t"
3891#else
3892 "bfi r12, lr, #0, #16\n\t"
3893#endif
3894#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3895 "lsr r6, r6, #16\n\t"
3896 "orr r6, r6, r10, lsl #16\n\t"
3897 "ror r6, r6, #16\n\t"
3898#else
3899 "bfi r6, r10, #0, #16\n\t"
3900#endif
3901#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3902 "asr lr, r11, #16\n\t"
3903#else
3904 "sbfx lr, r11, #16, #16\n\t"
3905#endif
3906 "asr r10, r12, #16\n\t"
3907 "mul r8, lr, r10\n\t"
3908#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3909 "lsl r12, r12, #16\n\t"
3910 "asr r12, r12, #16\n\t"
3911#else
3912 "sbfx r12, r12, #0, #16\n\t"
3913#endif
3914 "mul r12, lr, r12\n\t"
3915#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3916 "mov r10, #0xff\n\t"
3917 "orr r10, r10, #0xc00\n\t"
3918#else
3919 "mov r10, #0xcff\n\t"
3920#endif
3921#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3922 "lsl lr, r12, #16\n\t"
3923 "asr lr, lr, #16\n\t"
3924#else
3925 "sbfx lr, r12, #0, #16\n\t"
3926#endif
3927 "mul lr, r10, lr\n\t"
3928#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3929 "mov r10, #0x1\n\t"
3930 "orr r10, r10, #0xd00\n\t"
3931#else
3932 "mov r10, #0xd01\n\t"
3933#endif
3934#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3935 "lsl lr, lr, #16\n\t"
3936 "asr lr, lr, #16\n\t"
3937#else
3938 "sbfx lr, lr, #0, #16\n\t"
3939#endif
3940 "mla r12, r10, lr, r12\n\t"
3941#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3942 "mov r10, #0xff\n\t"
3943 "orr r10, r10, #0xc00\n\t"
3944#else
3945 "mov r10, #0xcff\n\t"
3946#endif
3947#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3948 "lsl lr, r8, #16\n\t"
3949 "asr lr, lr, #16\n\t"
3950#else
3951 "sbfx lr, r8, #0, #16\n\t"
3952#endif
3953 "mul lr, r10, lr\n\t"
3954#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3955 "mov r10, #0x1\n\t"
3956 "orr r10, r10, #0xd00\n\t"
3957#else
3958 "mov r10, #0xd01\n\t"
3959#endif
3960#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3961 "lsl lr, lr, #16\n\t"
3962 "asr lr, lr, #16\n\t"
3963#else
3964 "sbfx lr, lr, #0, #16\n\t"
3965#endif
3966 "lsr r12, r12, #16\n\t"
3967 "mla r8, r10, lr, r8\n\t"
3968#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3969 "lsr r8, r8, #16\n\t"
3970 "orr r8, r8, r12, lsl #16\n\t"
3971 "ror r8, r8, #16\n\t"
3972#else
3973 "bfi r8, r12, #0, #16\n\t"
3974#endif
3975#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
3976#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
3977 "ssub16 r12, r7, r9\n\t"
3978 "sadd16 r7, r7, r9\n\t"
3979 "smultt r9, r11, r12\n\t"
3980 "smultb r12, r11, r12\n\t"
3981 "smultb lr, r10, r12\n\t"
3982 "smlabb r12, r10, lr, r12\n\t"
3983 "smultb lr, r10, r9\n\t"
3984 "smlabb r9, r10, lr, r9\n\t"
3985 "pkhtb r9, r9, r12, ASR #16\n\t"
3986#else
3987 "sub lr, r7, r9\n\t"
3988 "add r10, r7, r9\n\t"
3989#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3990 "bic r9, r9, #0xff\n\t"
3991 "bic r9, r9, #0xff00\n\t"
3992#else
3993 "bfc r9, #0, #16\n\t"
3994#endif
3995#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
3996 "bic r7, r7, #0xff\n\t"
3997 "bic r7, r7, #0xff00\n\t"
3998#else
3999 "bfc r7, #0, #16\n\t"
4000#endif
4001 "sub r12, r7, r9\n\t"
4002 "add r7, r7, r9\n\t"
4003#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4004 "lsr r12, r12, #16\n\t"
4005 "orr r12, r12, lr, lsl #16\n\t"
4006 "ror r12, r12, #16\n\t"
4007#else
4008 "bfi r12, lr, #0, #16\n\t"
4009#endif
4010#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4011 "lsr r7, r7, #16\n\t"
4012 "orr r7, r7, r10, lsl #16\n\t"
4013 "ror r7, r7, #16\n\t"
4014#else
4015 "bfi r7, r10, #0, #16\n\t"
4016#endif
4017#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4018 "asr lr, r11, #16\n\t"
4019#else
4020 "sbfx lr, r11, #16, #16\n\t"
4021#endif
4022 "asr r10, r12, #16\n\t"
4023 "mul r9, lr, r10\n\t"
4024#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4025 "lsl r12, r12, #16\n\t"
4026 "asr r12, r12, #16\n\t"
4027#else
4028 "sbfx r12, r12, #0, #16\n\t"
4029#endif
4030 "mul r12, lr, r12\n\t"
4031#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4032 "mov r10, #0xff\n\t"
4033 "orr r10, r10, #0xc00\n\t"
4034#else
4035 "mov r10, #0xcff\n\t"
4036#endif
4037#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4038 "lsl lr, r12, #16\n\t"
4039 "asr lr, lr, #16\n\t"
4040#else
4041 "sbfx lr, r12, #0, #16\n\t"
4042#endif
4043 "mul lr, r10, lr\n\t"
4044#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4045 "mov r10, #0x1\n\t"
4046 "orr r10, r10, #0xd00\n\t"
4047#else
4048 "mov r10, #0xd01\n\t"
4049#endif
4050#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4051 "lsl lr, lr, #16\n\t"
4052 "asr lr, lr, #16\n\t"
4053#else
4054 "sbfx lr, lr, #0, #16\n\t"
4055#endif
4056 "mla r12, r10, lr, r12\n\t"
4057#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4058 "mov r10, #0xff\n\t"
4059 "orr r10, r10, #0xc00\n\t"
4060#else
4061 "mov r10, #0xcff\n\t"
4062#endif
4063#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4064 "lsl lr, r9, #16\n\t"
4065 "asr lr, lr, #16\n\t"
4066#else
4067 "sbfx lr, r9, #0, #16\n\t"
4068#endif
4069 "mul lr, r10, lr\n\t"
4070#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4071 "mov r10, #0x1\n\t"
4072 "orr r10, r10, #0xd00\n\t"
4073#else
4074 "mov r10, #0xd01\n\t"
4075#endif
4076#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4077 "lsl lr, lr, #16\n\t"
4078 "asr lr, lr, #16\n\t"
4079#else
4080 "sbfx lr, lr, #0, #16\n\t"
4081#endif
4082 "lsr r12, r12, #16\n\t"
4083 "mla r9, r10, lr, r9\n\t"
4084#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4085 "lsr r9, r9, #16\n\t"
4086 "orr r9, r9, r12, lsl #16\n\t"
4087 "ror r9, r9, #16\n\t"
4088#else
4089 "bfi r9, r12, #0, #16\n\t"
4090#endif
4091#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4092 "ldr r11, [sp, #4]\n\t"
4093 "add r11, r1, r11, lsr #3\n\t"
4094 "ldr r11, [r11, #192]\n\t"
4095#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4096 "ssub16 r12, r2, r6\n\t"
4097 "sadd16 r2, r2, r6\n\t"
4098 "smulbt r6, r11, r12\n\t"
4099 "smulbb r12, r11, r12\n\t"
4100 "smultb lr, r10, r12\n\t"
4101 "smlabb r12, r10, lr, r12\n\t"
4102 "smultb lr, r10, r6\n\t"
4103 "smlabb r6, r10, lr, r6\n\t"
4104 "pkhtb r6, r6, r12, ASR #16\n\t"
4105#else
4106 "sub lr, r2, r6\n\t"
4107 "add r10, r2, r6\n\t"
4108#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4109 "bic r6, r6, #0xff\n\t"
4110 "bic r6, r6, #0xff00\n\t"
4111#else
4112 "bfc r6, #0, #16\n\t"
4113#endif
4114#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4115 "bic r2, r2, #0xff\n\t"
4116 "bic r2, r2, #0xff00\n\t"
4117#else
4118 "bfc r2, #0, #16\n\t"
4119#endif
4120 "sub r12, r2, r6\n\t"
4121 "add r2, r2, r6\n\t"
4122#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4123 "lsr r12, r12, #16\n\t"
4124 "orr r12, r12, lr, lsl #16\n\t"
4125 "ror r12, r12, #16\n\t"
4126#else
4127 "bfi r12, lr, #0, #16\n\t"
4128#endif
4129#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4130 "lsr r2, r2, #16\n\t"
4131 "orr r2, r2, r10, lsl #16\n\t"
4132 "ror r2, r2, #16\n\t"
4133#else
4134 "bfi r2, r10, #0, #16\n\t"
4135#endif
4136#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4137 "lsl lr, r11, #16\n\t"
4138 "asr lr, lr, #16\n\t"
4139#else
4140 "sbfx lr, r11, #0, #16\n\t"
4141#endif
4142 "asr r10, r12, #16\n\t"
4143 "mul r6, lr, r10\n\t"
4144#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4145 "lsl r12, r12, #16\n\t"
4146 "asr r12, r12, #16\n\t"
4147#else
4148 "sbfx r12, r12, #0, #16\n\t"
4149#endif
4150 "mul r12, lr, r12\n\t"
4151#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4152 "mov r10, #0xff\n\t"
4153 "orr r10, r10, #0xc00\n\t"
4154#else
4155 "mov r10, #0xcff\n\t"
4156#endif
4157#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4158 "lsl lr, r12, #16\n\t"
4159 "asr lr, lr, #16\n\t"
4160#else
4161 "sbfx lr, r12, #0, #16\n\t"
4162#endif
4163 "mul lr, r10, lr\n\t"
4164#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4165 "mov r10, #0x1\n\t"
4166 "orr r10, r10, #0xd00\n\t"
4167#else
4168 "mov r10, #0xd01\n\t"
4169#endif
4170#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4171 "lsl lr, lr, #16\n\t"
4172 "asr lr, lr, #16\n\t"
4173#else
4174 "sbfx lr, lr, #0, #16\n\t"
4175#endif
4176 "mla r12, r10, lr, r12\n\t"
4177#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4178 "mov r10, #0xff\n\t"
4179 "orr r10, r10, #0xc00\n\t"
4180#else
4181 "mov r10, #0xcff\n\t"
4182#endif
4183#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4184 "lsl lr, r6, #16\n\t"
4185 "asr lr, lr, #16\n\t"
4186#else
4187 "sbfx lr, r6, #0, #16\n\t"
4188#endif
4189 "mul lr, r10, lr\n\t"
4190#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4191 "mov r10, #0x1\n\t"
4192 "orr r10, r10, #0xd00\n\t"
4193#else
4194 "mov r10, #0xd01\n\t"
4195#endif
4196#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4197 "lsl lr, lr, #16\n\t"
4198 "asr lr, lr, #16\n\t"
4199#else
4200 "sbfx lr, lr, #0, #16\n\t"
4201#endif
4202 "lsr r12, r12, #16\n\t"
4203 "mla r6, r10, lr, r6\n\t"
4204#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4205 "lsr r6, r6, #16\n\t"
4206 "orr r6, r6, r12, lsl #16\n\t"
4207 "ror r6, r6, #16\n\t"
4208#else
4209 "bfi r6, r12, #0, #16\n\t"
4210#endif
4211#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4212#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4213 "ssub16 r12, r3, r7\n\t"
4214 "sadd16 r3, r3, r7\n\t"
4215 "smulbt r7, r11, r12\n\t"
4216 "smulbb r12, r11, r12\n\t"
4217 "smultb lr, r10, r12\n\t"
4218 "smlabb r12, r10, lr, r12\n\t"
4219 "smultb lr, r10, r7\n\t"
4220 "smlabb r7, r10, lr, r7\n\t"
4221 "pkhtb r7, r7, r12, ASR #16\n\t"
4222#else
4223 "sub lr, r3, r7\n\t"
4224 "add r10, r3, r7\n\t"
4225#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4226 "bic r7, r7, #0xff\n\t"
4227 "bic r7, r7, #0xff00\n\t"
4228#else
4229 "bfc r7, #0, #16\n\t"
4230#endif
4231#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4232 "bic r3, r3, #0xff\n\t"
4233 "bic r3, r3, #0xff00\n\t"
4234#else
4235 "bfc r3, #0, #16\n\t"
4236#endif
4237 "sub r12, r3, r7\n\t"
4238 "add r3, r3, r7\n\t"
4239#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4240 "lsr r12, r12, #16\n\t"
4241 "orr r12, r12, lr, lsl #16\n\t"
4242 "ror r12, r12, #16\n\t"
4243#else
4244 "bfi r12, lr, #0, #16\n\t"
4245#endif
4246#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4247 "lsr r3, r3, #16\n\t"
4248 "orr r3, r3, r10, lsl #16\n\t"
4249 "ror r3, r3, #16\n\t"
4250#else
4251 "bfi r3, r10, #0, #16\n\t"
4252#endif
4253#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4254 "lsl lr, r11, #16\n\t"
4255 "asr lr, lr, #16\n\t"
4256#else
4257 "sbfx lr, r11, #0, #16\n\t"
4258#endif
4259 "asr r10, r12, #16\n\t"
4260 "mul r7, lr, r10\n\t"
4261#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4262 "lsl r12, r12, #16\n\t"
4263 "asr r12, r12, #16\n\t"
4264#else
4265 "sbfx r12, r12, #0, #16\n\t"
4266#endif
4267 "mul r12, lr, r12\n\t"
4268#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4269 "mov r10, #0xff\n\t"
4270 "orr r10, r10, #0xc00\n\t"
4271#else
4272 "mov r10, #0xcff\n\t"
4273#endif
4274#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4275 "lsl lr, r12, #16\n\t"
4276 "asr lr, lr, #16\n\t"
4277#else
4278 "sbfx lr, r12, #0, #16\n\t"
4279#endif
4280 "mul lr, r10, lr\n\t"
4281#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4282 "mov r10, #0x1\n\t"
4283 "orr r10, r10, #0xd00\n\t"
4284#else
4285 "mov r10, #0xd01\n\t"
4286#endif
4287#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4288 "lsl lr, lr, #16\n\t"
4289 "asr lr, lr, #16\n\t"
4290#else
4291 "sbfx lr, lr, #0, #16\n\t"
4292#endif
4293 "mla r12, r10, lr, r12\n\t"
4294#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4295 "mov r10, #0xff\n\t"
4296 "orr r10, r10, #0xc00\n\t"
4297#else
4298 "mov r10, #0xcff\n\t"
4299#endif
4300#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4301 "lsl lr, r7, #16\n\t"
4302 "asr lr, lr, #16\n\t"
4303#else
4304 "sbfx lr, r7, #0, #16\n\t"
4305#endif
4306 "mul lr, r10, lr\n\t"
4307#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4308 "mov r10, #0x1\n\t"
4309 "orr r10, r10, #0xd00\n\t"
4310#else
4311 "mov r10, #0xd01\n\t"
4312#endif
4313#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4314 "lsl lr, lr, #16\n\t"
4315 "asr lr, lr, #16\n\t"
4316#else
4317 "sbfx lr, lr, #0, #16\n\t"
4318#endif
4319 "lsr r12, r12, #16\n\t"
4320 "mla r7, r10, lr, r7\n\t"
4321#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4322 "lsr r7, r7, #16\n\t"
4323 "orr r7, r7, r12, lsl #16\n\t"
4324 "ror r7, r7, #16\n\t"
4325#else
4326 "bfi r7, r12, #0, #16\n\t"
4327#endif
4328#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4329#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4330 "ssub16 r12, r4, r8\n\t"
4331 "sadd16 r4, r4, r8\n\t"
4332 "smulbt r8, r11, r12\n\t"
4333 "smulbb r12, r11, r12\n\t"
4334 "smultb lr, r10, r12\n\t"
4335 "smlabb r12, r10, lr, r12\n\t"
4336 "smultb lr, r10, r8\n\t"
4337 "smlabb r8, r10, lr, r8\n\t"
4338 "pkhtb r8, r8, r12, ASR #16\n\t"
4339#else
4340 "sub lr, r4, r8\n\t"
4341 "add r10, r4, r8\n\t"
4342#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4343 "bic r8, r8, #0xff\n\t"
4344 "bic r8, r8, #0xff00\n\t"
4345#else
4346 "bfc r8, #0, #16\n\t"
4347#endif
4348#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4349 "bic r4, r4, #0xff\n\t"
4350 "bic r4, r4, #0xff00\n\t"
4351#else
4352 "bfc r4, #0, #16\n\t"
4353#endif
4354 "sub r12, r4, r8\n\t"
4355 "add r4, r4, r8\n\t"
4356#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4357 "lsr r12, r12, #16\n\t"
4358 "orr r12, r12, lr, lsl #16\n\t"
4359 "ror r12, r12, #16\n\t"
4360#else
4361 "bfi r12, lr, #0, #16\n\t"
4362#endif
4363#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4364 "lsr r4, r4, #16\n\t"
4365 "orr r4, r4, r10, lsl #16\n\t"
4366 "ror r4, r4, #16\n\t"
4367#else
4368 "bfi r4, r10, #0, #16\n\t"
4369#endif
4370#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4371 "lsl lr, r11, #16\n\t"
4372 "asr lr, lr, #16\n\t"
4373#else
4374 "sbfx lr, r11, #0, #16\n\t"
4375#endif
4376 "asr r10, r12, #16\n\t"
4377 "mul r8, lr, r10\n\t"
4378#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4379 "lsl r12, r12, #16\n\t"
4380 "asr r12, r12, #16\n\t"
4381#else
4382 "sbfx r12, r12, #0, #16\n\t"
4383#endif
4384 "mul r12, lr, r12\n\t"
4385#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4386 "mov r10, #0xff\n\t"
4387 "orr r10, r10, #0xc00\n\t"
4388#else
4389 "mov r10, #0xcff\n\t"
4390#endif
4391#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4392 "lsl lr, r12, #16\n\t"
4393 "asr lr, lr, #16\n\t"
4394#else
4395 "sbfx lr, r12, #0, #16\n\t"
4396#endif
4397 "mul lr, r10, lr\n\t"
4398#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4399 "mov r10, #0x1\n\t"
4400 "orr r10, r10, #0xd00\n\t"
4401#else
4402 "mov r10, #0xd01\n\t"
4403#endif
4404#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4405 "lsl lr, lr, #16\n\t"
4406 "asr lr, lr, #16\n\t"
4407#else
4408 "sbfx lr, lr, #0, #16\n\t"
4409#endif
4410 "mla r12, r10, lr, r12\n\t"
4411#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4412 "mov r10, #0xff\n\t"
4413 "orr r10, r10, #0xc00\n\t"
4414#else
4415 "mov r10, #0xcff\n\t"
4416#endif
4417#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4418 "lsl lr, r8, #16\n\t"
4419 "asr lr, lr, #16\n\t"
4420#else
4421 "sbfx lr, r8, #0, #16\n\t"
4422#endif
4423 "mul lr, r10, lr\n\t"
4424#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4425 "mov r10, #0x1\n\t"
4426 "orr r10, r10, #0xd00\n\t"
4427#else
4428 "mov r10, #0xd01\n\t"
4429#endif
4430#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4431 "lsl lr, lr, #16\n\t"
4432 "asr lr, lr, #16\n\t"
4433#else
4434 "sbfx lr, lr, #0, #16\n\t"
4435#endif
4436 "lsr r12, r12, #16\n\t"
4437 "mla r8, r10, lr, r8\n\t"
4438#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4439 "lsr r8, r8, #16\n\t"
4440 "orr r8, r8, r12, lsl #16\n\t"
4441 "ror r8, r8, #16\n\t"
4442#else
4443 "bfi r8, r12, #0, #16\n\t"
4444#endif
4445#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4446#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4447 "ssub16 r12, r5, r9\n\t"
4448 "sadd16 r5, r5, r9\n\t"
4449 "smulbt r9, r11, r12\n\t"
4450 "smulbb r12, r11, r12\n\t"
4451 "smultb lr, r10, r12\n\t"
4452 "smlabb r12, r10, lr, r12\n\t"
4453 "smultb lr, r10, r9\n\t"
4454 "smlabb r9, r10, lr, r9\n\t"
4455 "pkhtb r9, r9, r12, ASR #16\n\t"
4456#else
4457 "sub lr, r5, r9\n\t"
4458 "add r10, r5, r9\n\t"
4459#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4460 "bic r9, r9, #0xff\n\t"
4461 "bic r9, r9, #0xff00\n\t"
4462#else
4463 "bfc r9, #0, #16\n\t"
4464#endif
4465#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4466 "bic r5, r5, #0xff\n\t"
4467 "bic r5, r5, #0xff00\n\t"
4468#else
4469 "bfc r5, #0, #16\n\t"
4470#endif
4471 "sub r12, r5, r9\n\t"
4472 "add r5, r5, r9\n\t"
4473#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4474 "lsr r12, r12, #16\n\t"
4475 "orr r12, r12, lr, lsl #16\n\t"
4476 "ror r12, r12, #16\n\t"
4477#else
4478 "bfi r12, lr, #0, #16\n\t"
4479#endif
4480#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4481 "lsr r5, r5, #16\n\t"
4482 "orr r5, r5, r10, lsl #16\n\t"
4483 "ror r5, r5, #16\n\t"
4484#else
4485 "bfi r5, r10, #0, #16\n\t"
4486#endif
4487#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4488 "lsl lr, r11, #16\n\t"
4489 "asr lr, lr, #16\n\t"
4490#else
4491 "sbfx lr, r11, #0, #16\n\t"
4492#endif
4493 "asr r10, r12, #16\n\t"
4494 "mul r9, lr, r10\n\t"
4495#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4496 "lsl r12, r12, #16\n\t"
4497 "asr r12, r12, #16\n\t"
4498#else
4499 "sbfx r12, r12, #0, #16\n\t"
4500#endif
4501 "mul r12, lr, r12\n\t"
4502#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4503 "mov r10, #0xff\n\t"
4504 "orr r10, r10, #0xc00\n\t"
4505#else
4506 "mov r10, #0xcff\n\t"
4507#endif
4508#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4509 "lsl lr, r12, #16\n\t"
4510 "asr lr, lr, #16\n\t"
4511#else
4512 "sbfx lr, r12, #0, #16\n\t"
4513#endif
4514 "mul lr, r10, lr\n\t"
4515#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4516 "mov r10, #0x1\n\t"
4517 "orr r10, r10, #0xd00\n\t"
4518#else
4519 "mov r10, #0xd01\n\t"
4520#endif
4521#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4522 "lsl lr, lr, #16\n\t"
4523 "asr lr, lr, #16\n\t"
4524#else
4525 "sbfx lr, lr, #0, #16\n\t"
4526#endif
4527 "mla r12, r10, lr, r12\n\t"
4528#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4529 "mov r10, #0xff\n\t"
4530 "orr r10, r10, #0xc00\n\t"
4531#else
4532 "mov r10, #0xcff\n\t"
4533#endif
4534#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4535 "lsl lr, r9, #16\n\t"
4536 "asr lr, lr, #16\n\t"
4537#else
4538 "sbfx lr, r9, #0, #16\n\t"
4539#endif
4540 "mul lr, r10, lr\n\t"
4541#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4542 "mov r10, #0x1\n\t"
4543 "orr r10, r10, #0xd00\n\t"
4544#else
4545 "mov r10, #0xd01\n\t"
4546#endif
4547#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4548 "lsl lr, lr, #16\n\t"
4549 "asr lr, lr, #16\n\t"
4550#else
4551 "sbfx lr, lr, #0, #16\n\t"
4552#endif
4553 "lsr r12, r12, #16\n\t"
4554 "mla r9, r10, lr, r9\n\t"
4555#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4556 "lsr r9, r9, #16\n\t"
4557 "orr r9, r9, r12, lsl #16\n\t"
4558 "ror r9, r9, #16\n\t"
4559#else
4560 "bfi r9, r12, #0, #16\n\t"
4561#endif
4562#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4563#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4564#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4565 "mov r11, #0xc0\n\t"
4566 "orr r11, r11, #0xaf00\n\t"
4567#else
4568 "mov r11, #0xafc0\n\t"
4569#endif
4570#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4571 "orr r11, r11, #0x130000\n\t"
4572#else
4573 "movt r11, #0x13\n\t"
4574#endif
4575#else
4576#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4577 "mov r11, #0xbf\n\t"
4578 "orr r11, r11, #0x4e00\n\t"
4579#else
4580 "mov r11, #0x4ebf\n\t"
4581#endif
4582#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4583#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4584 "smulwb r12, r11, r2\n\t"
4585 "smulwt lr, r11, r2\n\t"
4586 "smulbt r12, r10, r12\n\t"
4587 "smulbt lr, r10, lr\n\t"
4588 "pkhbt r12, r12, lr, LSL #16\n\t"
4589 "ssub16 r2, r2, r12\n\t"
4590#else
4591#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4592 "lsl r12, r2, #16\n\t"
4593 "asr r12, r12, #16\n\t"
4594#else
4595 "sbfx r12, r2, #0, #16\n\t"
4596#endif
4597#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4598 "asr lr, r2, #16\n\t"
4599#else
4600 "sbfx lr, r2, #16, #16\n\t"
4601#endif
4602 "mul r12, r11, r12\n\t"
4603 "mul lr, r11, lr\n\t"
4604 "asr r12, r12, #26\n\t"
4605 "asr lr, lr, #26\n\t"
4606 "mul r12, r10, r12\n\t"
4607 "mul lr, r10, lr\n\t"
4608 "sub lr, r2, lr, lsl #16\n\t"
4609 "sub r2, r2, r12\n\t"
4610 "lsr lr, lr, #16\n\t"
4611#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4612 "bic r2, r2, #0xff0000\n\t"
4613 "bic r2, r2, #0xff000000\n\t"
4614 "orr r2, r2, lr, lsl #16\n\t"
4615#else
4616 "bfi r2, lr, #16, #16\n\t"
4617#endif
4618#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4619#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4620 "smulwb r12, r11, r3\n\t"
4621 "smulwt lr, r11, r3\n\t"
4622 "smulbt r12, r10, r12\n\t"
4623 "smulbt lr, r10, lr\n\t"
4624 "pkhbt r12, r12, lr, LSL #16\n\t"
4625 "ssub16 r3, r3, r12\n\t"
4626#else
4627#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4628 "lsl r12, r3, #16\n\t"
4629 "asr r12, r12, #16\n\t"
4630#else
4631 "sbfx r12, r3, #0, #16\n\t"
4632#endif
4633#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4634 "asr lr, r3, #16\n\t"
4635#else
4636 "sbfx lr, r3, #16, #16\n\t"
4637#endif
4638 "mul r12, r11, r12\n\t"
4639 "mul lr, r11, lr\n\t"
4640 "asr r12, r12, #26\n\t"
4641 "asr lr, lr, #26\n\t"
4642 "mul r12, r10, r12\n\t"
4643 "mul lr, r10, lr\n\t"
4644 "sub lr, r3, lr, lsl #16\n\t"
4645 "sub r3, r3, r12\n\t"
4646 "lsr lr, lr, #16\n\t"
4647#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4648 "bic r3, r3, #0xff0000\n\t"
4649 "bic r3, r3, #0xff000000\n\t"
4650 "orr r3, r3, lr, lsl #16\n\t"
4651#else
4652 "bfi r3, lr, #16, #16\n\t"
4653#endif
4654#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4655#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4656 "smulwb r12, r11, r4\n\t"
4657 "smulwt lr, r11, r4\n\t"
4658 "smulbt r12, r10, r12\n\t"
4659 "smulbt lr, r10, lr\n\t"
4660 "pkhbt r12, r12, lr, LSL #16\n\t"
4661 "ssub16 r4, r4, r12\n\t"
4662#else
4663#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4664 "lsl r12, r4, #16\n\t"
4665 "asr r12, r12, #16\n\t"
4666#else
4667 "sbfx r12, r4, #0, #16\n\t"
4668#endif
4669#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4670 "asr lr, r4, #16\n\t"
4671#else
4672 "sbfx lr, r4, #16, #16\n\t"
4673#endif
4674 "mul r12, r11, r12\n\t"
4675 "mul lr, r11, lr\n\t"
4676 "asr r12, r12, #26\n\t"
4677 "asr lr, lr, #26\n\t"
4678 "mul r12, r10, r12\n\t"
4679 "mul lr, r10, lr\n\t"
4680 "sub lr, r4, lr, lsl #16\n\t"
4681 "sub r4, r4, r12\n\t"
4682 "lsr lr, lr, #16\n\t"
4683#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4684 "bic r4, r4, #0xff0000\n\t"
4685 "bic r4, r4, #0xff000000\n\t"
4686 "orr r4, r4, lr, lsl #16\n\t"
4687#else
4688 "bfi r4, lr, #16, #16\n\t"
4689#endif
4690#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4691#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4692 "smulwb r12, r11, r5\n\t"
4693 "smulwt lr, r11, r5\n\t"
4694 "smulbt r12, r10, r12\n\t"
4695 "smulbt lr, r10, lr\n\t"
4696 "pkhbt r12, r12, lr, LSL #16\n\t"
4697 "ssub16 r5, r5, r12\n\t"
4698#else
4699#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4700 "lsl r12, r5, #16\n\t"
4701 "asr r12, r12, #16\n\t"
4702#else
4703 "sbfx r12, r5, #0, #16\n\t"
4704#endif
4705#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4706 "asr lr, r5, #16\n\t"
4707#else
4708 "sbfx lr, r5, #16, #16\n\t"
4709#endif
4710 "mul r12, r11, r12\n\t"
4711 "mul lr, r11, lr\n\t"
4712 "asr r12, r12, #26\n\t"
4713 "asr lr, lr, #26\n\t"
4714 "mul r12, r10, r12\n\t"
4715 "mul lr, r10, lr\n\t"
4716 "sub lr, r5, lr, lsl #16\n\t"
4717 "sub r5, r5, r12\n\t"
4718 "lsr lr, lr, #16\n\t"
4719#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4720 "bic r5, r5, #0xff0000\n\t"
4721 "bic r5, r5, #0xff000000\n\t"
4722 "orr r5, r5, lr, lsl #16\n\t"
4723#else
4724 "bfi r5, lr, #16, #16\n\t"
4725#endif
4726#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4727 "str r2, [%[r]]\n\t"
4728 "str r3, [%[r], #4]\n\t"
4729 "str r4, [%[r], #8]\n\t"
4730 "str r5, [%[r], #12]\n\t"
4731 "str r6, [%[r], #16]\n\t"
4732 "str r7, [%[r], #20]\n\t"
4733 "str r8, [%[r], #24]\n\t"
4734 "str r9, [%[r], #28]\n\t"
4735 "ldr r3, [sp, #4]\n\t"
4736 "add r3, r3, #16\n\t"
4737 "rsbs r12, r3, #0x100\n\t"
4738 "add %[r], %[r], #32\n\t"
4739 "bne L_mlkem_invntt_loop_765_%=\n\t"
4740 "sub %[r], %[r], #0x200\n\t"
4741 "mov r3, #0\n\t"
4742 "\n"
4743 "L_mlkem_invntt_loop_4_j_%=:\n\t"
4744 "str r3, [sp, #4]\n\t"
4745 "add r11, r1, r3, lsr #4\n\t"
4746 "mov r2, #4\n\t"
4747 "ldr r11, [r11, #224]\n\t"
4748 "\n"
4749 "L_mlkem_invntt_loop_4_i_%=:\n\t"
4750 "str r2, [sp]\n\t"
4751 "ldr r2, [%[r]]\n\t"
4752 "ldr r3, [%[r], #16]\n\t"
4753 "ldr r4, [%[r], #32]\n\t"
4754 "ldr r5, [%[r], #48]\n\t"
4755 "ldr r6, [%[r], #64]\n\t"
4756 "ldr r7, [%[r], #80]\n\t"
4757 "ldr r8, [%[r], #96]\n\t"
4758 "ldr r9, [%[r], #112]\n\t"
4759#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4760 "ssub16 r12, r2, r4\n\t"
4761 "sadd16 r2, r2, r4\n\t"
4762 "smulbt r4, r11, r12\n\t"
4763 "smulbb r12, r11, r12\n\t"
4764 "smultb lr, r10, r12\n\t"
4765 "smlabb r12, r10, lr, r12\n\t"
4766 "smultb lr, r10, r4\n\t"
4767 "smlabb r4, r10, lr, r4\n\t"
4768 "pkhtb r4, r4, r12, ASR #16\n\t"
4769#else
4770 "sub lr, r2, r4\n\t"
4771 "add r10, r2, r4\n\t"
4772#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4773 "bic r4, r4, #0xff\n\t"
4774 "bic r4, r4, #0xff00\n\t"
4775#else
4776 "bfc r4, #0, #16\n\t"
4777#endif
4778#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4779 "bic r2, r2, #0xff\n\t"
4780 "bic r2, r2, #0xff00\n\t"
4781#else
4782 "bfc r2, #0, #16\n\t"
4783#endif
4784 "sub r12, r2, r4\n\t"
4785 "add r2, r2, r4\n\t"
4786#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4787 "lsr r12, r12, #16\n\t"
4788 "orr r12, r12, lr, lsl #16\n\t"
4789 "ror r12, r12, #16\n\t"
4790#else
4791 "bfi r12, lr, #0, #16\n\t"
4792#endif
4793#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4794 "lsr r2, r2, #16\n\t"
4795 "orr r2, r2, r10, lsl #16\n\t"
4796 "ror r2, r2, #16\n\t"
4797#else
4798 "bfi r2, r10, #0, #16\n\t"
4799#endif
4800#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4801 "lsl lr, r11, #16\n\t"
4802 "asr lr, lr, #16\n\t"
4803#else
4804 "sbfx lr, r11, #0, #16\n\t"
4805#endif
4806 "asr r10, r12, #16\n\t"
4807 "mul r4, lr, r10\n\t"
4808#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4809 "lsl r12, r12, #16\n\t"
4810 "asr r12, r12, #16\n\t"
4811#else
4812 "sbfx r12, r12, #0, #16\n\t"
4813#endif
4814 "mul r12, lr, r12\n\t"
4815#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4816 "mov r10, #0xff\n\t"
4817 "orr r10, r10, #0xc00\n\t"
4818#else
4819 "mov r10, #0xcff\n\t"
4820#endif
4821#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4822 "lsl lr, r12, #16\n\t"
4823 "asr lr, lr, #16\n\t"
4824#else
4825 "sbfx lr, r12, #0, #16\n\t"
4826#endif
4827 "mul lr, r10, lr\n\t"
4828#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4829 "mov r10, #0x1\n\t"
4830 "orr r10, r10, #0xd00\n\t"
4831#else
4832 "mov r10, #0xd01\n\t"
4833#endif
4834#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4835 "lsl lr, lr, #16\n\t"
4836 "asr lr, lr, #16\n\t"
4837#else
4838 "sbfx lr, lr, #0, #16\n\t"
4839#endif
4840 "mla r12, r10, lr, r12\n\t"
4841#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4842 "mov r10, #0xff\n\t"
4843 "orr r10, r10, #0xc00\n\t"
4844#else
4845 "mov r10, #0xcff\n\t"
4846#endif
4847#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4848 "lsl lr, r4, #16\n\t"
4849 "asr lr, lr, #16\n\t"
4850#else
4851 "sbfx lr, r4, #0, #16\n\t"
4852#endif
4853 "mul lr, r10, lr\n\t"
4854#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4855 "mov r10, #0x1\n\t"
4856 "orr r10, r10, #0xd00\n\t"
4857#else
4858 "mov r10, #0xd01\n\t"
4859#endif
4860#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4861 "lsl lr, lr, #16\n\t"
4862 "asr lr, lr, #16\n\t"
4863#else
4864 "sbfx lr, lr, #0, #16\n\t"
4865#endif
4866 "lsr r12, r12, #16\n\t"
4867 "mla r4, r10, lr, r4\n\t"
4868#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4869 "lsr r4, r4, #16\n\t"
4870 "orr r4, r4, r12, lsl #16\n\t"
4871 "ror r4, r4, #16\n\t"
4872#else
4873 "bfi r4, r12, #0, #16\n\t"
4874#endif
4875#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4876#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4877 "ssub16 r12, r3, r5\n\t"
4878 "sadd16 r3, r3, r5\n\t"
4879 "smulbt r5, r11, r12\n\t"
4880 "smulbb r12, r11, r12\n\t"
4881 "smultb lr, r10, r12\n\t"
4882 "smlabb r12, r10, lr, r12\n\t"
4883 "smultb lr, r10, r5\n\t"
4884 "smlabb r5, r10, lr, r5\n\t"
4885 "pkhtb r5, r5, r12, ASR #16\n\t"
4886#else
4887 "sub lr, r3, r5\n\t"
4888 "add r10, r3, r5\n\t"
4889#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4890 "bic r5, r5, #0xff\n\t"
4891 "bic r5, r5, #0xff00\n\t"
4892#else
4893 "bfc r5, #0, #16\n\t"
4894#endif
4895#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4896 "bic r3, r3, #0xff\n\t"
4897 "bic r3, r3, #0xff00\n\t"
4898#else
4899 "bfc r3, #0, #16\n\t"
4900#endif
4901 "sub r12, r3, r5\n\t"
4902 "add r3, r3, r5\n\t"
4903#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4904 "lsr r12, r12, #16\n\t"
4905 "orr r12, r12, lr, lsl #16\n\t"
4906 "ror r12, r12, #16\n\t"
4907#else
4908 "bfi r12, lr, #0, #16\n\t"
4909#endif
4910#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4911 "lsr r3, r3, #16\n\t"
4912 "orr r3, r3, r10, lsl #16\n\t"
4913 "ror r3, r3, #16\n\t"
4914#else
4915 "bfi r3, r10, #0, #16\n\t"
4916#endif
4917#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4918 "lsl lr, r11, #16\n\t"
4919 "asr lr, lr, #16\n\t"
4920#else
4921 "sbfx lr, r11, #0, #16\n\t"
4922#endif
4923 "asr r10, r12, #16\n\t"
4924 "mul r5, lr, r10\n\t"
4925#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4926 "lsl r12, r12, #16\n\t"
4927 "asr r12, r12, #16\n\t"
4928#else
4929 "sbfx r12, r12, #0, #16\n\t"
4930#endif
4931 "mul r12, lr, r12\n\t"
4932#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4933 "mov r10, #0xff\n\t"
4934 "orr r10, r10, #0xc00\n\t"
4935#else
4936 "mov r10, #0xcff\n\t"
4937#endif
4938#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4939 "lsl lr, r12, #16\n\t"
4940 "asr lr, lr, #16\n\t"
4941#else
4942 "sbfx lr, r12, #0, #16\n\t"
4943#endif
4944 "mul lr, r10, lr\n\t"
4945#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4946 "mov r10, #0x1\n\t"
4947 "orr r10, r10, #0xd00\n\t"
4948#else
4949 "mov r10, #0xd01\n\t"
4950#endif
4951#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4952 "lsl lr, lr, #16\n\t"
4953 "asr lr, lr, #16\n\t"
4954#else
4955 "sbfx lr, lr, #0, #16\n\t"
4956#endif
4957 "mla r12, r10, lr, r12\n\t"
4958#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4959 "mov r10, #0xff\n\t"
4960 "orr r10, r10, #0xc00\n\t"
4961#else
4962 "mov r10, #0xcff\n\t"
4963#endif
4964#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4965 "lsl lr, r5, #16\n\t"
4966 "asr lr, lr, #16\n\t"
4967#else
4968 "sbfx lr, r5, #0, #16\n\t"
4969#endif
4970 "mul lr, r10, lr\n\t"
4971#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4972 "mov r10, #0x1\n\t"
4973 "orr r10, r10, #0xd00\n\t"
4974#else
4975 "mov r10, #0xd01\n\t"
4976#endif
4977#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4978 "lsl lr, lr, #16\n\t"
4979 "asr lr, lr, #16\n\t"
4980#else
4981 "sbfx lr, lr, #0, #16\n\t"
4982#endif
4983 "lsr r12, r12, #16\n\t"
4984 "mla r5, r10, lr, r5\n\t"
4985#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
4986 "lsr r5, r5, #16\n\t"
4987 "orr r5, r5, r12, lsl #16\n\t"
4988 "ror r5, r5, #16\n\t"
4989#else
4990 "bfi r5, r12, #0, #16\n\t"
4991#endif
4992#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
4993#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
4994 "ssub16 r12, r6, r8\n\t"
4995 "sadd16 r6, r6, r8\n\t"
4996 "smultt r8, r11, r12\n\t"
4997 "smultb r12, r11, r12\n\t"
4998 "smultb lr, r10, r12\n\t"
4999 "smlabb r12, r10, lr, r12\n\t"
5000 "smultb lr, r10, r8\n\t"
5001 "smlabb r8, r10, lr, r8\n\t"
5002 "pkhtb r8, r8, r12, ASR #16\n\t"
5003#else
5004 "sub lr, r6, r8\n\t"
5005 "add r10, r6, r8\n\t"
5006#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5007 "bic r8, r8, #0xff\n\t"
5008 "bic r8, r8, #0xff00\n\t"
5009#else
5010 "bfc r8, #0, #16\n\t"
5011#endif
5012#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5013 "bic r6, r6, #0xff\n\t"
5014 "bic r6, r6, #0xff00\n\t"
5015#else
5016 "bfc r6, #0, #16\n\t"
5017#endif
5018 "sub r12, r6, r8\n\t"
5019 "add r6, r6, r8\n\t"
5020#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5021 "lsr r12, r12, #16\n\t"
5022 "orr r12, r12, lr, lsl #16\n\t"
5023 "ror r12, r12, #16\n\t"
5024#else
5025 "bfi r12, lr, #0, #16\n\t"
5026#endif
5027#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5028 "lsr r6, r6, #16\n\t"
5029 "orr r6, r6, r10, lsl #16\n\t"
5030 "ror r6, r6, #16\n\t"
5031#else
5032 "bfi r6, r10, #0, #16\n\t"
5033#endif
5034#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5035 "asr lr, r11, #16\n\t"
5036#else
5037 "sbfx lr, r11, #16, #16\n\t"
5038#endif
5039 "asr r10, r12, #16\n\t"
5040 "mul r8, lr, r10\n\t"
5041#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5042 "lsl r12, r12, #16\n\t"
5043 "asr r12, r12, #16\n\t"
5044#else
5045 "sbfx r12, r12, #0, #16\n\t"
5046#endif
5047 "mul r12, lr, r12\n\t"
5048#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5049 "mov r10, #0xff\n\t"
5050 "orr r10, r10, #0xc00\n\t"
5051#else
5052 "mov r10, #0xcff\n\t"
5053#endif
5054#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5055 "lsl lr, r12, #16\n\t"
5056 "asr lr, lr, #16\n\t"
5057#else
5058 "sbfx lr, r12, #0, #16\n\t"
5059#endif
5060 "mul lr, r10, lr\n\t"
5061#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5062 "mov r10, #0x1\n\t"
5063 "orr r10, r10, #0xd00\n\t"
5064#else
5065 "mov r10, #0xd01\n\t"
5066#endif
5067#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5068 "lsl lr, lr, #16\n\t"
5069 "asr lr, lr, #16\n\t"
5070#else
5071 "sbfx lr, lr, #0, #16\n\t"
5072#endif
5073 "mla r12, r10, lr, r12\n\t"
5074#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5075 "mov r10, #0xff\n\t"
5076 "orr r10, r10, #0xc00\n\t"
5077#else
5078 "mov r10, #0xcff\n\t"
5079#endif
5080#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5081 "lsl lr, r8, #16\n\t"
5082 "asr lr, lr, #16\n\t"
5083#else
5084 "sbfx lr, r8, #0, #16\n\t"
5085#endif
5086 "mul lr, r10, lr\n\t"
5087#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5088 "mov r10, #0x1\n\t"
5089 "orr r10, r10, #0xd00\n\t"
5090#else
5091 "mov r10, #0xd01\n\t"
5092#endif
5093#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5094 "lsl lr, lr, #16\n\t"
5095 "asr lr, lr, #16\n\t"
5096#else
5097 "sbfx lr, lr, #0, #16\n\t"
5098#endif
5099 "lsr r12, r12, #16\n\t"
5100 "mla r8, r10, lr, r8\n\t"
5101#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5102 "lsr r8, r8, #16\n\t"
5103 "orr r8, r8, r12, lsl #16\n\t"
5104 "ror r8, r8, #16\n\t"
5105#else
5106 "bfi r8, r12, #0, #16\n\t"
5107#endif
5108#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5109#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5110 "ssub16 r12, r7, r9\n\t"
5111 "sadd16 r7, r7, r9\n\t"
5112 "smultt r9, r11, r12\n\t"
5113 "smultb r12, r11, r12\n\t"
5114 "smultb lr, r10, r12\n\t"
5115 "smlabb r12, r10, lr, r12\n\t"
5116 "smultb lr, r10, r9\n\t"
5117 "smlabb r9, r10, lr, r9\n\t"
5118 "pkhtb r9, r9, r12, ASR #16\n\t"
5119#else
5120 "sub lr, r7, r9\n\t"
5121 "add r10, r7, r9\n\t"
5122#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5123 "bic r9, r9, #0xff\n\t"
5124 "bic r9, r9, #0xff00\n\t"
5125#else
5126 "bfc r9, #0, #16\n\t"
5127#endif
5128#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5129 "bic r7, r7, #0xff\n\t"
5130 "bic r7, r7, #0xff00\n\t"
5131#else
5132 "bfc r7, #0, #16\n\t"
5133#endif
5134 "sub r12, r7, r9\n\t"
5135 "add r7, r7, r9\n\t"
5136#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5137 "lsr r12, r12, #16\n\t"
5138 "orr r12, r12, lr, lsl #16\n\t"
5139 "ror r12, r12, #16\n\t"
5140#else
5141 "bfi r12, lr, #0, #16\n\t"
5142#endif
5143#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5144 "lsr r7, r7, #16\n\t"
5145 "orr r7, r7, r10, lsl #16\n\t"
5146 "ror r7, r7, #16\n\t"
5147#else
5148 "bfi r7, r10, #0, #16\n\t"
5149#endif
5150#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5151 "asr lr, r11, #16\n\t"
5152#else
5153 "sbfx lr, r11, #16, #16\n\t"
5154#endif
5155 "asr r10, r12, #16\n\t"
5156 "mul r9, lr, r10\n\t"
5157#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5158 "lsl r12, r12, #16\n\t"
5159 "asr r12, r12, #16\n\t"
5160#else
5161 "sbfx r12, r12, #0, #16\n\t"
5162#endif
5163 "mul r12, lr, r12\n\t"
5164#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5165 "mov r10, #0xff\n\t"
5166 "orr r10, r10, #0xc00\n\t"
5167#else
5168 "mov r10, #0xcff\n\t"
5169#endif
5170#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5171 "lsl lr, r12, #16\n\t"
5172 "asr lr, lr, #16\n\t"
5173#else
5174 "sbfx lr, r12, #0, #16\n\t"
5175#endif
5176 "mul lr, r10, lr\n\t"
5177#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5178 "mov r10, #0x1\n\t"
5179 "orr r10, r10, #0xd00\n\t"
5180#else
5181 "mov r10, #0xd01\n\t"
5182#endif
5183#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5184 "lsl lr, lr, #16\n\t"
5185 "asr lr, lr, #16\n\t"
5186#else
5187 "sbfx lr, lr, #0, #16\n\t"
5188#endif
5189 "mla r12, r10, lr, r12\n\t"
5190#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5191 "mov r10, #0xff\n\t"
5192 "orr r10, r10, #0xc00\n\t"
5193#else
5194 "mov r10, #0xcff\n\t"
5195#endif
5196#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5197 "lsl lr, r9, #16\n\t"
5198 "asr lr, lr, #16\n\t"
5199#else
5200 "sbfx lr, r9, #0, #16\n\t"
5201#endif
5202 "mul lr, r10, lr\n\t"
5203#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5204 "mov r10, #0x1\n\t"
5205 "orr r10, r10, #0xd00\n\t"
5206#else
5207 "mov r10, #0xd01\n\t"
5208#endif
5209#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5210 "lsl lr, lr, #16\n\t"
5211 "asr lr, lr, #16\n\t"
5212#else
5213 "sbfx lr, lr, #0, #16\n\t"
5214#endif
5215 "lsr r12, r12, #16\n\t"
5216 "mla r9, r10, lr, r9\n\t"
5217#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5218 "lsr r9, r9, #16\n\t"
5219 "orr r9, r9, r12, lsl #16\n\t"
5220 "ror r9, r9, #16\n\t"
5221#else
5222 "bfi r9, r12, #0, #16\n\t"
5223#endif
5224#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5225 "str r2, [%[r]]\n\t"
5226 "str r3, [%[r], #16]\n\t"
5227 "str r4, [%[r], #32]\n\t"
5228 "str r5, [%[r], #48]\n\t"
5229 "str r6, [%[r], #64]\n\t"
5230 "str r7, [%[r], #80]\n\t"
5231 "str r8, [%[r], #96]\n\t"
5232 "str r9, [%[r], #112]\n\t"
5233#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5234 "ldm sp, {r2, r3}\n\t"
5235#else
5236 "ldrd r2, r3, [sp]\n\t"
5237#endif
5238 "subs r2, r2, #1\n\t"
5239 "add %[r], %[r], #4\n\t"
5240 "bne L_mlkem_invntt_loop_4_i_%=\n\t"
5241 "add r3, r3, #0x40\n\t"
5242 "rsbs r12, r3, #0x100\n\t"
5243 "add %[r], %[r], #0x70\n\t"
5244 "bne L_mlkem_invntt_loop_4_j_%=\n\t"
5245 "sub %[r], %[r], #0x200\n\t"
5246 "mov r2, #16\n\t"
5247 "\n"
5248 "L_mlkem_invntt_loop_321_%=:\n\t"
5249 "str r2, [sp]\n\t"
5250 "ldrh r11, [r1, #2]\n\t"
5251 "ldr r2, [%[r]]\n\t"
5252 "ldr r3, [%[r], #64]\n\t"
5253 "ldr r4, [%[r], #128]\n\t"
5254 "ldr r5, [%[r], #192]\n\t"
5255 "ldr r6, [%[r], #256]\n\t"
5256 "ldr r7, [%[r], #320]\n\t"
5257 "ldr r8, [%[r], #384]\n\t"
5258 "ldr r9, [%[r], #448]\n\t"
5259 "ldr r11, [r1, #240]\n\t"
5260#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5261 "ssub16 r12, r2, r3\n\t"
5262 "sadd16 r2, r2, r3\n\t"
5263 "smulbt r3, r11, r12\n\t"
5264 "smulbb r12, r11, r12\n\t"
5265 "smultb lr, r10, r12\n\t"
5266 "smlabb r12, r10, lr, r12\n\t"
5267 "smultb lr, r10, r3\n\t"
5268 "smlabb r3, r10, lr, r3\n\t"
5269 "pkhtb r3, r3, r12, ASR #16\n\t"
5270#else
5271 "sub lr, r2, r3\n\t"
5272 "add r10, r2, r3\n\t"
5273#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5274 "bic r3, r3, #0xff\n\t"
5275 "bic r3, r3, #0xff00\n\t"
5276#else
5277 "bfc r3, #0, #16\n\t"
5278#endif
5279#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5280 "bic r2, r2, #0xff\n\t"
5281 "bic r2, r2, #0xff00\n\t"
5282#else
5283 "bfc r2, #0, #16\n\t"
5284#endif
5285 "sub r12, r2, r3\n\t"
5286 "add r2, r2, r3\n\t"
5287#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5288 "lsr r12, r12, #16\n\t"
5289 "orr r12, r12, lr, lsl #16\n\t"
5290 "ror r12, r12, #16\n\t"
5291#else
5292 "bfi r12, lr, #0, #16\n\t"
5293#endif
5294#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5295 "lsr r2, r2, #16\n\t"
5296 "orr r2, r2, r10, lsl #16\n\t"
5297 "ror r2, r2, #16\n\t"
5298#else
5299 "bfi r2, r10, #0, #16\n\t"
5300#endif
5301#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5302 "lsl lr, r11, #16\n\t"
5303 "asr lr, lr, #16\n\t"
5304#else
5305 "sbfx lr, r11, #0, #16\n\t"
5306#endif
5307 "asr r10, r12, #16\n\t"
5308 "mul r3, lr, r10\n\t"
5309#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5310 "lsl r12, r12, #16\n\t"
5311 "asr r12, r12, #16\n\t"
5312#else
5313 "sbfx r12, r12, #0, #16\n\t"
5314#endif
5315 "mul r12, lr, r12\n\t"
5316#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5317 "mov r10, #0xff\n\t"
5318 "orr r10, r10, #0xc00\n\t"
5319#else
5320 "mov r10, #0xcff\n\t"
5321#endif
5322#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5323 "lsl lr, r12, #16\n\t"
5324 "asr lr, lr, #16\n\t"
5325#else
5326 "sbfx lr, r12, #0, #16\n\t"
5327#endif
5328 "mul lr, r10, lr\n\t"
5329#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5330 "mov r10, #0x1\n\t"
5331 "orr r10, r10, #0xd00\n\t"
5332#else
5333 "mov r10, #0xd01\n\t"
5334#endif
5335#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5336 "lsl lr, lr, #16\n\t"
5337 "asr lr, lr, #16\n\t"
5338#else
5339 "sbfx lr, lr, #0, #16\n\t"
5340#endif
5341 "mla r12, r10, lr, r12\n\t"
5342#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5343 "mov r10, #0xff\n\t"
5344 "orr r10, r10, #0xc00\n\t"
5345#else
5346 "mov r10, #0xcff\n\t"
5347#endif
5348#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5349 "lsl lr, r3, #16\n\t"
5350 "asr lr, lr, #16\n\t"
5351#else
5352 "sbfx lr, r3, #0, #16\n\t"
5353#endif
5354 "mul lr, r10, lr\n\t"
5355#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5356 "mov r10, #0x1\n\t"
5357 "orr r10, r10, #0xd00\n\t"
5358#else
5359 "mov r10, #0xd01\n\t"
5360#endif
5361#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5362 "lsl lr, lr, #16\n\t"
5363 "asr lr, lr, #16\n\t"
5364#else
5365 "sbfx lr, lr, #0, #16\n\t"
5366#endif
5367 "lsr r12, r12, #16\n\t"
5368 "mla r3, r10, lr, r3\n\t"
5369#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5370 "lsr r3, r3, #16\n\t"
5371 "orr r3, r3, r12, lsl #16\n\t"
5372 "ror r3, r3, #16\n\t"
5373#else
5374 "bfi r3, r12, #0, #16\n\t"
5375#endif
5376#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5377#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5378 "ssub16 r12, r4, r5\n\t"
5379 "sadd16 r4, r4, r5\n\t"
5380 "smultt r5, r11, r12\n\t"
5381 "smultb r12, r11, r12\n\t"
5382 "smultb lr, r10, r12\n\t"
5383 "smlabb r12, r10, lr, r12\n\t"
5384 "smultb lr, r10, r5\n\t"
5385 "smlabb r5, r10, lr, r5\n\t"
5386 "pkhtb r5, r5, r12, ASR #16\n\t"
5387#else
5388 "sub lr, r4, r5\n\t"
5389 "add r10, r4, r5\n\t"
5390#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5391 "bic r5, r5, #0xff\n\t"
5392 "bic r5, r5, #0xff00\n\t"
5393#else
5394 "bfc r5, #0, #16\n\t"
5395#endif
5396#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5397 "bic r4, r4, #0xff\n\t"
5398 "bic r4, r4, #0xff00\n\t"
5399#else
5400 "bfc r4, #0, #16\n\t"
5401#endif
5402 "sub r12, r4, r5\n\t"
5403 "add r4, r4, r5\n\t"
5404#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5405 "lsr r12, r12, #16\n\t"
5406 "orr r12, r12, lr, lsl #16\n\t"
5407 "ror r12, r12, #16\n\t"
5408#else
5409 "bfi r12, lr, #0, #16\n\t"
5410#endif
5411#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5412 "lsr r4, r4, #16\n\t"
5413 "orr r4, r4, r10, lsl #16\n\t"
5414 "ror r4, r4, #16\n\t"
5415#else
5416 "bfi r4, r10, #0, #16\n\t"
5417#endif
5418#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5419 "asr lr, r11, #16\n\t"
5420#else
5421 "sbfx lr, r11, #16, #16\n\t"
5422#endif
5423 "asr r10, r12, #16\n\t"
5424 "mul r5, lr, r10\n\t"
5425#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5426 "lsl r12, r12, #16\n\t"
5427 "asr r12, r12, #16\n\t"
5428#else
5429 "sbfx r12, r12, #0, #16\n\t"
5430#endif
5431 "mul r12, lr, r12\n\t"
5432#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5433 "mov r10, #0xff\n\t"
5434 "orr r10, r10, #0xc00\n\t"
5435#else
5436 "mov r10, #0xcff\n\t"
5437#endif
5438#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5439 "lsl lr, r12, #16\n\t"
5440 "asr lr, lr, #16\n\t"
5441#else
5442 "sbfx lr, r12, #0, #16\n\t"
5443#endif
5444 "mul lr, r10, lr\n\t"
5445#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5446 "mov r10, #0x1\n\t"
5447 "orr r10, r10, #0xd00\n\t"
5448#else
5449 "mov r10, #0xd01\n\t"
5450#endif
5451#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5452 "lsl lr, lr, #16\n\t"
5453 "asr lr, lr, #16\n\t"
5454#else
5455 "sbfx lr, lr, #0, #16\n\t"
5456#endif
5457 "mla r12, r10, lr, r12\n\t"
5458#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5459 "mov r10, #0xff\n\t"
5460 "orr r10, r10, #0xc00\n\t"
5461#else
5462 "mov r10, #0xcff\n\t"
5463#endif
5464#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5465 "lsl lr, r5, #16\n\t"
5466 "asr lr, lr, #16\n\t"
5467#else
5468 "sbfx lr, r5, #0, #16\n\t"
5469#endif
5470 "mul lr, r10, lr\n\t"
5471#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5472 "mov r10, #0x1\n\t"
5473 "orr r10, r10, #0xd00\n\t"
5474#else
5475 "mov r10, #0xd01\n\t"
5476#endif
5477#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5478 "lsl lr, lr, #16\n\t"
5479 "asr lr, lr, #16\n\t"
5480#else
5481 "sbfx lr, lr, #0, #16\n\t"
5482#endif
5483 "lsr r12, r12, #16\n\t"
5484 "mla r5, r10, lr, r5\n\t"
5485#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5486 "lsr r5, r5, #16\n\t"
5487 "orr r5, r5, r12, lsl #16\n\t"
5488 "ror r5, r5, #16\n\t"
5489#else
5490 "bfi r5, r12, #0, #16\n\t"
5491#endif
5492#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5493 "ldr r11, [r1, #244]\n\t"
5494#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5495 "ssub16 r12, r6, r7\n\t"
5496 "sadd16 r6, r6, r7\n\t"
5497 "smulbt r7, r11, r12\n\t"
5498 "smulbb r12, r11, r12\n\t"
5499 "smultb lr, r10, r12\n\t"
5500 "smlabb r12, r10, lr, r12\n\t"
5501 "smultb lr, r10, r7\n\t"
5502 "smlabb r7, r10, lr, r7\n\t"
5503 "pkhtb r7, r7, r12, ASR #16\n\t"
5504#else
5505 "sub lr, r6, r7\n\t"
5506 "add r10, r6, r7\n\t"
5507#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5508 "bic r7, r7, #0xff\n\t"
5509 "bic r7, r7, #0xff00\n\t"
5510#else
5511 "bfc r7, #0, #16\n\t"
5512#endif
5513#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5514 "bic r6, r6, #0xff\n\t"
5515 "bic r6, r6, #0xff00\n\t"
5516#else
5517 "bfc r6, #0, #16\n\t"
5518#endif
5519 "sub r12, r6, r7\n\t"
5520 "add r6, r6, r7\n\t"
5521#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5522 "lsr r12, r12, #16\n\t"
5523 "orr r12, r12, lr, lsl #16\n\t"
5524 "ror r12, r12, #16\n\t"
5525#else
5526 "bfi r12, lr, #0, #16\n\t"
5527#endif
5528#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5529 "lsr r6, r6, #16\n\t"
5530 "orr r6, r6, r10, lsl #16\n\t"
5531 "ror r6, r6, #16\n\t"
5532#else
5533 "bfi r6, r10, #0, #16\n\t"
5534#endif
5535#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5536 "lsl lr, r11, #16\n\t"
5537 "asr lr, lr, #16\n\t"
5538#else
5539 "sbfx lr, r11, #0, #16\n\t"
5540#endif
5541 "asr r10, r12, #16\n\t"
5542 "mul r7, lr, r10\n\t"
5543#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5544 "lsl r12, r12, #16\n\t"
5545 "asr r12, r12, #16\n\t"
5546#else
5547 "sbfx r12, r12, #0, #16\n\t"
5548#endif
5549 "mul r12, lr, r12\n\t"
5550#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5551 "mov r10, #0xff\n\t"
5552 "orr r10, r10, #0xc00\n\t"
5553#else
5554 "mov r10, #0xcff\n\t"
5555#endif
5556#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5557 "lsl lr, r12, #16\n\t"
5558 "asr lr, lr, #16\n\t"
5559#else
5560 "sbfx lr, r12, #0, #16\n\t"
5561#endif
5562 "mul lr, r10, lr\n\t"
5563#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5564 "mov r10, #0x1\n\t"
5565 "orr r10, r10, #0xd00\n\t"
5566#else
5567 "mov r10, #0xd01\n\t"
5568#endif
5569#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5570 "lsl lr, lr, #16\n\t"
5571 "asr lr, lr, #16\n\t"
5572#else
5573 "sbfx lr, lr, #0, #16\n\t"
5574#endif
5575 "mla r12, r10, lr, r12\n\t"
5576#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5577 "mov r10, #0xff\n\t"
5578 "orr r10, r10, #0xc00\n\t"
5579#else
5580 "mov r10, #0xcff\n\t"
5581#endif
5582#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5583 "lsl lr, r7, #16\n\t"
5584 "asr lr, lr, #16\n\t"
5585#else
5586 "sbfx lr, r7, #0, #16\n\t"
5587#endif
5588 "mul lr, r10, lr\n\t"
5589#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5590 "mov r10, #0x1\n\t"
5591 "orr r10, r10, #0xd00\n\t"
5592#else
5593 "mov r10, #0xd01\n\t"
5594#endif
5595#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5596 "lsl lr, lr, #16\n\t"
5597 "asr lr, lr, #16\n\t"
5598#else
5599 "sbfx lr, lr, #0, #16\n\t"
5600#endif
5601 "lsr r12, r12, #16\n\t"
5602 "mla r7, r10, lr, r7\n\t"
5603#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5604 "lsr r7, r7, #16\n\t"
5605 "orr r7, r7, r12, lsl #16\n\t"
5606 "ror r7, r7, #16\n\t"
5607#else
5608 "bfi r7, r12, #0, #16\n\t"
5609#endif
5610#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5611#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5612 "ssub16 r12, r8, r9\n\t"
5613 "sadd16 r8, r8, r9\n\t"
5614 "smultt r9, r11, r12\n\t"
5615 "smultb r12, r11, r12\n\t"
5616 "smultb lr, r10, r12\n\t"
5617 "smlabb r12, r10, lr, r12\n\t"
5618 "smultb lr, r10, r9\n\t"
5619 "smlabb r9, r10, lr, r9\n\t"
5620 "pkhtb r9, r9, r12, ASR #16\n\t"
5621#else
5622 "sub lr, r8, r9\n\t"
5623 "add r10, r8, r9\n\t"
5624#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5625 "bic r9, r9, #0xff\n\t"
5626 "bic r9, r9, #0xff00\n\t"
5627#else
5628 "bfc r9, #0, #16\n\t"
5629#endif
5630#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5631 "bic r8, r8, #0xff\n\t"
5632 "bic r8, r8, #0xff00\n\t"
5633#else
5634 "bfc r8, #0, #16\n\t"
5635#endif
5636 "sub r12, r8, r9\n\t"
5637 "add r8, r8, r9\n\t"
5638#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5639 "lsr r12, r12, #16\n\t"
5640 "orr r12, r12, lr, lsl #16\n\t"
5641 "ror r12, r12, #16\n\t"
5642#else
5643 "bfi r12, lr, #0, #16\n\t"
5644#endif
5645#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5646 "lsr r8, r8, #16\n\t"
5647 "orr r8, r8, r10, lsl #16\n\t"
5648 "ror r8, r8, #16\n\t"
5649#else
5650 "bfi r8, r10, #0, #16\n\t"
5651#endif
5652#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5653 "asr lr, r11, #16\n\t"
5654#else
5655 "sbfx lr, r11, #16, #16\n\t"
5656#endif
5657 "asr r10, r12, #16\n\t"
5658 "mul r9, lr, r10\n\t"
5659#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5660 "lsl r12, r12, #16\n\t"
5661 "asr r12, r12, #16\n\t"
5662#else
5663 "sbfx r12, r12, #0, #16\n\t"
5664#endif
5665 "mul r12, lr, r12\n\t"
5666#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5667 "mov r10, #0xff\n\t"
5668 "orr r10, r10, #0xc00\n\t"
5669#else
5670 "mov r10, #0xcff\n\t"
5671#endif
5672#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5673 "lsl lr, r12, #16\n\t"
5674 "asr lr, lr, #16\n\t"
5675#else
5676 "sbfx lr, r12, #0, #16\n\t"
5677#endif
5678 "mul lr, r10, lr\n\t"
5679#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5680 "mov r10, #0x1\n\t"
5681 "orr r10, r10, #0xd00\n\t"
5682#else
5683 "mov r10, #0xd01\n\t"
5684#endif
5685#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5686 "lsl lr, lr, #16\n\t"
5687 "asr lr, lr, #16\n\t"
5688#else
5689 "sbfx lr, lr, #0, #16\n\t"
5690#endif
5691 "mla r12, r10, lr, r12\n\t"
5692#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5693 "mov r10, #0xff\n\t"
5694 "orr r10, r10, #0xc00\n\t"
5695#else
5696 "mov r10, #0xcff\n\t"
5697#endif
5698#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5699 "lsl lr, r9, #16\n\t"
5700 "asr lr, lr, #16\n\t"
5701#else
5702 "sbfx lr, r9, #0, #16\n\t"
5703#endif
5704 "mul lr, r10, lr\n\t"
5705#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5706 "mov r10, #0x1\n\t"
5707 "orr r10, r10, #0xd00\n\t"
5708#else
5709 "mov r10, #0xd01\n\t"
5710#endif
5711#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5712 "lsl lr, lr, #16\n\t"
5713 "asr lr, lr, #16\n\t"
5714#else
5715 "sbfx lr, lr, #0, #16\n\t"
5716#endif
5717 "lsr r12, r12, #16\n\t"
5718 "mla r9, r10, lr, r9\n\t"
5719#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5720 "lsr r9, r9, #16\n\t"
5721 "orr r9, r9, r12, lsl #16\n\t"
5722 "ror r9, r9, #16\n\t"
5723#else
5724 "bfi r9, r12, #0, #16\n\t"
5725#endif
5726#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5727 "ldr r11, [r1, #248]\n\t"
5728#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5729 "ssub16 r12, r2, r4\n\t"
5730 "sadd16 r2, r2, r4\n\t"
5731 "smulbt r4, r11, r12\n\t"
5732 "smulbb r12, r11, r12\n\t"
5733 "smultb lr, r10, r12\n\t"
5734 "smlabb r12, r10, lr, r12\n\t"
5735 "smultb lr, r10, r4\n\t"
5736 "smlabb r4, r10, lr, r4\n\t"
5737 "pkhtb r4, r4, r12, ASR #16\n\t"
5738#else
5739 "sub lr, r2, r4\n\t"
5740 "add r10, r2, r4\n\t"
5741#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5742 "bic r4, r4, #0xff\n\t"
5743 "bic r4, r4, #0xff00\n\t"
5744#else
5745 "bfc r4, #0, #16\n\t"
5746#endif
5747#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5748 "bic r2, r2, #0xff\n\t"
5749 "bic r2, r2, #0xff00\n\t"
5750#else
5751 "bfc r2, #0, #16\n\t"
5752#endif
5753 "sub r12, r2, r4\n\t"
5754 "add r2, r2, r4\n\t"
5755#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5756 "lsr r12, r12, #16\n\t"
5757 "orr r12, r12, lr, lsl #16\n\t"
5758 "ror r12, r12, #16\n\t"
5759#else
5760 "bfi r12, lr, #0, #16\n\t"
5761#endif
5762#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5763 "lsr r2, r2, #16\n\t"
5764 "orr r2, r2, r10, lsl #16\n\t"
5765 "ror r2, r2, #16\n\t"
5766#else
5767 "bfi r2, r10, #0, #16\n\t"
5768#endif
5769#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5770 "lsl lr, r11, #16\n\t"
5771 "asr lr, lr, #16\n\t"
5772#else
5773 "sbfx lr, r11, #0, #16\n\t"
5774#endif
5775 "asr r10, r12, #16\n\t"
5776 "mul r4, lr, r10\n\t"
5777#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5778 "lsl r12, r12, #16\n\t"
5779 "asr r12, r12, #16\n\t"
5780#else
5781 "sbfx r12, r12, #0, #16\n\t"
5782#endif
5783 "mul r12, lr, r12\n\t"
5784#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5785 "mov r10, #0xff\n\t"
5786 "orr r10, r10, #0xc00\n\t"
5787#else
5788 "mov r10, #0xcff\n\t"
5789#endif
5790#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5791 "lsl lr, r12, #16\n\t"
5792 "asr lr, lr, #16\n\t"
5793#else
5794 "sbfx lr, r12, #0, #16\n\t"
5795#endif
5796 "mul lr, r10, lr\n\t"
5797#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5798 "mov r10, #0x1\n\t"
5799 "orr r10, r10, #0xd00\n\t"
5800#else
5801 "mov r10, #0xd01\n\t"
5802#endif
5803#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5804 "lsl lr, lr, #16\n\t"
5805 "asr lr, lr, #16\n\t"
5806#else
5807 "sbfx lr, lr, #0, #16\n\t"
5808#endif
5809 "mla r12, r10, lr, r12\n\t"
5810#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5811 "mov r10, #0xff\n\t"
5812 "orr r10, r10, #0xc00\n\t"
5813#else
5814 "mov r10, #0xcff\n\t"
5815#endif
5816#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5817 "lsl lr, r4, #16\n\t"
5818 "asr lr, lr, #16\n\t"
5819#else
5820 "sbfx lr, r4, #0, #16\n\t"
5821#endif
5822 "mul lr, r10, lr\n\t"
5823#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5824 "mov r10, #0x1\n\t"
5825 "orr r10, r10, #0xd00\n\t"
5826#else
5827 "mov r10, #0xd01\n\t"
5828#endif
5829#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5830 "lsl lr, lr, #16\n\t"
5831 "asr lr, lr, #16\n\t"
5832#else
5833 "sbfx lr, lr, #0, #16\n\t"
5834#endif
5835 "lsr r12, r12, #16\n\t"
5836 "mla r4, r10, lr, r4\n\t"
5837#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5838 "lsr r4, r4, #16\n\t"
5839 "orr r4, r4, r12, lsl #16\n\t"
5840 "ror r4, r4, #16\n\t"
5841#else
5842 "bfi r4, r12, #0, #16\n\t"
5843#endif
5844#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5845#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5846 "ssub16 r12, r3, r5\n\t"
5847 "sadd16 r3, r3, r5\n\t"
5848 "smulbt r5, r11, r12\n\t"
5849 "smulbb r12, r11, r12\n\t"
5850 "smultb lr, r10, r12\n\t"
5851 "smlabb r12, r10, lr, r12\n\t"
5852 "smultb lr, r10, r5\n\t"
5853 "smlabb r5, r10, lr, r5\n\t"
5854 "pkhtb r5, r5, r12, ASR #16\n\t"
5855#else
5856 "sub lr, r3, r5\n\t"
5857 "add r10, r3, r5\n\t"
5858#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5859 "bic r5, r5, #0xff\n\t"
5860 "bic r5, r5, #0xff00\n\t"
5861#else
5862 "bfc r5, #0, #16\n\t"
5863#endif
5864#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5865 "bic r3, r3, #0xff\n\t"
5866 "bic r3, r3, #0xff00\n\t"
5867#else
5868 "bfc r3, #0, #16\n\t"
5869#endif
5870 "sub r12, r3, r5\n\t"
5871 "add r3, r3, r5\n\t"
5872#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5873 "lsr r12, r12, #16\n\t"
5874 "orr r12, r12, lr, lsl #16\n\t"
5875 "ror r12, r12, #16\n\t"
5876#else
5877 "bfi r12, lr, #0, #16\n\t"
5878#endif
5879#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5880 "lsr r3, r3, #16\n\t"
5881 "orr r3, r3, r10, lsl #16\n\t"
5882 "ror r3, r3, #16\n\t"
5883#else
5884 "bfi r3, r10, #0, #16\n\t"
5885#endif
5886#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5887 "lsl lr, r11, #16\n\t"
5888 "asr lr, lr, #16\n\t"
5889#else
5890 "sbfx lr, r11, #0, #16\n\t"
5891#endif
5892 "asr r10, r12, #16\n\t"
5893 "mul r5, lr, r10\n\t"
5894#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5895 "lsl r12, r12, #16\n\t"
5896 "asr r12, r12, #16\n\t"
5897#else
5898 "sbfx r12, r12, #0, #16\n\t"
5899#endif
5900 "mul r12, lr, r12\n\t"
5901#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5902 "mov r10, #0xff\n\t"
5903 "orr r10, r10, #0xc00\n\t"
5904#else
5905 "mov r10, #0xcff\n\t"
5906#endif
5907#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5908 "lsl lr, r12, #16\n\t"
5909 "asr lr, lr, #16\n\t"
5910#else
5911 "sbfx lr, r12, #0, #16\n\t"
5912#endif
5913 "mul lr, r10, lr\n\t"
5914#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5915 "mov r10, #0x1\n\t"
5916 "orr r10, r10, #0xd00\n\t"
5917#else
5918 "mov r10, #0xd01\n\t"
5919#endif
5920#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5921 "lsl lr, lr, #16\n\t"
5922 "asr lr, lr, #16\n\t"
5923#else
5924 "sbfx lr, lr, #0, #16\n\t"
5925#endif
5926 "mla r12, r10, lr, r12\n\t"
5927#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5928 "mov r10, #0xff\n\t"
5929 "orr r10, r10, #0xc00\n\t"
5930#else
5931 "mov r10, #0xcff\n\t"
5932#endif
5933#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5934 "lsl lr, r5, #16\n\t"
5935 "asr lr, lr, #16\n\t"
5936#else
5937 "sbfx lr, r5, #0, #16\n\t"
5938#endif
5939 "mul lr, r10, lr\n\t"
5940#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5941 "mov r10, #0x1\n\t"
5942 "orr r10, r10, #0xd00\n\t"
5943#else
5944 "mov r10, #0xd01\n\t"
5945#endif
5946#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5947 "lsl lr, lr, #16\n\t"
5948 "asr lr, lr, #16\n\t"
5949#else
5950 "sbfx lr, lr, #0, #16\n\t"
5951#endif
5952 "lsr r12, r12, #16\n\t"
5953 "mla r5, r10, lr, r5\n\t"
5954#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5955 "lsr r5, r5, #16\n\t"
5956 "orr r5, r5, r12, lsl #16\n\t"
5957 "ror r5, r5, #16\n\t"
5958#else
5959 "bfi r5, r12, #0, #16\n\t"
5960#endif
5961#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
5962#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
5963 "ssub16 r12, r6, r8\n\t"
5964 "sadd16 r6, r6, r8\n\t"
5965 "smultt r8, r11, r12\n\t"
5966 "smultb r12, r11, r12\n\t"
5967 "smultb lr, r10, r12\n\t"
5968 "smlabb r12, r10, lr, r12\n\t"
5969 "smultb lr, r10, r8\n\t"
5970 "smlabb r8, r10, lr, r8\n\t"
5971 "pkhtb r8, r8, r12, ASR #16\n\t"
5972#else
5973 "sub lr, r6, r8\n\t"
5974 "add r10, r6, r8\n\t"
5975#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5976 "bic r8, r8, #0xff\n\t"
5977 "bic r8, r8, #0xff00\n\t"
5978#else
5979 "bfc r8, #0, #16\n\t"
5980#endif
5981#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5982 "bic r6, r6, #0xff\n\t"
5983 "bic r6, r6, #0xff00\n\t"
5984#else
5985 "bfc r6, #0, #16\n\t"
5986#endif
5987 "sub r12, r6, r8\n\t"
5988 "add r6, r6, r8\n\t"
5989#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5990 "lsr r12, r12, #16\n\t"
5991 "orr r12, r12, lr, lsl #16\n\t"
5992 "ror r12, r12, #16\n\t"
5993#else
5994 "bfi r12, lr, #0, #16\n\t"
5995#endif
5996#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
5997 "lsr r6, r6, #16\n\t"
5998 "orr r6, r6, r10, lsl #16\n\t"
5999 "ror r6, r6, #16\n\t"
6000#else
6001 "bfi r6, r10, #0, #16\n\t"
6002#endif
6003#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6004 "asr lr, r11, #16\n\t"
6005#else
6006 "sbfx lr, r11, #16, #16\n\t"
6007#endif
6008 "asr r10, r12, #16\n\t"
6009 "mul r8, lr, r10\n\t"
6010#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6011 "lsl r12, r12, #16\n\t"
6012 "asr r12, r12, #16\n\t"
6013#else
6014 "sbfx r12, r12, #0, #16\n\t"
6015#endif
6016 "mul r12, lr, r12\n\t"
6017#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6018 "mov r10, #0xff\n\t"
6019 "orr r10, r10, #0xc00\n\t"
6020#else
6021 "mov r10, #0xcff\n\t"
6022#endif
6023#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6024 "lsl lr, r12, #16\n\t"
6025 "asr lr, lr, #16\n\t"
6026#else
6027 "sbfx lr, r12, #0, #16\n\t"
6028#endif
6029 "mul lr, r10, lr\n\t"
6030#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6031 "mov r10, #0x1\n\t"
6032 "orr r10, r10, #0xd00\n\t"
6033#else
6034 "mov r10, #0xd01\n\t"
6035#endif
6036#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6037 "lsl lr, lr, #16\n\t"
6038 "asr lr, lr, #16\n\t"
6039#else
6040 "sbfx lr, lr, #0, #16\n\t"
6041#endif
6042 "mla r12, r10, lr, r12\n\t"
6043#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6044 "mov r10, #0xff\n\t"
6045 "orr r10, r10, #0xc00\n\t"
6046#else
6047 "mov r10, #0xcff\n\t"
6048#endif
6049#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6050 "lsl lr, r8, #16\n\t"
6051 "asr lr, lr, #16\n\t"
6052#else
6053 "sbfx lr, r8, #0, #16\n\t"
6054#endif
6055 "mul lr, r10, lr\n\t"
6056#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6057 "mov r10, #0x1\n\t"
6058 "orr r10, r10, #0xd00\n\t"
6059#else
6060 "mov r10, #0xd01\n\t"
6061#endif
6062#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6063 "lsl lr, lr, #16\n\t"
6064 "asr lr, lr, #16\n\t"
6065#else
6066 "sbfx lr, lr, #0, #16\n\t"
6067#endif
6068 "lsr r12, r12, #16\n\t"
6069 "mla r8, r10, lr, r8\n\t"
6070#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6071 "lsr r8, r8, #16\n\t"
6072 "orr r8, r8, r12, lsl #16\n\t"
6073 "ror r8, r8, #16\n\t"
6074#else
6075 "bfi r8, r12, #0, #16\n\t"
6076#endif
6077#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6078#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6079 "ssub16 r12, r7, r9\n\t"
6080 "sadd16 r7, r7, r9\n\t"
6081 "smultt r9, r11, r12\n\t"
6082 "smultb r12, r11, r12\n\t"
6083 "smultb lr, r10, r12\n\t"
6084 "smlabb r12, r10, lr, r12\n\t"
6085 "smultb lr, r10, r9\n\t"
6086 "smlabb r9, r10, lr, r9\n\t"
6087 "pkhtb r9, r9, r12, ASR #16\n\t"
6088#else
6089 "sub lr, r7, r9\n\t"
6090 "add r10, r7, r9\n\t"
6091#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6092 "bic r9, r9, #0xff\n\t"
6093 "bic r9, r9, #0xff00\n\t"
6094#else
6095 "bfc r9, #0, #16\n\t"
6096#endif
6097#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6098 "bic r7, r7, #0xff\n\t"
6099 "bic r7, r7, #0xff00\n\t"
6100#else
6101 "bfc r7, #0, #16\n\t"
6102#endif
6103 "sub r12, r7, r9\n\t"
6104 "add r7, r7, r9\n\t"
6105#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6106 "lsr r12, r12, #16\n\t"
6107 "orr r12, r12, lr, lsl #16\n\t"
6108 "ror r12, r12, #16\n\t"
6109#else
6110 "bfi r12, lr, #0, #16\n\t"
6111#endif
6112#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6113 "lsr r7, r7, #16\n\t"
6114 "orr r7, r7, r10, lsl #16\n\t"
6115 "ror r7, r7, #16\n\t"
6116#else
6117 "bfi r7, r10, #0, #16\n\t"
6118#endif
6119#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6120 "asr lr, r11, #16\n\t"
6121#else
6122 "sbfx lr, r11, #16, #16\n\t"
6123#endif
6124 "asr r10, r12, #16\n\t"
6125 "mul r9, lr, r10\n\t"
6126#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6127 "lsl r12, r12, #16\n\t"
6128 "asr r12, r12, #16\n\t"
6129#else
6130 "sbfx r12, r12, #0, #16\n\t"
6131#endif
6132 "mul r12, lr, r12\n\t"
6133#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6134 "mov r10, #0xff\n\t"
6135 "orr r10, r10, #0xc00\n\t"
6136#else
6137 "mov r10, #0xcff\n\t"
6138#endif
6139#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6140 "lsl lr, r12, #16\n\t"
6141 "asr lr, lr, #16\n\t"
6142#else
6143 "sbfx lr, r12, #0, #16\n\t"
6144#endif
6145 "mul lr, r10, lr\n\t"
6146#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6147 "mov r10, #0x1\n\t"
6148 "orr r10, r10, #0xd00\n\t"
6149#else
6150 "mov r10, #0xd01\n\t"
6151#endif
6152#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6153 "lsl lr, lr, #16\n\t"
6154 "asr lr, lr, #16\n\t"
6155#else
6156 "sbfx lr, lr, #0, #16\n\t"
6157#endif
6158 "mla r12, r10, lr, r12\n\t"
6159#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6160 "mov r10, #0xff\n\t"
6161 "orr r10, r10, #0xc00\n\t"
6162#else
6163 "mov r10, #0xcff\n\t"
6164#endif
6165#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6166 "lsl lr, r9, #16\n\t"
6167 "asr lr, lr, #16\n\t"
6168#else
6169 "sbfx lr, r9, #0, #16\n\t"
6170#endif
6171 "mul lr, r10, lr\n\t"
6172#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6173 "mov r10, #0x1\n\t"
6174 "orr r10, r10, #0xd00\n\t"
6175#else
6176 "mov r10, #0xd01\n\t"
6177#endif
6178#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6179 "lsl lr, lr, #16\n\t"
6180 "asr lr, lr, #16\n\t"
6181#else
6182 "sbfx lr, lr, #0, #16\n\t"
6183#endif
6184 "lsr r12, r12, #16\n\t"
6185 "mla r9, r10, lr, r9\n\t"
6186#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6187 "lsr r9, r9, #16\n\t"
6188 "orr r9, r9, r12, lsl #16\n\t"
6189 "ror r9, r9, #16\n\t"
6190#else
6191 "bfi r9, r12, #0, #16\n\t"
6192#endif
6193#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6194#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6195#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6196 "mov r11, #0xc0\n\t"
6197 "orr r11, r11, #0xaf00\n\t"
6198#else
6199 "mov r11, #0xafc0\n\t"
6200#endif
6201#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6202 "orr r11, r11, #0x130000\n\t"
6203#else
6204 "movt r11, #0x13\n\t"
6205#endif
6206#else
6207#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6208 "mov r11, #0xbf\n\t"
6209 "orr r11, r11, #0x4e00\n\t"
6210#else
6211 "mov r11, #0x4ebf\n\t"
6212#endif
6213#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6214#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6215 "smulwb r12, r11, r2\n\t"
6216 "smulwt lr, r11, r2\n\t"
6217 "smulbt r12, r10, r12\n\t"
6218 "smulbt lr, r10, lr\n\t"
6219 "pkhbt r12, r12, lr, LSL #16\n\t"
6220 "ssub16 r2, r2, r12\n\t"
6221#else
6222#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6223 "lsl r12, r2, #16\n\t"
6224 "asr r12, r12, #16\n\t"
6225#else
6226 "sbfx r12, r2, #0, #16\n\t"
6227#endif
6228#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6229 "asr lr, r2, #16\n\t"
6230#else
6231 "sbfx lr, r2, #16, #16\n\t"
6232#endif
6233 "mul r12, r11, r12\n\t"
6234 "mul lr, r11, lr\n\t"
6235 "asr r12, r12, #26\n\t"
6236 "asr lr, lr, #26\n\t"
6237 "mul r12, r10, r12\n\t"
6238 "mul lr, r10, lr\n\t"
6239 "sub lr, r2, lr, lsl #16\n\t"
6240 "sub r2, r2, r12\n\t"
6241 "lsr lr, lr, #16\n\t"
6242#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6243 "bic r2, r2, #0xff0000\n\t"
6244 "bic r2, r2, #0xff000000\n\t"
6245 "orr r2, r2, lr, lsl #16\n\t"
6246#else
6247 "bfi r2, lr, #16, #16\n\t"
6248#endif
6249#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6250#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6251 "smulwb r12, r11, r3\n\t"
6252 "smulwt lr, r11, r3\n\t"
6253 "smulbt r12, r10, r12\n\t"
6254 "smulbt lr, r10, lr\n\t"
6255 "pkhbt r12, r12, lr, LSL #16\n\t"
6256 "ssub16 r3, r3, r12\n\t"
6257#else
6258#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6259 "lsl r12, r3, #16\n\t"
6260 "asr r12, r12, #16\n\t"
6261#else
6262 "sbfx r12, r3, #0, #16\n\t"
6263#endif
6264#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6265 "asr lr, r3, #16\n\t"
6266#else
6267 "sbfx lr, r3, #16, #16\n\t"
6268#endif
6269 "mul r12, r11, r12\n\t"
6270 "mul lr, r11, lr\n\t"
6271 "asr r12, r12, #26\n\t"
6272 "asr lr, lr, #26\n\t"
6273 "mul r12, r10, r12\n\t"
6274 "mul lr, r10, lr\n\t"
6275 "sub lr, r3, lr, lsl #16\n\t"
6276 "sub r3, r3, r12\n\t"
6277 "lsr lr, lr, #16\n\t"
6278#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6279 "bic r3, r3, #0xff0000\n\t"
6280 "bic r3, r3, #0xff000000\n\t"
6281 "orr r3, r3, lr, lsl #16\n\t"
6282#else
6283 "bfi r3, lr, #16, #16\n\t"
6284#endif
6285#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6286#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6287 "smulwb r12, r11, r4\n\t"
6288 "smulwt lr, r11, r4\n\t"
6289 "smulbt r12, r10, r12\n\t"
6290 "smulbt lr, r10, lr\n\t"
6291 "pkhbt r12, r12, lr, LSL #16\n\t"
6292 "ssub16 r4, r4, r12\n\t"
6293#else
6294#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6295 "lsl r12, r4, #16\n\t"
6296 "asr r12, r12, #16\n\t"
6297#else
6298 "sbfx r12, r4, #0, #16\n\t"
6299#endif
6300#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6301 "asr lr, r4, #16\n\t"
6302#else
6303 "sbfx lr, r4, #16, #16\n\t"
6304#endif
6305 "mul r12, r11, r12\n\t"
6306 "mul lr, r11, lr\n\t"
6307 "asr r12, r12, #26\n\t"
6308 "asr lr, lr, #26\n\t"
6309 "mul r12, r10, r12\n\t"
6310 "mul lr, r10, lr\n\t"
6311 "sub lr, r4, lr, lsl #16\n\t"
6312 "sub r4, r4, r12\n\t"
6313 "lsr lr, lr, #16\n\t"
6314#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6315 "bic r4, r4, #0xff0000\n\t"
6316 "bic r4, r4, #0xff000000\n\t"
6317 "orr r4, r4, lr, lsl #16\n\t"
6318#else
6319 "bfi r4, lr, #16, #16\n\t"
6320#endif
6321#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6322#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6323 "smulwb r12, r11, r5\n\t"
6324 "smulwt lr, r11, r5\n\t"
6325 "smulbt r12, r10, r12\n\t"
6326 "smulbt lr, r10, lr\n\t"
6327 "pkhbt r12, r12, lr, LSL #16\n\t"
6328 "ssub16 r5, r5, r12\n\t"
6329#else
6330#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6331 "lsl r12, r5, #16\n\t"
6332 "asr r12, r12, #16\n\t"
6333#else
6334 "sbfx r12, r5, #0, #16\n\t"
6335#endif
6336#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6337 "asr lr, r5, #16\n\t"
6338#else
6339 "sbfx lr, r5, #16, #16\n\t"
6340#endif
6341 "mul r12, r11, r12\n\t"
6342 "mul lr, r11, lr\n\t"
6343 "asr r12, r12, #26\n\t"
6344 "asr lr, lr, #26\n\t"
6345 "mul r12, r10, r12\n\t"
6346 "mul lr, r10, lr\n\t"
6347 "sub lr, r5, lr, lsl #16\n\t"
6348 "sub r5, r5, r12\n\t"
6349 "lsr lr, lr, #16\n\t"
6350#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6351 "bic r5, r5, #0xff0000\n\t"
6352 "bic r5, r5, #0xff000000\n\t"
6353 "orr r5, r5, lr, lsl #16\n\t"
6354#else
6355 "bfi r5, lr, #16, #16\n\t"
6356#endif
6357#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6358 "ldr r11, [r1, #252]\n\t"
6359#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6360 "ssub16 r12, r2, r6\n\t"
6361 "sadd16 r2, r2, r6\n\t"
6362 "smulbt r6, r11, r12\n\t"
6363 "smulbb r12, r11, r12\n\t"
6364 "smultb lr, r10, r12\n\t"
6365 "smlabb r12, r10, lr, r12\n\t"
6366 "smultb lr, r10, r6\n\t"
6367 "smlabb r6, r10, lr, r6\n\t"
6368 "pkhtb r6, r6, r12, ASR #16\n\t"
6369#else
6370 "sub lr, r2, r6\n\t"
6371 "add r10, r2, r6\n\t"
6372#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6373 "bic r6, r6, #0xff\n\t"
6374 "bic r6, r6, #0xff00\n\t"
6375#else
6376 "bfc r6, #0, #16\n\t"
6377#endif
6378#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6379 "bic r2, r2, #0xff\n\t"
6380 "bic r2, r2, #0xff00\n\t"
6381#else
6382 "bfc r2, #0, #16\n\t"
6383#endif
6384 "sub r12, r2, r6\n\t"
6385 "add r2, r2, r6\n\t"
6386#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6387 "lsr r12, r12, #16\n\t"
6388 "orr r12, r12, lr, lsl #16\n\t"
6389 "ror r12, r12, #16\n\t"
6390#else
6391 "bfi r12, lr, #0, #16\n\t"
6392#endif
6393#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6394 "lsr r2, r2, #16\n\t"
6395 "orr r2, r2, r10, lsl #16\n\t"
6396 "ror r2, r2, #16\n\t"
6397#else
6398 "bfi r2, r10, #0, #16\n\t"
6399#endif
6400#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6401 "lsl lr, r11, #16\n\t"
6402 "asr lr, lr, #16\n\t"
6403#else
6404 "sbfx lr, r11, #0, #16\n\t"
6405#endif
6406 "asr r10, r12, #16\n\t"
6407 "mul r6, lr, r10\n\t"
6408#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6409 "lsl r12, r12, #16\n\t"
6410 "asr r12, r12, #16\n\t"
6411#else
6412 "sbfx r12, r12, #0, #16\n\t"
6413#endif
6414 "mul r12, lr, r12\n\t"
6415#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6416 "mov r10, #0xff\n\t"
6417 "orr r10, r10, #0xc00\n\t"
6418#else
6419 "mov r10, #0xcff\n\t"
6420#endif
6421#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6422 "lsl lr, r12, #16\n\t"
6423 "asr lr, lr, #16\n\t"
6424#else
6425 "sbfx lr, r12, #0, #16\n\t"
6426#endif
6427 "mul lr, r10, lr\n\t"
6428#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6429 "mov r10, #0x1\n\t"
6430 "orr r10, r10, #0xd00\n\t"
6431#else
6432 "mov r10, #0xd01\n\t"
6433#endif
6434#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6435 "lsl lr, lr, #16\n\t"
6436 "asr lr, lr, #16\n\t"
6437#else
6438 "sbfx lr, lr, #0, #16\n\t"
6439#endif
6440 "mla r12, r10, lr, r12\n\t"
6441#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6442 "mov r10, #0xff\n\t"
6443 "orr r10, r10, #0xc00\n\t"
6444#else
6445 "mov r10, #0xcff\n\t"
6446#endif
6447#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6448 "lsl lr, r6, #16\n\t"
6449 "asr lr, lr, #16\n\t"
6450#else
6451 "sbfx lr, r6, #0, #16\n\t"
6452#endif
6453 "mul lr, r10, lr\n\t"
6454#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6455 "mov r10, #0x1\n\t"
6456 "orr r10, r10, #0xd00\n\t"
6457#else
6458 "mov r10, #0xd01\n\t"
6459#endif
6460#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6461 "lsl lr, lr, #16\n\t"
6462 "asr lr, lr, #16\n\t"
6463#else
6464 "sbfx lr, lr, #0, #16\n\t"
6465#endif
6466 "lsr r12, r12, #16\n\t"
6467 "mla r6, r10, lr, r6\n\t"
6468#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6469 "lsr r6, r6, #16\n\t"
6470 "orr r6, r6, r12, lsl #16\n\t"
6471 "ror r6, r6, #16\n\t"
6472#else
6473 "bfi r6, r12, #0, #16\n\t"
6474#endif
6475#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6476#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6477 "ssub16 r12, r3, r7\n\t"
6478 "sadd16 r3, r3, r7\n\t"
6479 "smulbt r7, r11, r12\n\t"
6480 "smulbb r12, r11, r12\n\t"
6481 "smultb lr, r10, r12\n\t"
6482 "smlabb r12, r10, lr, r12\n\t"
6483 "smultb lr, r10, r7\n\t"
6484 "smlabb r7, r10, lr, r7\n\t"
6485 "pkhtb r7, r7, r12, ASR #16\n\t"
6486#else
6487 "sub lr, r3, r7\n\t"
6488 "add r10, r3, r7\n\t"
6489#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6490 "bic r7, r7, #0xff\n\t"
6491 "bic r7, r7, #0xff00\n\t"
6492#else
6493 "bfc r7, #0, #16\n\t"
6494#endif
6495#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6496 "bic r3, r3, #0xff\n\t"
6497 "bic r3, r3, #0xff00\n\t"
6498#else
6499 "bfc r3, #0, #16\n\t"
6500#endif
6501 "sub r12, r3, r7\n\t"
6502 "add r3, r3, r7\n\t"
6503#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6504 "lsr r12, r12, #16\n\t"
6505 "orr r12, r12, lr, lsl #16\n\t"
6506 "ror r12, r12, #16\n\t"
6507#else
6508 "bfi r12, lr, #0, #16\n\t"
6509#endif
6510#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6511 "lsr r3, r3, #16\n\t"
6512 "orr r3, r3, r10, lsl #16\n\t"
6513 "ror r3, r3, #16\n\t"
6514#else
6515 "bfi r3, r10, #0, #16\n\t"
6516#endif
6517#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6518 "lsl lr, r11, #16\n\t"
6519 "asr lr, lr, #16\n\t"
6520#else
6521 "sbfx lr, r11, #0, #16\n\t"
6522#endif
6523 "asr r10, r12, #16\n\t"
6524 "mul r7, lr, r10\n\t"
6525#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6526 "lsl r12, r12, #16\n\t"
6527 "asr r12, r12, #16\n\t"
6528#else
6529 "sbfx r12, r12, #0, #16\n\t"
6530#endif
6531 "mul r12, lr, r12\n\t"
6532#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6533 "mov r10, #0xff\n\t"
6534 "orr r10, r10, #0xc00\n\t"
6535#else
6536 "mov r10, #0xcff\n\t"
6537#endif
6538#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6539 "lsl lr, r12, #16\n\t"
6540 "asr lr, lr, #16\n\t"
6541#else
6542 "sbfx lr, r12, #0, #16\n\t"
6543#endif
6544 "mul lr, r10, lr\n\t"
6545#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6546 "mov r10, #0x1\n\t"
6547 "orr r10, r10, #0xd00\n\t"
6548#else
6549 "mov r10, #0xd01\n\t"
6550#endif
6551#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6552 "lsl lr, lr, #16\n\t"
6553 "asr lr, lr, #16\n\t"
6554#else
6555 "sbfx lr, lr, #0, #16\n\t"
6556#endif
6557 "mla r12, r10, lr, r12\n\t"
6558#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6559 "mov r10, #0xff\n\t"
6560 "orr r10, r10, #0xc00\n\t"
6561#else
6562 "mov r10, #0xcff\n\t"
6563#endif
6564#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6565 "lsl lr, r7, #16\n\t"
6566 "asr lr, lr, #16\n\t"
6567#else
6568 "sbfx lr, r7, #0, #16\n\t"
6569#endif
6570 "mul lr, r10, lr\n\t"
6571#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6572 "mov r10, #0x1\n\t"
6573 "orr r10, r10, #0xd00\n\t"
6574#else
6575 "mov r10, #0xd01\n\t"
6576#endif
6577#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6578 "lsl lr, lr, #16\n\t"
6579 "asr lr, lr, #16\n\t"
6580#else
6581 "sbfx lr, lr, #0, #16\n\t"
6582#endif
6583 "lsr r12, r12, #16\n\t"
6584 "mla r7, r10, lr, r7\n\t"
6585#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6586 "lsr r7, r7, #16\n\t"
6587 "orr r7, r7, r12, lsl #16\n\t"
6588 "ror r7, r7, #16\n\t"
6589#else
6590 "bfi r7, r12, #0, #16\n\t"
6591#endif
6592#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6593#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6594 "ssub16 r12, r4, r8\n\t"
6595 "sadd16 r4, r4, r8\n\t"
6596 "smulbt r8, r11, r12\n\t"
6597 "smulbb r12, r11, r12\n\t"
6598 "smultb lr, r10, r12\n\t"
6599 "smlabb r12, r10, lr, r12\n\t"
6600 "smultb lr, r10, r8\n\t"
6601 "smlabb r8, r10, lr, r8\n\t"
6602 "pkhtb r8, r8, r12, ASR #16\n\t"
6603#else
6604 "sub lr, r4, r8\n\t"
6605 "add r10, r4, r8\n\t"
6606#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6607 "bic r8, r8, #0xff\n\t"
6608 "bic r8, r8, #0xff00\n\t"
6609#else
6610 "bfc r8, #0, #16\n\t"
6611#endif
6612#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6613 "bic r4, r4, #0xff\n\t"
6614 "bic r4, r4, #0xff00\n\t"
6615#else
6616 "bfc r4, #0, #16\n\t"
6617#endif
6618 "sub r12, r4, r8\n\t"
6619 "add r4, r4, r8\n\t"
6620#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6621 "lsr r12, r12, #16\n\t"
6622 "orr r12, r12, lr, lsl #16\n\t"
6623 "ror r12, r12, #16\n\t"
6624#else
6625 "bfi r12, lr, #0, #16\n\t"
6626#endif
6627#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6628 "lsr r4, r4, #16\n\t"
6629 "orr r4, r4, r10, lsl #16\n\t"
6630 "ror r4, r4, #16\n\t"
6631#else
6632 "bfi r4, r10, #0, #16\n\t"
6633#endif
6634#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6635 "lsl lr, r11, #16\n\t"
6636 "asr lr, lr, #16\n\t"
6637#else
6638 "sbfx lr, r11, #0, #16\n\t"
6639#endif
6640 "asr r10, r12, #16\n\t"
6641 "mul r8, lr, r10\n\t"
6642#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6643 "lsl r12, r12, #16\n\t"
6644 "asr r12, r12, #16\n\t"
6645#else
6646 "sbfx r12, r12, #0, #16\n\t"
6647#endif
6648 "mul r12, lr, r12\n\t"
6649#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6650 "mov r10, #0xff\n\t"
6651 "orr r10, r10, #0xc00\n\t"
6652#else
6653 "mov r10, #0xcff\n\t"
6654#endif
6655#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6656 "lsl lr, r12, #16\n\t"
6657 "asr lr, lr, #16\n\t"
6658#else
6659 "sbfx lr, r12, #0, #16\n\t"
6660#endif
6661 "mul lr, r10, lr\n\t"
6662#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6663 "mov r10, #0x1\n\t"
6664 "orr r10, r10, #0xd00\n\t"
6665#else
6666 "mov r10, #0xd01\n\t"
6667#endif
6668#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6669 "lsl lr, lr, #16\n\t"
6670 "asr lr, lr, #16\n\t"
6671#else
6672 "sbfx lr, lr, #0, #16\n\t"
6673#endif
6674 "mla r12, r10, lr, r12\n\t"
6675#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6676 "mov r10, #0xff\n\t"
6677 "orr r10, r10, #0xc00\n\t"
6678#else
6679 "mov r10, #0xcff\n\t"
6680#endif
6681#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6682 "lsl lr, r8, #16\n\t"
6683 "asr lr, lr, #16\n\t"
6684#else
6685 "sbfx lr, r8, #0, #16\n\t"
6686#endif
6687 "mul lr, r10, lr\n\t"
6688#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6689 "mov r10, #0x1\n\t"
6690 "orr r10, r10, #0xd00\n\t"
6691#else
6692 "mov r10, #0xd01\n\t"
6693#endif
6694#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6695 "lsl lr, lr, #16\n\t"
6696 "asr lr, lr, #16\n\t"
6697#else
6698 "sbfx lr, lr, #0, #16\n\t"
6699#endif
6700 "lsr r12, r12, #16\n\t"
6701 "mla r8, r10, lr, r8\n\t"
6702#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6703 "lsr r8, r8, #16\n\t"
6704 "orr r8, r8, r12, lsl #16\n\t"
6705 "ror r8, r8, #16\n\t"
6706#else
6707 "bfi r8, r12, #0, #16\n\t"
6708#endif
6709#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6710#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6711 "ssub16 r12, r5, r9\n\t"
6712 "sadd16 r5, r5, r9\n\t"
6713 "smulbt r9, r11, r12\n\t"
6714 "smulbb r12, r11, r12\n\t"
6715 "smultb lr, r10, r12\n\t"
6716 "smlabb r12, r10, lr, r12\n\t"
6717 "smultb lr, r10, r9\n\t"
6718 "smlabb r9, r10, lr, r9\n\t"
6719 "pkhtb r9, r9, r12, ASR #16\n\t"
6720#else
6721 "sub lr, r5, r9\n\t"
6722 "add r10, r5, r9\n\t"
6723#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6724 "bic r9, r9, #0xff\n\t"
6725 "bic r9, r9, #0xff00\n\t"
6726#else
6727 "bfc r9, #0, #16\n\t"
6728#endif
6729#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6730 "bic r5, r5, #0xff\n\t"
6731 "bic r5, r5, #0xff00\n\t"
6732#else
6733 "bfc r5, #0, #16\n\t"
6734#endif
6735 "sub r12, r5, r9\n\t"
6736 "add r5, r5, r9\n\t"
6737#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6738 "lsr r12, r12, #16\n\t"
6739 "orr r12, r12, lr, lsl #16\n\t"
6740 "ror r12, r12, #16\n\t"
6741#else
6742 "bfi r12, lr, #0, #16\n\t"
6743#endif
6744#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6745 "lsr r5, r5, #16\n\t"
6746 "orr r5, r5, r10, lsl #16\n\t"
6747 "ror r5, r5, #16\n\t"
6748#else
6749 "bfi r5, r10, #0, #16\n\t"
6750#endif
6751#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6752 "lsl lr, r11, #16\n\t"
6753 "asr lr, lr, #16\n\t"
6754#else
6755 "sbfx lr, r11, #0, #16\n\t"
6756#endif
6757 "asr r10, r12, #16\n\t"
6758 "mul r9, lr, r10\n\t"
6759#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6760 "lsl r12, r12, #16\n\t"
6761 "asr r12, r12, #16\n\t"
6762#else
6763 "sbfx r12, r12, #0, #16\n\t"
6764#endif
6765 "mul r12, lr, r12\n\t"
6766#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6767 "mov r10, #0xff\n\t"
6768 "orr r10, r10, #0xc00\n\t"
6769#else
6770 "mov r10, #0xcff\n\t"
6771#endif
6772#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6773 "lsl lr, r12, #16\n\t"
6774 "asr lr, lr, #16\n\t"
6775#else
6776 "sbfx lr, r12, #0, #16\n\t"
6777#endif
6778 "mul lr, r10, lr\n\t"
6779#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6780 "mov r10, #0x1\n\t"
6781 "orr r10, r10, #0xd00\n\t"
6782#else
6783 "mov r10, #0xd01\n\t"
6784#endif
6785#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6786 "lsl lr, lr, #16\n\t"
6787 "asr lr, lr, #16\n\t"
6788#else
6789 "sbfx lr, lr, #0, #16\n\t"
6790#endif
6791 "mla r12, r10, lr, r12\n\t"
6792#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6793 "mov r10, #0xff\n\t"
6794 "orr r10, r10, #0xc00\n\t"
6795#else
6796 "mov r10, #0xcff\n\t"
6797#endif
6798#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6799 "lsl lr, r9, #16\n\t"
6800 "asr lr, lr, #16\n\t"
6801#else
6802 "sbfx lr, r9, #0, #16\n\t"
6803#endif
6804 "mul lr, r10, lr\n\t"
6805#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6806 "mov r10, #0x1\n\t"
6807 "orr r10, r10, #0xd00\n\t"
6808#else
6809 "mov r10, #0xd01\n\t"
6810#endif
6811#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6812 "lsl lr, lr, #16\n\t"
6813 "asr lr, lr, #16\n\t"
6814#else
6815 "sbfx lr, lr, #0, #16\n\t"
6816#endif
6817 "lsr r12, r12, #16\n\t"
6818 "mla r9, r10, lr, r9\n\t"
6819#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6820 "lsr r9, r9, #16\n\t"
6821 "orr r9, r9, r12, lsl #16\n\t"
6822 "ror r9, r9, #16\n\t"
6823#else
6824 "bfi r9, r12, #0, #16\n\t"
6825#endif
6826#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6827 "ldr r11, [r1, #254]\n\t"
6828#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6829 "smulbb r12, r11, r2\n\t"
6830 "smulbt r2, r11, r2\n\t"
6831 "smultb lr, r10, r12\n\t"
6832 "smlabb r12, r10, lr, r12\n\t"
6833 "smultb lr, r10, r2\n\t"
6834 "smlabb r2, r10, lr, r2\n\t"
6835 "pkhtb r2, r2, r12, ASR #16\n\t"
6836#else
6837#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6838 "lsl lr, r11, #16\n\t"
6839 "asr lr, lr, #16\n\t"
6840#else
6841 "sbfx lr, r11, #0, #16\n\t"
6842#endif
6843#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6844 "lsl r12, r2, #16\n\t"
6845 "asr r12, r12, #16\n\t"
6846#else
6847 "sbfx r12, r2, #0, #16\n\t"
6848#endif
6849 "mul r12, lr, r12\n\t"
6850#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6851 "asr r2, r2, #16\n\t"
6852#else
6853 "sbfx r2, r2, #16, #16\n\t"
6854#endif
6855 "mul r2, lr, r2\n\t"
6856#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6857 "mov r10, #0xff\n\t"
6858 "orr r10, r10, #0xc00\n\t"
6859#else
6860 "mov r10, #0xcff\n\t"
6861#endif
6862 "mul lr, r10, r12\n\t"
6863#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6864 "mov r10, #0x1\n\t"
6865 "orr r10, r10, #0xd00\n\t"
6866#else
6867 "mov r10, #0xd01\n\t"
6868#endif
6869#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6870 "lsl lr, lr, #16\n\t"
6871 "asr lr, lr, #16\n\t"
6872#else
6873 "sbfx lr, lr, #0, #16\n\t"
6874#endif
6875 "mla r12, r10, lr, r12\n\t"
6876#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6877 "mov r10, #0xff\n\t"
6878 "orr r10, r10, #0xc00\n\t"
6879#else
6880 "mov r10, #0xcff\n\t"
6881#endif
6882#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6883 "lsl lr, r2, #16\n\t"
6884 "asr lr, lr, #16\n\t"
6885#else
6886 "sbfx lr, r2, #0, #16\n\t"
6887#endif
6888 "mul lr, r10, lr\n\t"
6889#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6890 "mov r10, #0x1\n\t"
6891 "orr r10, r10, #0xd00\n\t"
6892#else
6893 "mov r10, #0xd01\n\t"
6894#endif
6895#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6896 "lsl lr, lr, #16\n\t"
6897 "asr lr, lr, #16\n\t"
6898#else
6899 "sbfx lr, lr, #0, #16\n\t"
6900#endif
6901 "lsr r12, r12, #16\n\t"
6902 "mla r2, r10, lr, r2\n\t"
6903#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6904 "lsr r2, r2, #16\n\t"
6905 "orr r2, r2, r12, lsl #16\n\t"
6906 "ror r2, r2, #16\n\t"
6907#else
6908 "bfi r2, r12, #0, #16\n\t"
6909#endif
6910#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6911#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6912 "smulbb r12, r11, r3\n\t"
6913 "smulbt r3, r11, r3\n\t"
6914 "smultb lr, r10, r12\n\t"
6915 "smlabb r12, r10, lr, r12\n\t"
6916 "smultb lr, r10, r3\n\t"
6917 "smlabb r3, r10, lr, r3\n\t"
6918 "pkhtb r3, r3, r12, ASR #16\n\t"
6919#else
6920#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6921 "lsl lr, r11, #16\n\t"
6922 "asr lr, lr, #16\n\t"
6923#else
6924 "sbfx lr, r11, #0, #16\n\t"
6925#endif
6926#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6927 "lsl r12, r3, #16\n\t"
6928 "asr r12, r12, #16\n\t"
6929#else
6930 "sbfx r12, r3, #0, #16\n\t"
6931#endif
6932 "mul r12, lr, r12\n\t"
6933#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6934 "asr r3, r3, #16\n\t"
6935#else
6936 "sbfx r3, r3, #16, #16\n\t"
6937#endif
6938 "mul r3, lr, r3\n\t"
6939#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6940 "mov r10, #0xff\n\t"
6941 "orr r10, r10, #0xc00\n\t"
6942#else
6943 "mov r10, #0xcff\n\t"
6944#endif
6945 "mul lr, r10, r12\n\t"
6946#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6947 "mov r10, #0x1\n\t"
6948 "orr r10, r10, #0xd00\n\t"
6949#else
6950 "mov r10, #0xd01\n\t"
6951#endif
6952#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6953 "lsl lr, lr, #16\n\t"
6954 "asr lr, lr, #16\n\t"
6955#else
6956 "sbfx lr, lr, #0, #16\n\t"
6957#endif
6958 "mla r12, r10, lr, r12\n\t"
6959#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6960 "mov r10, #0xff\n\t"
6961 "orr r10, r10, #0xc00\n\t"
6962#else
6963 "mov r10, #0xcff\n\t"
6964#endif
6965#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6966 "lsl lr, r3, #16\n\t"
6967 "asr lr, lr, #16\n\t"
6968#else
6969 "sbfx lr, r3, #0, #16\n\t"
6970#endif
6971 "mul lr, r10, lr\n\t"
6972#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6973 "mov r10, #0x1\n\t"
6974 "orr r10, r10, #0xd00\n\t"
6975#else
6976 "mov r10, #0xd01\n\t"
6977#endif
6978#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6979 "lsl lr, lr, #16\n\t"
6980 "asr lr, lr, #16\n\t"
6981#else
6982 "sbfx lr, lr, #0, #16\n\t"
6983#endif
6984 "lsr r12, r12, #16\n\t"
6985 "mla r3, r10, lr, r3\n\t"
6986#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
6987 "lsr r3, r3, #16\n\t"
6988 "orr r3, r3, r12, lsl #16\n\t"
6989 "ror r3, r3, #16\n\t"
6990#else
6991 "bfi r3, r12, #0, #16\n\t"
6992#endif
6993#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
6994#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
6995 "smulbb r12, r11, r4\n\t"
6996 "smulbt r4, r11, r4\n\t"
6997 "smultb lr, r10, r12\n\t"
6998 "smlabb r12, r10, lr, r12\n\t"
6999 "smultb lr, r10, r4\n\t"
7000 "smlabb r4, r10, lr, r4\n\t"
7001 "pkhtb r4, r4, r12, ASR #16\n\t"
7002#else
7003#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7004 "lsl lr, r11, #16\n\t"
7005 "asr lr, lr, #16\n\t"
7006#else
7007 "sbfx lr, r11, #0, #16\n\t"
7008#endif
7009#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7010 "lsl r12, r4, #16\n\t"
7011 "asr r12, r12, #16\n\t"
7012#else
7013 "sbfx r12, r4, #0, #16\n\t"
7014#endif
7015 "mul r12, lr, r12\n\t"
7016#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7017 "asr r4, r4, #16\n\t"
7018#else
7019 "sbfx r4, r4, #16, #16\n\t"
7020#endif
7021 "mul r4, lr, r4\n\t"
7022#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7023 "mov r10, #0xff\n\t"
7024 "orr r10, r10, #0xc00\n\t"
7025#else
7026 "mov r10, #0xcff\n\t"
7027#endif
7028 "mul lr, r10, r12\n\t"
7029#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7030 "mov r10, #0x1\n\t"
7031 "orr r10, r10, #0xd00\n\t"
7032#else
7033 "mov r10, #0xd01\n\t"
7034#endif
7035#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7036 "lsl lr, lr, #16\n\t"
7037 "asr lr, lr, #16\n\t"
7038#else
7039 "sbfx lr, lr, #0, #16\n\t"
7040#endif
7041 "mla r12, r10, lr, r12\n\t"
7042#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7043 "mov r10, #0xff\n\t"
7044 "orr r10, r10, #0xc00\n\t"
7045#else
7046 "mov r10, #0xcff\n\t"
7047#endif
7048#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7049 "lsl lr, r4, #16\n\t"
7050 "asr lr, lr, #16\n\t"
7051#else
7052 "sbfx lr, r4, #0, #16\n\t"
7053#endif
7054 "mul lr, r10, lr\n\t"
7055#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7056 "mov r10, #0x1\n\t"
7057 "orr r10, r10, #0xd00\n\t"
7058#else
7059 "mov r10, #0xd01\n\t"
7060#endif
7061#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7062 "lsl lr, lr, #16\n\t"
7063 "asr lr, lr, #16\n\t"
7064#else
7065 "sbfx lr, lr, #0, #16\n\t"
7066#endif
7067 "lsr r12, r12, #16\n\t"
7068 "mla r4, r10, lr, r4\n\t"
7069#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7070 "lsr r4, r4, #16\n\t"
7071 "orr r4, r4, r12, lsl #16\n\t"
7072 "ror r4, r4, #16\n\t"
7073#else
7074 "bfi r4, r12, #0, #16\n\t"
7075#endif
7076#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7077#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7078 "smulbb r12, r11, r5\n\t"
7079 "smulbt r5, r11, r5\n\t"
7080 "smultb lr, r10, r12\n\t"
7081 "smlabb r12, r10, lr, r12\n\t"
7082 "smultb lr, r10, r5\n\t"
7083 "smlabb r5, r10, lr, r5\n\t"
7084 "pkhtb r5, r5, r12, ASR #16\n\t"
7085#else
7086#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7087 "lsl lr, r11, #16\n\t"
7088 "asr lr, lr, #16\n\t"
7089#else
7090 "sbfx lr, r11, #0, #16\n\t"
7091#endif
7092#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7093 "lsl r12, r5, #16\n\t"
7094 "asr r12, r12, #16\n\t"
7095#else
7096 "sbfx r12, r5, #0, #16\n\t"
7097#endif
7098 "mul r12, lr, r12\n\t"
7099#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7100 "asr r5, r5, #16\n\t"
7101#else
7102 "sbfx r5, r5, #16, #16\n\t"
7103#endif
7104 "mul r5, lr, r5\n\t"
7105#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7106 "mov r10, #0xff\n\t"
7107 "orr r10, r10, #0xc00\n\t"
7108#else
7109 "mov r10, #0xcff\n\t"
7110#endif
7111 "mul lr, r10, r12\n\t"
7112#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7113 "mov r10, #0x1\n\t"
7114 "orr r10, r10, #0xd00\n\t"
7115#else
7116 "mov r10, #0xd01\n\t"
7117#endif
7118#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7119 "lsl lr, lr, #16\n\t"
7120 "asr lr, lr, #16\n\t"
7121#else
7122 "sbfx lr, lr, #0, #16\n\t"
7123#endif
7124 "mla r12, r10, lr, r12\n\t"
7125#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7126 "mov r10, #0xff\n\t"
7127 "orr r10, r10, #0xc00\n\t"
7128#else
7129 "mov r10, #0xcff\n\t"
7130#endif
7131#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7132 "lsl lr, r5, #16\n\t"
7133 "asr lr, lr, #16\n\t"
7134#else
7135 "sbfx lr, r5, #0, #16\n\t"
7136#endif
7137 "mul lr, r10, lr\n\t"
7138#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7139 "mov r10, #0x1\n\t"
7140 "orr r10, r10, #0xd00\n\t"
7141#else
7142 "mov r10, #0xd01\n\t"
7143#endif
7144#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7145 "lsl lr, lr, #16\n\t"
7146 "asr lr, lr, #16\n\t"
7147#else
7148 "sbfx lr, lr, #0, #16\n\t"
7149#endif
7150 "lsr r12, r12, #16\n\t"
7151 "mla r5, r10, lr, r5\n\t"
7152#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7153 "lsr r5, r5, #16\n\t"
7154 "orr r5, r5, r12, lsl #16\n\t"
7155 "ror r5, r5, #16\n\t"
7156#else
7157 "bfi r5, r12, #0, #16\n\t"
7158#endif
7159#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7160#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7161 "smulbb r12, r11, r6\n\t"
7162 "smulbt r6, r11, r6\n\t"
7163 "smultb lr, r10, r12\n\t"
7164 "smlabb r12, r10, lr, r12\n\t"
7165 "smultb lr, r10, r6\n\t"
7166 "smlabb r6, r10, lr, r6\n\t"
7167 "pkhtb r6, r6, r12, ASR #16\n\t"
7168#else
7169#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7170 "lsl lr, r11, #16\n\t"
7171 "asr lr, lr, #16\n\t"
7172#else
7173 "sbfx lr, r11, #0, #16\n\t"
7174#endif
7175#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7176 "lsl r12, r6, #16\n\t"
7177 "asr r12, r12, #16\n\t"
7178#else
7179 "sbfx r12, r6, #0, #16\n\t"
7180#endif
7181 "mul r12, lr, r12\n\t"
7182#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7183 "asr r6, r6, #16\n\t"
7184#else
7185 "sbfx r6, r6, #16, #16\n\t"
7186#endif
7187 "mul r6, lr, r6\n\t"
7188#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7189 "mov r10, #0xff\n\t"
7190 "orr r10, r10, #0xc00\n\t"
7191#else
7192 "mov r10, #0xcff\n\t"
7193#endif
7194 "mul lr, r10, r12\n\t"
7195#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7196 "mov r10, #0x1\n\t"
7197 "orr r10, r10, #0xd00\n\t"
7198#else
7199 "mov r10, #0xd01\n\t"
7200#endif
7201#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7202 "lsl lr, lr, #16\n\t"
7203 "asr lr, lr, #16\n\t"
7204#else
7205 "sbfx lr, lr, #0, #16\n\t"
7206#endif
7207 "mla r12, r10, lr, r12\n\t"
7208#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7209 "mov r10, #0xff\n\t"
7210 "orr r10, r10, #0xc00\n\t"
7211#else
7212 "mov r10, #0xcff\n\t"
7213#endif
7214#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7215 "lsl lr, r6, #16\n\t"
7216 "asr lr, lr, #16\n\t"
7217#else
7218 "sbfx lr, r6, #0, #16\n\t"
7219#endif
7220 "mul lr, r10, lr\n\t"
7221#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7222 "mov r10, #0x1\n\t"
7223 "orr r10, r10, #0xd00\n\t"
7224#else
7225 "mov r10, #0xd01\n\t"
7226#endif
7227#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7228 "lsl lr, lr, #16\n\t"
7229 "asr lr, lr, #16\n\t"
7230#else
7231 "sbfx lr, lr, #0, #16\n\t"
7232#endif
7233 "lsr r12, r12, #16\n\t"
7234 "mla r6, r10, lr, r6\n\t"
7235#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7236 "lsr r6, r6, #16\n\t"
7237 "orr r6, r6, r12, lsl #16\n\t"
7238 "ror r6, r6, #16\n\t"
7239#else
7240 "bfi r6, r12, #0, #16\n\t"
7241#endif
7242#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7243#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7244 "smulbb r12, r11, r7\n\t"
7245 "smulbt r7, r11, r7\n\t"
7246 "smultb lr, r10, r12\n\t"
7247 "smlabb r12, r10, lr, r12\n\t"
7248 "smultb lr, r10, r7\n\t"
7249 "smlabb r7, r10, lr, r7\n\t"
7250 "pkhtb r7, r7, r12, ASR #16\n\t"
7251#else
7252#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7253 "lsl lr, r11, #16\n\t"
7254 "asr lr, lr, #16\n\t"
7255#else
7256 "sbfx lr, r11, #0, #16\n\t"
7257#endif
7258#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7259 "lsl r12, r7, #16\n\t"
7260 "asr r12, r12, #16\n\t"
7261#else
7262 "sbfx r12, r7, #0, #16\n\t"
7263#endif
7264 "mul r12, lr, r12\n\t"
7265#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7266 "asr r7, r7, #16\n\t"
7267#else
7268 "sbfx r7, r7, #16, #16\n\t"
7269#endif
7270 "mul r7, lr, r7\n\t"
7271#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7272 "mov r10, #0xff\n\t"
7273 "orr r10, r10, #0xc00\n\t"
7274#else
7275 "mov r10, #0xcff\n\t"
7276#endif
7277 "mul lr, r10, r12\n\t"
7278#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7279 "mov r10, #0x1\n\t"
7280 "orr r10, r10, #0xd00\n\t"
7281#else
7282 "mov r10, #0xd01\n\t"
7283#endif
7284#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7285 "lsl lr, lr, #16\n\t"
7286 "asr lr, lr, #16\n\t"
7287#else
7288 "sbfx lr, lr, #0, #16\n\t"
7289#endif
7290 "mla r12, r10, lr, r12\n\t"
7291#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7292 "mov r10, #0xff\n\t"
7293 "orr r10, r10, #0xc00\n\t"
7294#else
7295 "mov r10, #0xcff\n\t"
7296#endif
7297#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7298 "lsl lr, r7, #16\n\t"
7299 "asr lr, lr, #16\n\t"
7300#else
7301 "sbfx lr, r7, #0, #16\n\t"
7302#endif
7303 "mul lr, r10, lr\n\t"
7304#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7305 "mov r10, #0x1\n\t"
7306 "orr r10, r10, #0xd00\n\t"
7307#else
7308 "mov r10, #0xd01\n\t"
7309#endif
7310#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7311 "lsl lr, lr, #16\n\t"
7312 "asr lr, lr, #16\n\t"
7313#else
7314 "sbfx lr, lr, #0, #16\n\t"
7315#endif
7316 "lsr r12, r12, #16\n\t"
7317 "mla r7, r10, lr, r7\n\t"
7318#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7319 "lsr r7, r7, #16\n\t"
7320 "orr r7, r7, r12, lsl #16\n\t"
7321 "ror r7, r7, #16\n\t"
7322#else
7323 "bfi r7, r12, #0, #16\n\t"
7324#endif
7325#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7326#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7327 "smulbb r12, r11, r8\n\t"
7328 "smulbt r8, r11, r8\n\t"
7329 "smultb lr, r10, r12\n\t"
7330 "smlabb r12, r10, lr, r12\n\t"
7331 "smultb lr, r10, r8\n\t"
7332 "smlabb r8, r10, lr, r8\n\t"
7333 "pkhtb r8, r8, r12, ASR #16\n\t"
7334#else
7335#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7336 "lsl lr, r11, #16\n\t"
7337 "asr lr, lr, #16\n\t"
7338#else
7339 "sbfx lr, r11, #0, #16\n\t"
7340#endif
7341#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7342 "lsl r12, r8, #16\n\t"
7343 "asr r12, r12, #16\n\t"
7344#else
7345 "sbfx r12, r8, #0, #16\n\t"
7346#endif
7347 "mul r12, lr, r12\n\t"
7348#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7349 "asr r8, r8, #16\n\t"
7350#else
7351 "sbfx r8, r8, #16, #16\n\t"
7352#endif
7353 "mul r8, lr, r8\n\t"
7354#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7355 "mov r10, #0xff\n\t"
7356 "orr r10, r10, #0xc00\n\t"
7357#else
7358 "mov r10, #0xcff\n\t"
7359#endif
7360 "mul lr, r10, r12\n\t"
7361#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7362 "mov r10, #0x1\n\t"
7363 "orr r10, r10, #0xd00\n\t"
7364#else
7365 "mov r10, #0xd01\n\t"
7366#endif
7367#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7368 "lsl lr, lr, #16\n\t"
7369 "asr lr, lr, #16\n\t"
7370#else
7371 "sbfx lr, lr, #0, #16\n\t"
7372#endif
7373 "mla r12, r10, lr, r12\n\t"
7374#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7375 "mov r10, #0xff\n\t"
7376 "orr r10, r10, #0xc00\n\t"
7377#else
7378 "mov r10, #0xcff\n\t"
7379#endif
7380#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7381 "lsl lr, r8, #16\n\t"
7382 "asr lr, lr, #16\n\t"
7383#else
7384 "sbfx lr, r8, #0, #16\n\t"
7385#endif
7386 "mul lr, r10, lr\n\t"
7387#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7388 "mov r10, #0x1\n\t"
7389 "orr r10, r10, #0xd00\n\t"
7390#else
7391 "mov r10, #0xd01\n\t"
7392#endif
7393#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7394 "lsl lr, lr, #16\n\t"
7395 "asr lr, lr, #16\n\t"
7396#else
7397 "sbfx lr, lr, #0, #16\n\t"
7398#endif
7399 "lsr r12, r12, #16\n\t"
7400 "mla r8, r10, lr, r8\n\t"
7401#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7402 "lsr r8, r8, #16\n\t"
7403 "orr r8, r8, r12, lsl #16\n\t"
7404 "ror r8, r8, #16\n\t"
7405#else
7406 "bfi r8, r12, #0, #16\n\t"
7407#endif
7408#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7409#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7410 "smulbb r12, r11, r9\n\t"
7411 "smulbt r9, r11, r9\n\t"
7412 "smultb lr, r10, r12\n\t"
7413 "smlabb r12, r10, lr, r12\n\t"
7414 "smultb lr, r10, r9\n\t"
7415 "smlabb r9, r10, lr, r9\n\t"
7416 "pkhtb r9, r9, r12, ASR #16\n\t"
7417#else
7418#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7419 "lsl lr, r11, #16\n\t"
7420 "asr lr, lr, #16\n\t"
7421#else
7422 "sbfx lr, r11, #0, #16\n\t"
7423#endif
7424#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7425 "lsl r12, r9, #16\n\t"
7426 "asr r12, r12, #16\n\t"
7427#else
7428 "sbfx r12, r9, #0, #16\n\t"
7429#endif
7430 "mul r12, lr, r12\n\t"
7431#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7432 "asr r9, r9, #16\n\t"
7433#else
7434 "sbfx r9, r9, #16, #16\n\t"
7435#endif
7436 "mul r9, lr, r9\n\t"
7437#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7438 "mov r10, #0xff\n\t"
7439 "orr r10, r10, #0xc00\n\t"
7440#else
7441 "mov r10, #0xcff\n\t"
7442#endif
7443 "mul lr, r10, r12\n\t"
7444#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7445 "mov r10, #0x1\n\t"
7446 "orr r10, r10, #0xd00\n\t"
7447#else
7448 "mov r10, #0xd01\n\t"
7449#endif
7450#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7451 "lsl lr, lr, #16\n\t"
7452 "asr lr, lr, #16\n\t"
7453#else
7454 "sbfx lr, lr, #0, #16\n\t"
7455#endif
7456 "mla r12, r10, lr, r12\n\t"
7457#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7458 "mov r10, #0xff\n\t"
7459 "orr r10, r10, #0xc00\n\t"
7460#else
7461 "mov r10, #0xcff\n\t"
7462#endif
7463#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7464 "lsl lr, r9, #16\n\t"
7465 "asr lr, lr, #16\n\t"
7466#else
7467 "sbfx lr, r9, #0, #16\n\t"
7468#endif
7469 "mul lr, r10, lr\n\t"
7470#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7471 "mov r10, #0x1\n\t"
7472 "orr r10, r10, #0xd00\n\t"
7473#else
7474 "mov r10, #0xd01\n\t"
7475#endif
7476#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7477 "lsl lr, lr, #16\n\t"
7478 "asr lr, lr, #16\n\t"
7479#else
7480 "sbfx lr, lr, #0, #16\n\t"
7481#endif
7482 "lsr r12, r12, #16\n\t"
7483 "mla r9, r10, lr, r9\n\t"
7484#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7485 "lsr r9, r9, #16\n\t"
7486 "orr r9, r9, r12, lsl #16\n\t"
7487 "ror r9, r9, #16\n\t"
7488#else
7489 "bfi r9, r12, #0, #16\n\t"
7490#endif
7491#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7492 "str r2, [%[r]]\n\t"
7493 "str r3, [%[r], #64]\n\t"
7494 "str r4, [%[r], #128]\n\t"
7495 "str r5, [%[r], #192]\n\t"
7496 "str r6, [%[r], #256]\n\t"
7497 "str r7, [%[r], #320]\n\t"
7498 "str r8, [%[r], #384]\n\t"
7499 "str r9, [%[r], #448]\n\t"
7500 "ldr r2, [sp]\n\t"
7501 "subs r2, r2, #1\n\t"
7502 "add %[r], %[r], #4\n\t"
7503 "bne L_mlkem_invntt_loop_321_%=\n\t"
7504 "add sp, sp, #8\n\t"
7505#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7506 : [r] "+r" (r),
7507 [L_mlkem_invntt_zetas_inv] "+r" (L_mlkem_invntt_zetas_inv_c)
7508 :
7509#else
7510 :
7511 : [r] "r" (r),
7512 [L_mlkem_invntt_zetas_inv] "r" (L_mlkem_invntt_zetas_inv_c)
7513#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7514 : "memory", "cc", "r2", "r3", "r12", "lr", "r4", "r5", "r6", "r7", "r8",
7515 "r9", "r10", "r11"
7516 );
7517}
7518
7519XALIGNED(4) static const word16 L_mlkem_basemul_mont_zetas[] = {
7520 0x08ed, 0x0a0b, 0x0b9a, 0x0714, 0x05d5, 0x058e, 0x011f, 0x00ca,
7521 0x0c56, 0x026e, 0x0629, 0x00b6, 0x03c2, 0x084f, 0x073f, 0x05bc,
7522 0x023d, 0x07d4, 0x0108, 0x017f, 0x09c4, 0x05b2, 0x06bf, 0x0c7f,
7523 0x0a58, 0x03f9, 0x02dc, 0x0260, 0x06fb, 0x019b, 0x0c34, 0x06de,
7524 0x04c7, 0x028c, 0x0ad9, 0x03f7, 0x07f4, 0x05d3, 0x0be7, 0x06f9,
7525 0x0204, 0x0cf9, 0x0bc1, 0x0a67, 0x06af, 0x0877, 0x007e, 0x05bd,
7526 0x09ac, 0x0ca7, 0x0bf2, 0x033e, 0x006b, 0x0774, 0x0c0a, 0x094a,
7527 0x0b73, 0x03c1, 0x071d, 0x0a2c, 0x01c0, 0x08d8, 0x02a5, 0x0806,
7528 0x08b2, 0x01ae, 0x022b, 0x034b, 0x081e, 0x0367, 0x060e, 0x0069,
7529 0x01a6, 0x024b, 0x00b1, 0x0c16, 0x0bde, 0x0b35, 0x0626, 0x0675,
7530 0x0c0b, 0x030a, 0x0487, 0x0c6e, 0x09f8, 0x05cb, 0x0aa7, 0x045f,
7531 0x06cb, 0x0284, 0x0999, 0x015d, 0x01a2, 0x0149, 0x0c65, 0x0cb6,
7532 0x0331, 0x0449, 0x025b, 0x0262, 0x052a, 0x07fc, 0x0748, 0x0180,
7533 0x0842, 0x0c79, 0x04c2, 0x07ca, 0x0997, 0x00dc, 0x085e, 0x0686,
7534 0x0860, 0x0707, 0x0803, 0x031a, 0x071b, 0x09ab, 0x099b, 0x01de,
7535 0x0c95, 0x0bcd, 0x03e4, 0x03df, 0x03be, 0x074d, 0x05f2, 0x065c,
7536};
7537
7538#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7539WC_OMIT_FRAME_POINTER void mlkem_arm32_basemul_mont(sword16* r_p,
7540 const sword16* a_p, const sword16* b_p)
7541#else
7542WC_OMIT_FRAME_POINTER void mlkem_arm32_basemul_mont(sword16* r,
7543 const sword16* a, const sword16* b)
7544#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7545{
7546#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7547 register sword16* r __asm__ ("r0") = (sword16*)r_p;
7548 register const sword16* a __asm__ ("r1") = (const sword16*)a_p;
7549 register const sword16* b __asm__ ("r2") = (const sword16*)b_p;
7550 register word16* L_mlkem_basemul_mont_zetas_c __asm__ ("r3") =
7551 (word16*)&L_mlkem_basemul_mont_zetas;
7552#else
7553 register word16* L_mlkem_basemul_mont_zetas_c =
7554 (word16*)&L_mlkem_basemul_mont_zetas;
7555#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7556
7557 __asm__ __volatile__ (
7558 "mov r3, %[L_mlkem_basemul_mont_zetas]\n\t"
7559 "add r3, r3, #0x80\n\t"
7560#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7561#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7562 "mov r12, #0x1\n\t"
7563 "orr r12, r12, #0xd00\n\t"
7564#else
7565 "mov r12, #0xd01\n\t"
7566#endif
7567#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7568 "orr r12, r12, #0xc000000\n\t"
7569 "orr r12, r12, #0xff0000\n\t"
7570#else
7571 "movt r12, #0xcff\n\t"
7572#endif
7573#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7574 "mov r8, #0\n\t"
7575 "\n"
7576 "L_mlkem_basemul_mont_loop_%=:\n\t"
7577 "ldm %[a]!, {r4, r5}\n\t"
7578 "ldm %[b]!, {r6, r7}\n\t"
7579 "ldr lr, [r3, r8]\n\t"
7580 "add r8, r8, #2\n\t"
7581 "push {r8}\n\t"
7582 "cmp r8, #0x80\n\t"
7583#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7584 "smultt r8, r4, r6\n\t"
7585 "smultt r10, r5, r7\n\t"
7586 "smultb r9, r12, r8\n\t"
7587 "smultb r11, r12, r10\n\t"
7588 "smlabb r8, r12, r9, r8\n\t"
7589 "smlabb r10, r12, r11, r10\n\t"
7590 "rsb r11, lr, #0\n\t"
7591 "smulbt r8, lr, r8\n\t"
7592 "smulbt r10, r11, r10\n\t"
7593 "smlabb r8, r4, r6, r8\n\t"
7594 "smlabb r10, r5, r7, r10\n\t"
7595 "smultb r9, r12, r8\n\t"
7596 "smultb r11, r12, r10\n\t"
7597 "smlabb r8, r12, r9, r8\n\t"
7598 "smlabb r10, r12, r11, r10\n\t"
7599 "smulbt r9, r4, r6\n\t"
7600 "smulbt r11, r5, r7\n\t"
7601 "smlatb r9, r4, r6, r9\n\t"
7602 "smlatb r11, r5, r7, r11\n\t"
7603 "smultb r6, r12, r9\n\t"
7604 "smultb r7, r12, r11\n\t"
7605 "smlabb r9, r12, r6, r9\n\t"
7606 "smlabb r11, r12, r7, r11\n\t"
7607 "pkhtb r4, r9, r8, ASR #16\n\t"
7608 "pkhtb r5, r11, r10, ASR #16\n\t"
7609#else
7610 "asr r8, r4, #16\n\t"
7611 "asr r10, r5, #16\n\t"
7612 "asr r9, r6, #16\n\t"
7613 "asr r11, r7, #16\n\t"
7614 "mul r8, r9, r8\n\t"
7615 "mul r10, r11, r10\n\t"
7616#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7617 "mov r12, #0xff\n\t"
7618 "orr r12, r12, #0xc00\n\t"
7619#else
7620 "mov r12, #0xcff\n\t"
7621#endif
7622#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7623 "lsl r9, r8, #16\n\t"
7624 "asr r9, r9, #16\n\t"
7625#else
7626 "sbfx r9, r8, #0, #16\n\t"
7627#endif
7628#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7629 "lsl r11, r10, #16\n\t"
7630 "asr r11, r11, #16\n\t"
7631#else
7632 "sbfx r11, r10, #0, #16\n\t"
7633#endif
7634 "mul r9, r12, r8\n\t"
7635 "mul r11, r12, r11\n\t"
7636#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7637 "mov r12, #0x1\n\t"
7638 "orr r12, r12, #0xd00\n\t"
7639#else
7640 "mov r12, #0xd01\n\t"
7641#endif
7642#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7643 "lsl r9, r9, #16\n\t"
7644 "asr r9, r9, #16\n\t"
7645#else
7646 "sbfx r9, r9, #0, #16\n\t"
7647#endif
7648#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7649 "lsl r11, r11, #16\n\t"
7650 "asr r11, r11, #16\n\t"
7651#else
7652 "sbfx r11, r11, #0, #16\n\t"
7653#endif
7654 "mla r8, r12, r9, r8\n\t"
7655 "mla r10, r12, r11, r10\n\t"
7656 "rsb r11, lr, #0\n\t"
7657#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7658 "lsl r9, lr, #16\n\t"
7659 "asr r9, r9, #16\n\t"
7660#else
7661 "sbfx r9, lr, #0, #16\n\t"
7662#endif
7663#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7664 "lsl r11, r11, #16\n\t"
7665 "asr r11, r11, #16\n\t"
7666#else
7667 "sbfx r11, r11, #0, #16\n\t"
7668#endif
7669 "asr r8, r8, #16\n\t"
7670 "asr r10, r10, #16\n\t"
7671 "mul r8, r9, r8\n\t"
7672 "mul r10, r11, r10\n\t"
7673#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7674 "lsl r9, r4, #16\n\t"
7675 "asr r9, r9, #16\n\t"
7676#else
7677 "sbfx r9, r4, #0, #16\n\t"
7678#endif
7679#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7680 "lsl r11, r5, #16\n\t"
7681 "asr r11, r11, #16\n\t"
7682#else
7683 "sbfx r11, r5, #0, #16\n\t"
7684#endif
7685#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7686 "lsl r12, r6, #16\n\t"
7687 "asr r12, r12, #16\n\t"
7688#else
7689 "sbfx r12, r6, #0, #16\n\t"
7690#endif
7691 "mla r8, r9, r12, r8\n\t"
7692#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7693 "lsl r12, r7, #16\n\t"
7694 "asr r12, r12, #16\n\t"
7695#else
7696 "sbfx r12, r7, #0, #16\n\t"
7697#endif
7698 "mla r10, r11, r12, r10\n\t"
7699#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7700 "mov r12, #0xff\n\t"
7701 "orr r12, r12, #0xc00\n\t"
7702#else
7703 "mov r12, #0xcff\n\t"
7704#endif
7705#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7706 "lsl r9, r8, #16\n\t"
7707 "asr r9, r9, #16\n\t"
7708#else
7709 "sbfx r9, r8, #0, #16\n\t"
7710#endif
7711#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7712 "lsl r11, r10, #16\n\t"
7713 "asr r11, r11, #16\n\t"
7714#else
7715 "sbfx r11, r10, #0, #16\n\t"
7716#endif
7717 "mul r9, r12, r9\n\t"
7718 "mul r11, r12, r11\n\t"
7719#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7720 "mov r12, #0x1\n\t"
7721 "orr r12, r12, #0xd00\n\t"
7722#else
7723 "mov r12, #0xd01\n\t"
7724#endif
7725#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7726 "lsl r9, r9, #16\n\t"
7727 "asr r9, r9, #16\n\t"
7728#else
7729 "sbfx r9, r9, #0, #16\n\t"
7730#endif
7731#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7732 "lsl r11, r11, #16\n\t"
7733 "asr r11, r11, #16\n\t"
7734#else
7735 "sbfx r11, r11, #0, #16\n\t"
7736#endif
7737 "mla r8, r12, r9, r8\n\t"
7738 "mla r10, r12, r11, r10\n\t"
7739#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7740 "lsl r9, r4, #16\n\t"
7741 "asr r9, r9, #16\n\t"
7742#else
7743 "sbfx r9, r4, #0, #16\n\t"
7744#endif
7745#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7746 "lsl r11, r5, #16\n\t"
7747 "asr r11, r11, #16\n\t"
7748#else
7749 "sbfx r11, r5, #0, #16\n\t"
7750#endif
7751 "asr r12, r6, #16\n\t"
7752 "mul r9, r12, r9\n\t"
7753 "asr r12, r7, #16\n\t"
7754 "mul r11, r12, r11\n\t"
7755 "asr r4, r4, #16\n\t"
7756 "asr r5, r5, #16\n\t"
7757#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7758 "lsl r12, r6, #16\n\t"
7759 "asr r12, r12, #16\n\t"
7760#else
7761 "sbfx r12, r6, #0, #16\n\t"
7762#endif
7763 "mla r9, r4, r12, r9\n\t"
7764#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7765 "lsl r12, r7, #16\n\t"
7766 "asr r12, r12, #16\n\t"
7767#else
7768 "sbfx r12, r7, #0, #16\n\t"
7769#endif
7770 "mla r11, r5, r12, r11\n\t"
7771#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7772 "mov r12, #0xff\n\t"
7773 "orr r12, r12, #0xc00\n\t"
7774#else
7775 "mov r12, #0xcff\n\t"
7776#endif
7777#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7778 "lsl r6, r9, #16\n\t"
7779 "asr r6, r6, #16\n\t"
7780#else
7781 "sbfx r6, r9, #0, #16\n\t"
7782#endif
7783#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7784 "lsl r7, r11, #16\n\t"
7785 "asr r7, r7, #16\n\t"
7786#else
7787 "sbfx r7, r11, #0, #16\n\t"
7788#endif
7789 "mul r6, r12, r6\n\t"
7790 "mul r7, r12, r7\n\t"
7791#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7792 "mov r12, #0x1\n\t"
7793 "orr r12, r12, #0xd00\n\t"
7794#else
7795 "mov r12, #0xd01\n\t"
7796#endif
7797#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7798 "lsl r4, r6, #16\n\t"
7799 "asr r4, r4, #16\n\t"
7800#else
7801 "sbfx r4, r6, #0, #16\n\t"
7802#endif
7803#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7804 "lsl r5, r7, #16\n\t"
7805 "asr r5, r5, #16\n\t"
7806#else
7807 "sbfx r5, r7, #0, #16\n\t"
7808#endif
7809 "mla r9, r12, r4, r9\n\t"
7810 "mla r11, r12, r5, r11\n\t"
7811#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7812 "bic r9, r9, #0xff\n\t"
7813 "bic r9, r9, #0xff00\n\t"
7814#else
7815 "bfc r9, #0, #16\n\t"
7816#endif
7817#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7818 "bic r11, r11, #0xff\n\t"
7819 "bic r11, r11, #0xff00\n\t"
7820#else
7821 "bfc r11, #0, #16\n\t"
7822#endif
7823 "orr r4, r9, r8, lsr #16\n\t"
7824 "orr r5, r11, r10, lsr #16\n\t"
7825#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7826 "stm %[r]!, {r4, r5}\n\t"
7827 "pop {r8}\n\t"
7828 "bne L_mlkem_basemul_mont_loop_%=\n\t"
7829#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7830 : [r] "+r" (r), [a] "+r" (a), [b] "+r" (b),
7831 [L_mlkem_basemul_mont_zetas] "+r" (L_mlkem_basemul_mont_zetas_c)
7832 :
7833#else
7834 :
7835 : [r] "r" (r), [a] "r" (a), [b] "r" (b),
7836 [L_mlkem_basemul_mont_zetas] "r" (L_mlkem_basemul_mont_zetas_c)
7837#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7838 : "memory", "cc", "r12", "lr", "r4", "r5", "r6", "r7", "r8", "r9",
7839 "r10", "r11"
7840 );
7841}
7842
7843#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7844WC_OMIT_FRAME_POINTER void mlkem_arm32_basemul_mont_add(sword16* r_p,
7845 const sword16* a_p, const sword16* b_p)
7846#else
7847WC_OMIT_FRAME_POINTER void mlkem_arm32_basemul_mont_add(sword16* r,
7848 const sword16* a, const sword16* b)
7849#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7850{
7851#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
7852 register sword16* r __asm__ ("r0") = (sword16*)r_p;
7853 register const sword16* a __asm__ ("r1") = (const sword16*)a_p;
7854 register const sword16* b __asm__ ("r2") = (const sword16*)b_p;
7855 register word16* L_mlkem_basemul_mont_zetas_c __asm__ ("r3") =
7856 (word16*)&L_mlkem_basemul_mont_zetas;
7857#else
7858 register word16* L_mlkem_basemul_mont_zetas_c =
7859 (word16*)&L_mlkem_basemul_mont_zetas;
7860#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
7861
7862 __asm__ __volatile__ (
7863 "mov r3, %[L_mlkem_basemul_mont_zetas]\n\t"
7864 "add r3, r3, #0x80\n\t"
7865#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7866#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7867 "mov r12, #0x1\n\t"
7868 "orr r12, r12, #0xd00\n\t"
7869#else
7870 "mov r12, #0xd01\n\t"
7871#endif
7872#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7873 "orr r12, r12, #0xc000000\n\t"
7874 "orr r12, r12, #0xff0000\n\t"
7875#else
7876 "movt r12, #0xcff\n\t"
7877#endif
7878#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
7879 "mov r8, #0\n\t"
7880 "\n"
7881 "L_mlkem_arm32_basemul_mont_add_loop_%=:\n\t"
7882 "ldm %[a]!, {r4, r5}\n\t"
7883 "ldm %[b]!, {r6, r7}\n\t"
7884 "ldr lr, [r3, r8]\n\t"
7885 "add r8, r8, #2\n\t"
7886 "push {r8}\n\t"
7887 "cmp r8, #0x80\n\t"
7888#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
7889 "smultt r8, r4, r6\n\t"
7890 "smultt r10, r5, r7\n\t"
7891 "smultb r9, r12, r8\n\t"
7892 "smultb r11, r12, r10\n\t"
7893 "smlabb r8, r12, r9, r8\n\t"
7894 "smlabb r10, r12, r11, r10\n\t"
7895 "rsb r11, lr, #0\n\t"
7896 "smulbt r8, lr, r8\n\t"
7897 "smulbt r10, r11, r10\n\t"
7898 "smlabb r8, r4, r6, r8\n\t"
7899 "smlabb r10, r5, r7, r10\n\t"
7900 "smultb r9, r12, r8\n\t"
7901 "smultb r11, r12, r10\n\t"
7902 "smlabb r8, r12, r9, r8\n\t"
7903 "smlabb r10, r12, r11, r10\n\t"
7904 "smulbt r9, r4, r6\n\t"
7905 "smulbt r11, r5, r7\n\t"
7906 "smlatb r9, r4, r6, r9\n\t"
7907 "smlatb r11, r5, r7, r11\n\t"
7908 "smultb r6, r12, r9\n\t"
7909 "smultb r7, r12, r11\n\t"
7910 "smlabb r9, r12, r6, r9\n\t"
7911 "smlabb r11, r12, r7, r11\n\t"
7912 "ldm %[r], {r4, r5}\n\t"
7913 "pkhtb r9, r9, r8, ASR #16\n\t"
7914 "pkhtb r11, r11, r10, ASR #16\n\t"
7915 "sadd16 r4, r4, r9\n\t"
7916 "sadd16 r5, r5, r11\n\t"
7917#else
7918 "asr r8, r4, #16\n\t"
7919 "asr r10, r5, #16\n\t"
7920 "asr r9, r6, #16\n\t"
7921 "asr r11, r7, #16\n\t"
7922 "mul r8, r9, r8\n\t"
7923 "mul r10, r11, r10\n\t"
7924#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7925 "mov r12, #0xff\n\t"
7926 "orr r12, r12, #0xc00\n\t"
7927#else
7928 "mov r12, #0xcff\n\t"
7929#endif
7930#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7931 "lsl r9, r8, #16\n\t"
7932 "asr r9, r9, #16\n\t"
7933#else
7934 "sbfx r9, r8, #0, #16\n\t"
7935#endif
7936#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7937 "lsl r11, r10, #16\n\t"
7938 "asr r11, r11, #16\n\t"
7939#else
7940 "sbfx r11, r10, #0, #16\n\t"
7941#endif
7942 "mul r9, r12, r8\n\t"
7943 "mul r11, r12, r11\n\t"
7944#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7945 "mov r12, #0x1\n\t"
7946 "orr r12, r12, #0xd00\n\t"
7947#else
7948 "mov r12, #0xd01\n\t"
7949#endif
7950#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7951 "lsl r9, r9, #16\n\t"
7952 "asr r9, r9, #16\n\t"
7953#else
7954 "sbfx r9, r9, #0, #16\n\t"
7955#endif
7956#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7957 "lsl r11, r11, #16\n\t"
7958 "asr r11, r11, #16\n\t"
7959#else
7960 "sbfx r11, r11, #0, #16\n\t"
7961#endif
7962 "mla r8, r12, r9, r8\n\t"
7963 "mla r10, r12, r11, r10\n\t"
7964 "rsb r11, lr, #0\n\t"
7965#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7966 "lsl r9, lr, #16\n\t"
7967 "asr r9, r9, #16\n\t"
7968#else
7969 "sbfx r9, lr, #0, #16\n\t"
7970#endif
7971#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7972 "lsl r11, r11, #16\n\t"
7973 "asr r11, r11, #16\n\t"
7974#else
7975 "sbfx r11, r11, #0, #16\n\t"
7976#endif
7977 "asr r8, r8, #16\n\t"
7978 "asr r10, r10, #16\n\t"
7979 "mul r8, r9, r8\n\t"
7980 "mul r10, r11, r10\n\t"
7981#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7982 "lsl r9, r4, #16\n\t"
7983 "asr r9, r9, #16\n\t"
7984#else
7985 "sbfx r9, r4, #0, #16\n\t"
7986#endif
7987#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7988 "lsl r11, r5, #16\n\t"
7989 "asr r11, r11, #16\n\t"
7990#else
7991 "sbfx r11, r5, #0, #16\n\t"
7992#endif
7993#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
7994 "lsl r12, r6, #16\n\t"
7995 "asr r12, r12, #16\n\t"
7996#else
7997 "sbfx r12, r6, #0, #16\n\t"
7998#endif
7999 "mla r8, r9, r12, r8\n\t"
8000#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8001 "lsl r12, r7, #16\n\t"
8002 "asr r12, r12, #16\n\t"
8003#else
8004 "sbfx r12, r7, #0, #16\n\t"
8005#endif
8006 "mla r10, r11, r12, r10\n\t"
8007#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8008 "mov r12, #0xff\n\t"
8009 "orr r12, r12, #0xc00\n\t"
8010#else
8011 "mov r12, #0xcff\n\t"
8012#endif
8013#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8014 "lsl r9, r8, #16\n\t"
8015 "asr r9, r9, #16\n\t"
8016#else
8017 "sbfx r9, r8, #0, #16\n\t"
8018#endif
8019#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8020 "lsl r11, r10, #16\n\t"
8021 "asr r11, r11, #16\n\t"
8022#else
8023 "sbfx r11, r10, #0, #16\n\t"
8024#endif
8025 "mul r9, r12, r9\n\t"
8026 "mul r11, r12, r11\n\t"
8027#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8028 "mov r12, #0x1\n\t"
8029 "orr r12, r12, #0xd00\n\t"
8030#else
8031 "mov r12, #0xd01\n\t"
8032#endif
8033#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8034 "lsl r9, r9, #16\n\t"
8035 "asr r9, r9, #16\n\t"
8036#else
8037 "sbfx r9, r9, #0, #16\n\t"
8038#endif
8039#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8040 "lsl r11, r11, #16\n\t"
8041 "asr r11, r11, #16\n\t"
8042#else
8043 "sbfx r11, r11, #0, #16\n\t"
8044#endif
8045 "mla r8, r12, r9, r8\n\t"
8046 "mla r10, r12, r11, r10\n\t"
8047#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8048 "lsl r9, r4, #16\n\t"
8049 "asr r9, r9, #16\n\t"
8050#else
8051 "sbfx r9, r4, #0, #16\n\t"
8052#endif
8053#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8054 "lsl r11, r5, #16\n\t"
8055 "asr r11, r11, #16\n\t"
8056#else
8057 "sbfx r11, r5, #0, #16\n\t"
8058#endif
8059 "asr r12, r6, #16\n\t"
8060 "mul r9, r12, r9\n\t"
8061 "asr r12, r7, #16\n\t"
8062 "mul r11, r12, r11\n\t"
8063 "asr r4, r4, #16\n\t"
8064 "asr r5, r5, #16\n\t"
8065#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8066 "lsl r12, r6, #16\n\t"
8067 "asr r12, r12, #16\n\t"
8068#else
8069 "sbfx r12, r6, #0, #16\n\t"
8070#endif
8071 "mla r9, r4, r12, r9\n\t"
8072#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8073 "lsl r12, r7, #16\n\t"
8074 "asr r12, r12, #16\n\t"
8075#else
8076 "sbfx r12, r7, #0, #16\n\t"
8077#endif
8078 "mla r11, r5, r12, r11\n\t"
8079#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8080 "mov r12, #0xff\n\t"
8081 "orr r12, r12, #0xc00\n\t"
8082#else
8083 "mov r12, #0xcff\n\t"
8084#endif
8085#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8086 "lsl r6, r9, #16\n\t"
8087 "asr r6, r6, #16\n\t"
8088#else
8089 "sbfx r6, r9, #0, #16\n\t"
8090#endif
8091#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8092 "lsl r7, r11, #16\n\t"
8093 "asr r7, r7, #16\n\t"
8094#else
8095 "sbfx r7, r11, #0, #16\n\t"
8096#endif
8097 "mul r6, r12, r6\n\t"
8098 "mul r7, r12, r7\n\t"
8099#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8100 "mov r12, #0x1\n\t"
8101 "orr r12, r12, #0xd00\n\t"
8102#else
8103 "mov r12, #0xd01\n\t"
8104#endif
8105#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8106 "lsl r4, r6, #16\n\t"
8107 "asr r4, r4, #16\n\t"
8108#else
8109 "sbfx r4, r6, #0, #16\n\t"
8110#endif
8111#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8112 "lsl r5, r7, #16\n\t"
8113 "asr r5, r5, #16\n\t"
8114#else
8115 "sbfx r5, r7, #0, #16\n\t"
8116#endif
8117 "mla r9, r12, r4, r9\n\t"
8118 "mla r11, r12, r5, r11\n\t"
8119 "ldm %[r], {r4, r5}\n\t"
8120#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8121 "bic r9, r9, #0xff\n\t"
8122 "bic r9, r9, #0xff00\n\t"
8123#else
8124 "bfc r9, #0, #16\n\t"
8125#endif
8126#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8127 "bic r11, r11, #0xff\n\t"
8128 "bic r11, r11, #0xff00\n\t"
8129#else
8130 "bfc r11, #0, #16\n\t"
8131#endif
8132 "orr r9, r9, r8, lsr #16\n\t"
8133 "orr r11, r11, r10, lsr #16\n\t"
8134 "add r8, r4, r9\n\t"
8135 "add r10, r5, r11\n\t"
8136#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8137 "bic r9, r9, #0xff\n\t"
8138 "bic r9, r9, #0xff00\n\t"
8139#else
8140 "bfc r9, #0, #16\n\t"
8141#endif
8142#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8143 "bic r11, r11, #0xff\n\t"
8144 "bic r11, r11, #0xff00\n\t"
8145#else
8146 "bfc r11, #0, #16\n\t"
8147#endif
8148 "add r4, r4, r9\n\t"
8149 "add r5, r5, r11\n\t"
8150#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8151 "lsr r4, r4, #16\n\t"
8152 "orr r4, r4, r8, lsl #16\n\t"
8153 "ror r4, r4, #16\n\t"
8154#else
8155 "bfi r4, r8, #0, #16\n\t"
8156#endif
8157#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8158 "lsr r5, r5, #16\n\t"
8159 "orr r5, r5, r10, lsl #16\n\t"
8160 "ror r5, r5, #16\n\t"
8161#else
8162 "bfi r5, r10, #0, #16\n\t"
8163#endif
8164#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
8165 "stm %[r]!, {r4, r5}\n\t"
8166 "pop {r8}\n\t"
8167 "bne L_mlkem_arm32_basemul_mont_add_loop_%=\n\t"
8168#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8169 : [r] "+r" (r), [a] "+r" (a), [b] "+r" (b),
8170 [L_mlkem_basemul_mont_zetas] "+r" (L_mlkem_basemul_mont_zetas_c)
8171 :
8172#else
8173 :
8174 : [r] "r" (r), [a] "r" (a), [b] "r" (b),
8175 [L_mlkem_basemul_mont_zetas] "r" (L_mlkem_basemul_mont_zetas_c)
8176#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8177 : "memory", "cc", "r12", "lr", "r4", "r5", "r6", "r7", "r8", "r9",
8178 "r10", "r11"
8179 );
8180}
8181
8182#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8183WC_OMIT_FRAME_POINTER void mlkem_arm32_csubq(sword16* p_p)
8184#else
8185WC_OMIT_FRAME_POINTER void mlkem_arm32_csubq(sword16* p)
8186#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8187{
8188#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8189 register sword16* p __asm__ ("r0") = (sword16*)p_p;
8190 register word16* L_mlkem_basemul_mont_zetas_c __asm__ ("r1") =
8191 (word16*)&L_mlkem_basemul_mont_zetas;
8192#else
8193 register word16* L_mlkem_basemul_mont_zetas_c =
8194 (word16*)&L_mlkem_basemul_mont_zetas;
8195#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8196
8197 __asm__ __volatile__ (
8198#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8199 "mov r12, #0x1\n\t"
8200 "orr r12, r12, #0xd00\n\t"
8201#else
8202 "mov r12, #0xd01\n\t"
8203#endif
8204#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8205 "mov lr, #0x1\n\t"
8206 "orr lr, lr, #0xd00\n\t"
8207#else
8208 "mov lr, #0xd01\n\t"
8209#endif
8210#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
8211#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8212 "orr lr, lr, #0xd000000\n\t"
8213 "orr lr, lr, #0x10000\n\t"
8214#else
8215 "movt lr, #0xd01\n\t"
8216#endif
8217#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
8218 "mov r11, #0x8000\n\t"
8219#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8220 "orr r11, r11, #0x80000000\n\t"
8221#else
8222 "movt r11, #0x8000\n\t"
8223#endif
8224 "mov r1, #0x100\n\t"
8225 "\n"
8226 "L_mlkem_arm32_csubq_loop_%=:\n\t"
8227 "ldm %[p], {r2, r3, r4, r5}\n\t"
8228#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH >= 6)
8229 "ssub16 r2, r2, lr\n\t"
8230 "ssub16 r3, r3, lr\n\t"
8231 "ssub16 r4, r4, lr\n\t"
8232 "ssub16 r5, r5, lr\n\t"
8233 "and r6, r2, r11\n\t"
8234 "and r7, r3, r11\n\t"
8235 "and r8, r4, r11\n\t"
8236 "and r9, r5, r11\n\t"
8237 "lsr r6, r6, #15\n\t"
8238 "lsr r7, r7, #15\n\t"
8239 "lsr r8, r8, #15\n\t"
8240 "lsr r9, r9, #15\n\t"
8241 "mul r6, r12, r6\n\t"
8242 "mul r7, r12, r7\n\t"
8243 "mul r8, r12, r8\n\t"
8244 "mul r9, r12, r9\n\t"
8245 "sadd16 r2, r2, r6\n\t"
8246 "sadd16 r3, r3, r7\n\t"
8247 "sadd16 r4, r4, r8\n\t"
8248 "sadd16 r5, r5, r9\n\t"
8249#else
8250 "sub r6, r2, lr\n\t"
8251 "sub r2, r2, lr, lsl #16\n\t"
8252#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8253 "lsr r2, r2, #16\n\t"
8254 "orr r2, r2, r6, lsl #16\n\t"
8255 "ror r2, r2, #16\n\t"
8256#else
8257 "bfi r2, r6, #0, #16\n\t"
8258#endif
8259 "sub r7, r3, lr\n\t"
8260 "sub r3, r3, lr, lsl #16\n\t"
8261#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8262 "lsr r3, r3, #16\n\t"
8263 "orr r3, r3, r7, lsl #16\n\t"
8264 "ror r3, r3, #16\n\t"
8265#else
8266 "bfi r3, r7, #0, #16\n\t"
8267#endif
8268 "sub r8, r4, lr\n\t"
8269 "sub r4, r4, lr, lsl #16\n\t"
8270#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8271 "lsr r4, r4, #16\n\t"
8272 "orr r4, r4, r8, lsl #16\n\t"
8273 "ror r4, r4, #16\n\t"
8274#else
8275 "bfi r4, r8, #0, #16\n\t"
8276#endif
8277 "sub r9, r5, lr\n\t"
8278 "sub r5, r5, lr, lsl #16\n\t"
8279#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8280 "lsr r5, r5, #16\n\t"
8281 "orr r5, r5, r9, lsl #16\n\t"
8282 "ror r5, r5, #16\n\t"
8283#else
8284 "bfi r5, r9, #0, #16\n\t"
8285#endif
8286 "and r6, r2, r11\n\t"
8287 "and r7, r3, r11\n\t"
8288 "and r8, r4, r11\n\t"
8289 "and r9, r5, r11\n\t"
8290 "lsr r6, r6, #15\n\t"
8291 "lsr r7, r7, #15\n\t"
8292 "lsr r8, r8, #15\n\t"
8293 "lsr r9, r9, #15\n\t"
8294 "mul r6, r12, r6\n\t"
8295 "mul r7, r12, r7\n\t"
8296 "mul r8, r12, r8\n\t"
8297 "mul r9, r12, r9\n\t"
8298 "add r10, r2, r6\n\t"
8299#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8300 "bic r6, r6, #0xff\n\t"
8301 "bic r6, r6, #0xff00\n\t"
8302#else
8303 "bfc r6, #0, #16\n\t"
8304#endif
8305 "add r2, r2, r6\n\t"
8306#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8307 "lsr r2, r2, #16\n\t"
8308 "orr r2, r2, r10, lsl #16\n\t"
8309 "ror r2, r2, #16\n\t"
8310#else
8311 "bfi r2, r10, #0, #16\n\t"
8312#endif
8313 "add r10, r3, r7\n\t"
8314#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8315 "bic r7, r7, #0xff\n\t"
8316 "bic r7, r7, #0xff00\n\t"
8317#else
8318 "bfc r7, #0, #16\n\t"
8319#endif
8320 "add r3, r3, r7\n\t"
8321#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8322 "lsr r3, r3, #16\n\t"
8323 "orr r3, r3, r10, lsl #16\n\t"
8324 "ror r3, r3, #16\n\t"
8325#else
8326 "bfi r3, r10, #0, #16\n\t"
8327#endif
8328 "add r10, r4, r8\n\t"
8329#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8330 "bic r8, r8, #0xff\n\t"
8331 "bic r8, r8, #0xff00\n\t"
8332#else
8333 "bfc r8, #0, #16\n\t"
8334#endif
8335 "add r4, r4, r8\n\t"
8336#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8337 "lsr r4, r4, #16\n\t"
8338 "orr r4, r4, r10, lsl #16\n\t"
8339 "ror r4, r4, #16\n\t"
8340#else
8341 "bfi r4, r10, #0, #16\n\t"
8342#endif
8343 "add r10, r5, r9\n\t"
8344#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8345 "bic r9, r9, #0xff\n\t"
8346 "bic r9, r9, #0xff00\n\t"
8347#else
8348 "bfc r9, #0, #16\n\t"
8349#endif
8350 "add r5, r5, r9\n\t"
8351#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8352 "lsr r5, r5, #16\n\t"
8353 "orr r5, r5, r10, lsl #16\n\t"
8354 "ror r5, r5, #16\n\t"
8355#else
8356 "bfi r5, r10, #0, #16\n\t"
8357#endif
8358#endif /* WOLFSSL_ARM_ARCH && WOLFSSL_ARM_ARCH >= 6 */
8359 "stm %[p]!, {r2, r3, r4, r5}\n\t"
8360 "subs r1, r1, #8\n\t"
8361 "bne L_mlkem_arm32_csubq_loop_%=\n\t"
8362#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8363 : [p] "+r" (p),
8364 [L_mlkem_basemul_mont_zetas] "+r" (L_mlkem_basemul_mont_zetas_c)
8365 :
8366#else
8367 :
8368 : [p] "r" (p),
8369 [L_mlkem_basemul_mont_zetas] "r" (L_mlkem_basemul_mont_zetas_c)
8370#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8371 : "memory", "cc", "r2", "r3", "r12", "lr", "r4", "r5", "r6", "r7", "r8",
8372 "r9", "r10", "r11"
8373 );
8374}
8375
8376#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8377WC_OMIT_FRAME_POINTER unsigned int mlkem_arm32_rej_uniform(sword16* p_p,
8378 unsigned int len_p, const byte* r_p, unsigned int rLen_p)
8379#else
8380WC_OMIT_FRAME_POINTER unsigned int mlkem_arm32_rej_uniform(sword16* p,
8381 unsigned int len, const byte* r, unsigned int rLen)
8382#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8383{
8384#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8385 register sword16* p __asm__ ("r0") = (sword16*)p_p;
8386 register unsigned int len __asm__ ("r1") = (unsigned int)len_p;
8387 register const byte* r __asm__ ("r2") = (const byte*)r_p;
8388 register unsigned int rLen __asm__ ("r3") = (unsigned int)rLen_p;
8389 register word16* L_mlkem_basemul_mont_zetas_c __asm__ ("r12") =
8390 (word16*)&L_mlkem_basemul_mont_zetas;
8391#else
8392 register word16* L_mlkem_basemul_mont_zetas_c =
8393 (word16*)&L_mlkem_basemul_mont_zetas;
8394#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8395
8396 __asm__ __volatile__ (
8397 "push {%[L_mlkem_basemul_mont_zetas]}\n\t"
8398#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8399 "mov r8, #0x1\n\t"
8400 "orr r8, r8, #0xd00\n\t"
8401#else
8402 "mov r8, #0xd01\n\t"
8403#endif
8404 "mov r12, #0\n\t"
8405 "\n"
8406 "L_mlkem_arm32_rej_uniform_loop_no_fail_%=:\n\t"
8407 "cmp %[len], #8\n\t"
8408 "blt L_mlkem_arm32_rej_uniform_done_no_fail_%=\n\t"
8409 "ldm %[r]!, {r4, r5, r6}\n\t"
8410#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8411 "lsl r7, r4, #20\n\t"
8412 "lsr r7, r7, #20\n\t"
8413#else
8414 "ubfx r7, r4, #0, #12\n\t"
8415#endif
8416 "strh r7, [%[p], r12]\n\t"
8417 "sub lr, r7, r8\n\t"
8418 "lsr lr, lr, #31\n\t"
8419 "sub %[len], %[len], lr\n\t"
8420 "add r12, r12, lr, lsl #1\n\t"
8421#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8422 "lsl r7, r4, #8\n\t"
8423 "lsr r7, r7, #20\n\t"
8424#else
8425 "ubfx r7, r4, #12, #12\n\t"
8426#endif
8427 "strh r7, [%[p], r12]\n\t"
8428 "sub lr, r7, r8\n\t"
8429 "lsr lr, lr, #31\n\t"
8430 "sub %[len], %[len], lr\n\t"
8431 "add r12, r12, lr, lsl #1\n\t"
8432#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8433 "lsr r7, r4, #24\n\t"
8434#else
8435 "ubfx r7, r4, #24, #8\n\t"
8436#endif
8437#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8438 "bic r7, r7, #0xf00\n\t"
8439 "ror r7, r7, #12\n\t"
8440 "orr r7, r7, r5, lsl #28\n\t"
8441 "ror r7, r7, #20\n\t"
8442#else
8443 "bfi r7, r5, #8, #4\n\t"
8444#endif
8445 "strh r7, [%[p], r12]\n\t"
8446 "sub lr, r7, r8\n\t"
8447 "lsr lr, lr, #31\n\t"
8448 "sub %[len], %[len], lr\n\t"
8449 "add r12, r12, lr, lsl #1\n\t"
8450#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8451 "lsl r7, r5, #16\n\t"
8452 "lsr r7, r7, #20\n\t"
8453#else
8454 "ubfx r7, r5, #4, #12\n\t"
8455#endif
8456 "strh r7, [%[p], r12]\n\t"
8457 "sub lr, r7, r8\n\t"
8458 "lsr lr, lr, #31\n\t"
8459 "sub %[len], %[len], lr\n\t"
8460 "add r12, r12, lr, lsl #1\n\t"
8461#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8462 "lsl r7, r5, #4\n\t"
8463 "lsr r7, r7, #20\n\t"
8464#else
8465 "ubfx r7, r5, #16, #12\n\t"
8466#endif
8467 "strh r7, [%[p], r12]\n\t"
8468 "sub lr, r7, r8\n\t"
8469 "lsr lr, lr, #31\n\t"
8470 "sub %[len], %[len], lr\n\t"
8471 "add r12, r12, lr, lsl #1\n\t"
8472#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8473 "lsr r7, r5, #28\n\t"
8474#else
8475 "ubfx r7, r5, #28, #4\n\t"
8476#endif
8477#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8478 "bic r7, r7, #0xff0\n\t"
8479 "ror r7, r7, #12\n\t"
8480 "orr r7, r7, r6, lsl #24\n\t"
8481 "ror r7, r7, #20\n\t"
8482#else
8483 "bfi r7, r6, #4, #8\n\t"
8484#endif
8485 "strh r7, [%[p], r12]\n\t"
8486 "sub lr, r7, r8\n\t"
8487 "lsr lr, lr, #31\n\t"
8488 "sub %[len], %[len], lr\n\t"
8489 "add r12, r12, lr, lsl #1\n\t"
8490#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8491 "lsl r7, r6, #12\n\t"
8492 "lsr r7, r7, #20\n\t"
8493#else
8494 "ubfx r7, r6, #8, #12\n\t"
8495#endif
8496 "strh r7, [%[p], r12]\n\t"
8497 "sub lr, r7, r8\n\t"
8498 "lsr lr, lr, #31\n\t"
8499 "sub %[len], %[len], lr\n\t"
8500 "add r12, r12, lr, lsl #1\n\t"
8501#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8502 "lsr r7, r6, #20\n\t"
8503#else
8504 "ubfx r7, r6, #20, #12\n\t"
8505#endif
8506 "strh r7, [%[p], r12]\n\t"
8507 "sub lr, r7, r8\n\t"
8508 "lsr lr, lr, #31\n\t"
8509 "sub %[len], %[len], lr\n\t"
8510 "add r12, r12, lr, lsl #1\n\t"
8511 "subs %[rLen], %[rLen], #12\n\t"
8512 "bne L_mlkem_arm32_rej_uniform_loop_no_fail_%=\n\t"
8513 "b L_mlkem_arm32_rej_uniform_done_%=\n\t"
8514 "\n"
8515 "L_mlkem_arm32_rej_uniform_done_no_fail_%=:\n\t"
8516 "cmp %[len], #0\n\t"
8517 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8518 "\n"
8519 "L_mlkem_arm32_rej_uniform_loop_%=:\n\t"
8520 "ldm %[r]!, {r4, r5, r6}\n\t"
8521#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8522 "lsl r7, r4, #20\n\t"
8523 "lsr r7, r7, #20\n\t"
8524#else
8525 "ubfx r7, r4, #0, #12\n\t"
8526#endif
8527 "cmp r7, r8\n\t"
8528 "bge L_mlkem_arm32_rej_uniform_fail_0_%=\n\t"
8529 "strh r7, [%[p], r12]\n\t"
8530 "subs %[len], %[len], #1\n\t"
8531 "add r12, r12, #2\n\t"
8532 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8533 "\n"
8534 "L_mlkem_arm32_rej_uniform_fail_0_%=:\n\t"
8535#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8536 "lsl r7, r4, #8\n\t"
8537 "lsr r7, r7, #20\n\t"
8538#else
8539 "ubfx r7, r4, #12, #12\n\t"
8540#endif
8541 "cmp r7, r8\n\t"
8542 "bge L_mlkem_arm32_rej_uniform_fail_1_%=\n\t"
8543 "strh r7, [%[p], r12]\n\t"
8544 "subs %[len], %[len], #1\n\t"
8545 "add r12, r12, #2\n\t"
8546 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8547 "\n"
8548 "L_mlkem_arm32_rej_uniform_fail_1_%=:\n\t"
8549#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8550 "lsr r7, r4, #24\n\t"
8551#else
8552 "ubfx r7, r4, #24, #8\n\t"
8553#endif
8554#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8555 "bic r7, r7, #0xf00\n\t"
8556 "ror r7, r7, #12\n\t"
8557 "orr r7, r7, r5, lsl #28\n\t"
8558 "ror r7, r7, #20\n\t"
8559#else
8560 "bfi r7, r5, #8, #4\n\t"
8561#endif
8562 "cmp r7, r8\n\t"
8563 "bge L_mlkem_arm32_rej_uniform_fail_2_%=\n\t"
8564 "strh r7, [%[p], r12]\n\t"
8565 "subs %[len], %[len], #1\n\t"
8566 "add r12, r12, #2\n\t"
8567 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8568 "\n"
8569 "L_mlkem_arm32_rej_uniform_fail_2_%=:\n\t"
8570#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8571 "lsl r7, r5, #16\n\t"
8572 "lsr r7, r7, #20\n\t"
8573#else
8574 "ubfx r7, r5, #4, #12\n\t"
8575#endif
8576 "cmp r7, r8\n\t"
8577 "bge L_mlkem_arm32_rej_uniform_fail_3_%=\n\t"
8578 "strh r7, [%[p], r12]\n\t"
8579 "subs %[len], %[len], #1\n\t"
8580 "add r12, r12, #2\n\t"
8581 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8582 "\n"
8583 "L_mlkem_arm32_rej_uniform_fail_3_%=:\n\t"
8584#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8585 "lsl r7, r5, #4\n\t"
8586 "lsr r7, r7, #20\n\t"
8587#else
8588 "ubfx r7, r5, #16, #12\n\t"
8589#endif
8590 "cmp r7, r8\n\t"
8591 "bge L_mlkem_arm32_rej_uniform_fail_4_%=\n\t"
8592 "strh r7, [%[p], r12]\n\t"
8593 "subs %[len], %[len], #1\n\t"
8594 "add r12, r12, #2\n\t"
8595 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8596 "\n"
8597 "L_mlkem_arm32_rej_uniform_fail_4_%=:\n\t"
8598#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8599 "lsr r7, r5, #28\n\t"
8600#else
8601 "ubfx r7, r5, #28, #4\n\t"
8602#endif
8603#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8604 "bic r7, r7, #0xff0\n\t"
8605 "ror r7, r7, #12\n\t"
8606 "orr r7, r7, r6, lsl #24\n\t"
8607 "ror r7, r7, #20\n\t"
8608#else
8609 "bfi r7, r6, #4, #8\n\t"
8610#endif
8611 "cmp r7, r8\n\t"
8612 "bge L_mlkem_arm32_rej_uniform_fail_5_%=\n\t"
8613 "strh r7, [%[p], r12]\n\t"
8614 "subs %[len], %[len], #1\n\t"
8615 "add r12, r12, #2\n\t"
8616 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8617 "\n"
8618 "L_mlkem_arm32_rej_uniform_fail_5_%=:\n\t"
8619#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8620 "lsl r7, r6, #12\n\t"
8621 "lsr r7, r7, #20\n\t"
8622#else
8623 "ubfx r7, r6, #8, #12\n\t"
8624#endif
8625 "cmp r7, r8\n\t"
8626 "bge L_mlkem_arm32_rej_uniform_fail_6_%=\n\t"
8627 "strh r7, [%[p], r12]\n\t"
8628 "subs %[len], %[len], #1\n\t"
8629 "add r12, r12, #2\n\t"
8630 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8631 "\n"
8632 "L_mlkem_arm32_rej_uniform_fail_6_%=:\n\t"
8633#if defined(WOLFSSL_ARM_ARCH) && (WOLFSSL_ARM_ARCH < 7)
8634 "lsr r7, r6, #20\n\t"
8635#else
8636 "ubfx r7, r6, #20, #12\n\t"
8637#endif
8638 "cmp r7, r8\n\t"
8639 "bge L_mlkem_arm32_rej_uniform_fail_7_%=\n\t"
8640 "strh r7, [%[p], r12]\n\t"
8641 "subs %[len], %[len], #1\n\t"
8642 "add r12, r12, #2\n\t"
8643 "beq L_mlkem_arm32_rej_uniform_done_%=\n\t"
8644 "\n"
8645 "L_mlkem_arm32_rej_uniform_fail_7_%=:\n\t"
8646 "subs %[rLen], %[rLen], #12\n\t"
8647 "bgt L_mlkem_arm32_rej_uniform_loop_%=\n\t"
8648 "\n"
8649 "L_mlkem_arm32_rej_uniform_done_%=:\n\t"
8650 "lsr r0, r12, #1\n\t"
8651 "pop {%[L_mlkem_basemul_mont_zetas]}\n\t"
8652#ifndef WOLFSSL_NO_VAR_ASSIGN_REG
8653 : [p] "+r" (p), [len] "+r" (len), [r] "+r" (r), [rLen] "+r" (rLen),
8654 [L_mlkem_basemul_mont_zetas] "+r" (L_mlkem_basemul_mont_zetas_c)
8655 :
8656#else
8657 :
8658 : [p] "r" (p), [len] "r" (len), [r] "r" (r), [rLen] "r" (rLen),
8659 [L_mlkem_basemul_mont_zetas] "r" (L_mlkem_basemul_mont_zetas_c)
8660#endif /* !WOLFSSL_NO_VAR_ASSIGN_REG */
8661 : "memory", "cc", "lr", "r4", "r5", "r6", "r7", "r8"
8662 );
8663 return (word32)(size_t)p;
8664}
8665
8666#endif /* WOLFSSL_HAVE_MLKEM */
8667#endif /* !__aarch64__ && !WOLFSSL_ARMASM_THUMB2 */
8668#endif /* WOLFSSL_ARMASM */
8669
8670#endif /* WOLFSSL_ARMASM_INLINE */