//===-- Memcpy implementation for aarch64 -----------------------*- C++ -*-===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #ifndef LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMCPY_IMPLEMENTATIONS_H #define LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMCPY_IMPLEMENTATIONS_H #include "src/__support/macros/config.h" // LIBC_INLINE #include "src/string/memory_utils/op_builtin.h" #include "src/string/memory_utils/utils.h" #include // size_t namespace __llvm_libc { [[maybe_unused]] LIBC_INLINE void inline_memcpy_aarch64(Ptr __restrict dst, CPtr __restrict src, size_t count) { if (count == 0) return; if (count == 1) return builtin::Memcpy<1>::block(dst, src); if (count == 2) return builtin::Memcpy<2>::block(dst, src); if (count == 3) return builtin::Memcpy<3>::block(dst, src); if (count == 4) return builtin::Memcpy<4>::block(dst, src); if (count < 8) return builtin::Memcpy<4>::head_tail(dst, src, count); if (count < 16) return builtin::Memcpy<8>::head_tail(dst, src, count); if (count < 32) return builtin::Memcpy<16>::head_tail(dst, src, count); if (count < 64) return builtin::Memcpy<32>::head_tail(dst, src, count); if (count < 128) return builtin::Memcpy<64>::head_tail(dst, src, count); builtin::Memcpy<16>::block(dst, src); align_to_next_boundary<16, Arg::Src>(dst, src, count); return builtin::Memcpy<64>::loop_and_tail(dst, src, count); } } // namespace __llvm_libc #endif // LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_MEMCPY_IMPLEMENTATIONS_H