rust/library/compiler-builtins/src/arm.rs

#![cfg(not(feature = "no-asm"))]
#![allow(unused_imports)]

use core::intrinsics;

// iOS symbols have a leading underscore.
#[cfg(target_os = "ios")]
macro_rules! bl {
    ($func:literal) => {
        concat!("bl _", $func)
    };
}
#[cfg(not(target_os = "ios"))]
macro_rules! bl {
    ($func:literal) => {
        concat!("bl ", $func)
    };
}

intrinsics! {
    // NOTE This function and the ones below are implemented using assembly because they are using a
    // custom calling convention which can't be implemented using a normal Rust function.
    #[cfg_attr(all(not(windows), not(target_vendor="apple")), weak)]
    #[naked]
    #[cfg(not(target_env = "msvc"))]
    pub unsafe extern "C" fn __aeabi_uidivmod() {
        core::arch::asm!(
            "push {{lr}}",
            "sub sp, sp, #4",
            "mov r2, sp",
            bl!("__udivmodsi4"),
            "ldr r1, [sp]",
            "add sp, sp, #4",
            "pop {{pc}}",
            options(noreturn)
        );
    }

    #[cfg_attr(all(not(windows), not(target_vendor="apple")), weak)]
    #[naked]
    pub unsafe extern "C" fn __aeabi_uldivmod() {
        core::arch::asm!(
            "push {{r4, lr}}",
            "sub sp, sp, #16",
            "add r4, sp, #8",
            "str r4, [sp]",
            bl!("__udivmoddi4"),
            "ldr r2, [sp, #8]",
            "ldr r3, [sp, #12]",
            "add sp, sp, #16",
            "pop {{r4, pc}}",
            options(noreturn)
        );
    }

    #[cfg_attr(all(not(windows), not(target_vendor="apple")), weak)]
    #[naked]
    pub unsafe extern "C" fn __aeabi_idivmod() {
        core::arch::asm!(
            "push {{r0, r1, r4, lr}}",
            bl!("__aeabi_idiv"),
            "pop {{r1, r2}}",
            "muls r2, r2, r0",
            "subs r1, r1, r2",
            "pop {{r4, pc}}",
            options(noreturn)
        );
    }

    #[cfg_attr(all(not(windows), not(target_vendor="apple")), weak)]
    #[naked]
    pub unsafe extern "C" fn __aeabi_ldivmod() {
        core::arch::asm!(
            "push {{r4, lr}}",
            "sub sp, sp, #16",
            "add r4, sp, #8",
            "str r4, [sp]",
            bl!("__divmoddi4"),
            "ldr r2, [sp, #8]",
            "ldr r3, [sp, #12]",
            "add sp, sp, #16",
            "pop {{r4, pc}}",
            options(noreturn)
        );
    }

    // The following functions use weak linkage to allow users to override
    // with custom implementation.
    // FIXME: The `*4` and `*8` variants should be defined as aliases.

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memcpy(dest: *mut u8, src: *const u8, n: usize) {
        ::mem::memcpy(dest, src, n);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memcpy4(dest: *mut u8, src: *const u8, n: usize) {
        // We are guaranteed 4-alignment, so accessing at u32 is okay.
        let mut dest = dest as *mut u32;
        let mut src = src as *mut u32;
        let mut n = n;

        while n >= 4 {
            *dest = *src;
            dest = dest.offset(1);
            src = src.offset(1);
            n -= 4;
        }

        __aeabi_memcpy(dest as *mut u8, src as *const u8, n);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memcpy8(dest: *mut u8, src: *const u8, n: usize) {
        __aeabi_memcpy4(dest, src, n);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memmove(dest: *mut u8, src: *const u8, n: usize) {
        ::mem::memmove(dest, src, n);
    }

    #[weak]
    #[cfg(not(any(target_os = "ios", target_env = "msvc")))]
    pub unsafe extern "aapcs" fn __aeabi_memmove4(dest: *mut u8, src: *const u8, n: usize) {
        __aeabi_memmove(dest, src, n);
    }

    #[weak]
    #[cfg(not(any(target_os = "ios", target_env = "msvc")))]
    pub unsafe extern "aapcs" fn __aeabi_memmove8(dest: *mut u8, src: *const u8, n: usize) {
        __aeabi_memmove(dest, src, n);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memset(dest: *mut u8, n: usize, c: i32) {
        // Note the different argument order
        ::mem::memset(dest, c, n);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memset4(dest: *mut u8, n: usize, c: i32) {
        let mut dest = dest as *mut u32;
        let mut n = n;

        let byte = (c as u32) & 0xff;
        let c = (byte << 24) | (byte << 16) | (byte << 8) | byte;

        while n >= 4 {
            *dest = c;
            dest = dest.offset(1);
            n -= 4;
        }

        __aeabi_memset(dest as *mut u8, n, byte as i32);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memset8(dest: *mut u8, n: usize, c: i32) {
        __aeabi_memset4(dest, n, c);
    }

    #[weak]
    #[cfg(not(target_os = "ios"))]
    pub unsafe extern "aapcs" fn __aeabi_memclr(dest: *mut u8, n: usize) {
        __aeabi_memset(dest, n, 0);
    }

    #[weak]
    #[cfg(not(any(target_os = "ios", target_env = "msvc")))]
    pub unsafe extern "aapcs" fn __aeabi_memclr4(dest: *mut u8, n: usize) {
        __aeabi_memset4(dest, n, 0);
    }

    #[weak]
    #[cfg(not(any(target_os = "ios", target_env = "msvc")))]
    pub unsafe extern "aapcs" fn __aeabi_memclr8(dest: *mut u8, n: usize) {
        __aeabi_memset4(dest, n, 0);
    }
}