2017-06-23 14:23:36 +08:00
|
|
|
use int::{Int, LargeInt};
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
macro_rules! udivmod_inner {
|
|
|
|
($n:expr, $d:expr, $rem:expr, $ty:ty) => {{
|
|
|
|
let (n, d, rem) = ($n, $d, $rem);
|
|
|
|
// NOTE X is unknown, K != 0
|
|
|
|
if n.high() == 0 {
|
|
|
|
if d.high() == 0 {
|
|
|
|
// 0 X
|
|
|
|
// ---
|
|
|
|
// 0 X
|
|
|
|
|
|
|
|
if let Some(rem) = rem {
|
2017-06-24 12:31:54 +08:00
|
|
|
*rem = <$ty>::from(n.low().aborting_rem(d.low()));
|
2017-01-05 09:22:44 +08:00
|
|
|
}
|
2017-06-24 12:31:54 +08:00
|
|
|
return <$ty>::from(n.low().aborting_div(d.low()))
|
2017-01-05 09:22:44 +08:00
|
|
|
} else {
|
|
|
|
// 0 X
|
|
|
|
// ---
|
|
|
|
// K X
|
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = n;
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
};
|
|
|
|
}
|
2016-10-06 09:45:40 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
let mut sr;
|
|
|
|
let mut q;
|
|
|
|
let mut r;
|
|
|
|
|
|
|
|
if d.low() == 0 {
|
|
|
|
if d.high() == 0 {
|
|
|
|
// K X
|
|
|
|
// ---
|
|
|
|
// 0 0
|
|
|
|
// NOTE This should be unreachable in safe Rust because the program will panic before
|
|
|
|
// this intrinsic is called
|
2017-06-24 02:05:25 +08:00
|
|
|
::abort();
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
if n.low() == 0 {
|
|
|
|
// K 0
|
|
|
|
// ---
|
|
|
|
// K 0
|
|
|
|
if let Some(rem) = rem {
|
2017-06-24 12:31:54 +08:00
|
|
|
*rem = <$ty>::from_parts(0, n.high().aborting_rem(d.high()));
|
2017-01-05 09:22:44 +08:00
|
|
|
}
|
2017-06-24 12:31:54 +08:00
|
|
|
return <$ty>::from(n.high().aborting_div(d.high()))
|
2016-10-01 06:30:05 +08:00
|
|
|
}
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
// K K
|
2016-08-13 16:51:54 +08:00
|
|
|
// ---
|
|
|
|
// K 0
|
2017-01-05 09:22:44 +08:00
|
|
|
|
|
|
|
if d.high().is_power_of_two() {
|
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = <$ty>::from_parts(n.low(), n.high() & (d.high() - 1));
|
|
|
|
}
|
|
|
|
return <$ty>::from(n.high() >> d.high().trailing_zeros());
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
sr = d.high().leading_zeros().wrapping_sub(n.high().leading_zeros());
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
// D > N
|
2017-09-14 03:01:40 +08:00
|
|
|
if sr > <hty!($ty)>::BITS - 2 {
|
2017-01-05 09:22:44 +08:00
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = n;
|
|
|
|
}
|
|
|
|
return 0;
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
sr += 1;
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
// 1 <= sr <= <hty!($ty)>::BITS - 1
|
|
|
|
q = n << (<$ty>::BITS - sr);
|
2017-01-05 09:22:44 +08:00
|
|
|
r = n >> sr;
|
|
|
|
} else if d.high() == 0 {
|
|
|
|
// K X
|
|
|
|
// ---
|
|
|
|
// 0 K
|
|
|
|
if d.low().is_power_of_two() {
|
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = <$ty>::from(n.low() & (d.low() - 1));
|
|
|
|
}
|
|
|
|
|
|
|
|
if d.low() == 1 {
|
|
|
|
return n;
|
|
|
|
} else {
|
|
|
|
let sr = d.low().trailing_zeros();
|
|
|
|
return n >> sr;
|
|
|
|
};
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
sr = 1 + <hty!($ty)>::BITS + d.low().leading_zeros() - n.high().leading_zeros();
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
// 2 <= sr <= u64::BITS - 1
|
|
|
|
q = n << (<$ty>::BITS - sr);
|
2017-01-05 09:22:44 +08:00
|
|
|
r = n >> sr;
|
|
|
|
} else {
|
|
|
|
// K X
|
|
|
|
// ---
|
|
|
|
// K K
|
|
|
|
sr = d.high().leading_zeros().wrapping_sub(n.high().leading_zeros());
|
|
|
|
|
|
|
|
// D > N
|
2017-09-14 03:01:40 +08:00
|
|
|
if sr > <hty!($ty)>::BITS - 1 {
|
2017-01-05 09:22:44 +08:00
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = n;
|
|
|
|
}
|
|
|
|
return 0;
|
2016-10-16 19:53:31 +08:00
|
|
|
}
|
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
sr += 1;
|
2016-10-16 19:53:31 +08:00
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
// 1 <= sr <= <hty!($ty)>::BITS
|
|
|
|
q = n << (<$ty>::BITS - sr);
|
2017-01-05 09:22:44 +08:00
|
|
|
r = n >> sr;
|
|
|
|
}
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
// Not a special case
|
|
|
|
// q and r are initialized with
|
2017-09-14 03:01:40 +08:00
|
|
|
// q = n << (u64::BITS - sr)
|
2017-01-05 09:22:44 +08:00
|
|
|
// r = n >> sr
|
2017-09-14 03:01:40 +08:00
|
|
|
// 1 <= sr <= u64::BITS - 1
|
2017-01-05 09:22:44 +08:00
|
|
|
let mut carry = 0;
|
|
|
|
|
2017-07-23 05:10:30 +08:00
|
|
|
// Don't use a range because they may generate references to memcpy in unoptimized code
|
|
|
|
let mut i = 0;
|
|
|
|
while i < sr {
|
|
|
|
i += 1;
|
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
// r:q = ((r:q) << 1) | carry
|
2017-09-14 03:01:40 +08:00
|
|
|
r = (r << 1) | (q >> (<$ty>::BITS - 1));
|
2017-01-05 09:22:44 +08:00
|
|
|
q = (q << 1) | carry as $ty;
|
|
|
|
|
|
|
|
// carry = 0
|
|
|
|
// if r >= d {
|
|
|
|
// r -= d;
|
|
|
|
// carry = 1;
|
|
|
|
// }
|
2017-09-14 03:01:40 +08:00
|
|
|
let s = (d.wrapping_sub(r).wrapping_sub(1)) as os_ty!($ty) >> (<$ty>::BITS - 1);
|
2017-01-05 09:22:44 +08:00
|
|
|
carry = (s & 1) as hty!($ty);
|
|
|
|
r -= d & s as $ty;
|
|
|
|
}
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = r;
|
|
|
|
}
|
|
|
|
(q << 1) | carry as $ty
|
|
|
|
}}
|
|
|
|
}
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-06-23 14:23:36 +08:00
|
|
|
intrinsics! {
|
2017-06-24 06:16:07 +08:00
|
|
|
#[arm_aeabi_alias = __aeabi_uidiv]
|
2017-06-23 14:23:36 +08:00
|
|
|
/// Returns `n / d`
|
|
|
|
pub extern "C" fn __udivsi3(n: u32, d: u32) -> u32 {
|
|
|
|
// Special cases
|
|
|
|
if d == 0 {
|
|
|
|
// NOTE This should be unreachable in safe Rust because the program will panic before
|
|
|
|
// this intrinsic is called
|
2017-06-24 02:05:25 +08:00
|
|
|
::abort();
|
2017-06-23 14:23:36 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
if n == 0 {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
let mut sr = d.leading_zeros().wrapping_sub(n.leading_zeros());
|
|
|
|
|
|
|
|
// d > n
|
2017-09-14 03:01:40 +08:00
|
|
|
if sr > u32::BITS - 1 {
|
2017-06-23 14:23:36 +08:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
// d == 1
|
2017-09-14 03:01:40 +08:00
|
|
|
if sr == u32::BITS - 1 {
|
2017-06-23 14:23:36 +08:00
|
|
|
return n;
|
|
|
|
}
|
|
|
|
|
|
|
|
sr += 1;
|
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
// 1 <= sr <= u32::BITS - 1
|
|
|
|
let mut q = n << (u32::BITS - sr);
|
2017-06-23 14:23:36 +08:00
|
|
|
let mut r = n >> sr;
|
|
|
|
|
|
|
|
let mut carry = 0;
|
2017-07-23 05:10:30 +08:00
|
|
|
|
|
|
|
// Don't use a range because they may generate references to memcpy in unoptimized code
|
|
|
|
let mut i = 0;
|
|
|
|
while i < sr {
|
|
|
|
i += 1;
|
|
|
|
|
2017-06-23 14:23:36 +08:00
|
|
|
// r:q = ((r:q) << 1) | carry
|
2017-09-14 03:01:40 +08:00
|
|
|
r = (r << 1) | (q >> (u32::BITS - 1));
|
2017-06-23 14:23:36 +08:00
|
|
|
q = (q << 1) | carry;
|
|
|
|
|
|
|
|
// carry = 0;
|
|
|
|
// if r > d {
|
|
|
|
// r -= d;
|
|
|
|
// carry = 1;
|
|
|
|
// }
|
2016-08-13 16:51:54 +08:00
|
|
|
|
2017-09-14 03:01:40 +08:00
|
|
|
let s = (d.wrapping_sub(r).wrapping_sub(1)) as i32 >> (u32::BITS - 1);
|
2017-06-23 14:23:36 +08:00
|
|
|
carry = (s & 1) as u32;
|
|
|
|
r -= d & s as u32;
|
2017-01-05 22:08:56 +08:00
|
|
|
}
|
2017-06-23 14:23:36 +08:00
|
|
|
|
|
|
|
(q << 1) | carry
|
2017-01-05 22:08:56 +08:00
|
|
|
}
|
|
|
|
|
2018-02-17 00:31:25 +08:00
|
|
|
#[use_c_shim_if(all(target_arch = "arm",
|
|
|
|
not(target_os = "ios"),
|
2018-07-06 02:20:34 +08:00
|
|
|
not(target_env = "msvc"),
|
2018-02-17 00:31:25 +08:00
|
|
|
not(thumbv6m)))]
|
2017-06-23 14:23:36 +08:00
|
|
|
/// Returns `n % d`
|
|
|
|
pub extern "C" fn __umodsi3(n: u32, d: u32) -> u32 {
|
|
|
|
let q = __udivsi3(n, d);
|
|
|
|
n - q * d
|
|
|
|
}
|
|
|
|
|
|
|
|
#[use_c_shim_if(all(target_arch = "arm",
|
|
|
|
not(target_os = "ios"),
|
2018-07-06 02:20:34 +08:00
|
|
|
not(target_env = "msvc"),
|
2017-06-23 14:23:36 +08:00
|
|
|
not(thumbv6m)))]
|
|
|
|
/// Returns `n / d` and sets `*rem = n % d`
|
|
|
|
pub extern "C" fn __udivmodsi4(n: u32, d: u32, rem: Option<&mut u32>) -> u32 {
|
|
|
|
let q = __udivsi3(n, d);
|
|
|
|
if let Some(rem) = rem {
|
|
|
|
*rem = n - (q * d);
|
|
|
|
}
|
|
|
|
q
|
|
|
|
}
|
2017-01-05 22:08:56 +08:00
|
|
|
|
2017-06-23 22:52:38 +08:00
|
|
|
#[use_c_shim_if(all(target_arch = "x86", not(target_env = "msvc")))]
|
2017-06-23 14:23:36 +08:00
|
|
|
/// Returns `n / d`
|
|
|
|
pub extern "C" fn __udivdi3(n: u64, d: u64) -> u64 {
|
|
|
|
__udivmoddi4(n, d, None)
|
|
|
|
}
|
2017-01-05 22:08:56 +08:00
|
|
|
|
2017-06-23 22:52:38 +08:00
|
|
|
#[use_c_shim_if(all(target_arch = "x86", not(target_env = "msvc")))]
|
2017-06-23 14:23:36 +08:00
|
|
|
/// Returns `n % d`
|
|
|
|
pub extern "C" fn __umoddi3(n: u64, d: u64) -> u64 {
|
|
|
|
let mut rem = 0;
|
|
|
|
__udivmoddi4(n, d, Some(&mut rem));
|
|
|
|
rem
|
|
|
|
}
|
|
|
|
|
|
|
|
#[win64_128bit_abi_hack]
|
|
|
|
/// Returns `n / d`
|
|
|
|
pub extern "C" fn __udivti3(n: u128, d: u128) -> u128 {
|
|
|
|
__udivmodti4(n, d, None)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[win64_128bit_abi_hack]
|
|
|
|
/// Returns `n % d`
|
|
|
|
pub extern "C" fn __umodti3(n: u128, d: u128) -> u128 {
|
|
|
|
let mut rem = 0;
|
|
|
|
__udivmodti4(n, d, Some(&mut rem));
|
|
|
|
rem
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Returns `n / d` and sets `*rem = n % d`
|
|
|
|
pub extern "C" fn __udivmoddi4(n: u64, d: u64, rem: Option<&mut u64>) -> u64 {
|
|
|
|
udivmod_inner!(n, d, rem, u64)
|
|
|
|
}
|
|
|
|
|
|
|
|
#[win64_128bit_abi_hack]
|
|
|
|
/// Returns `n / d` and sets `*rem = n % d`
|
|
|
|
pub extern "C" fn __udivmodti4(n: u128,
|
|
|
|
d: u128,
|
|
|
|
rem: Option<&mut u128>) -> u128 {
|
|
|
|
udivmod_inner!(n, d, rem, u128)
|
|
|
|
}
|
|
|
|
}
|
2017-11-25 20:21:05 +08:00
|
|
|
|
2017-12-09 00:19:28 +08:00
|
|
|
u128_lang_items! {
|
|
|
|
#[lang = "u128_div"]
|
|
|
|
pub fn rust_u128_div(a: u128, b: u128) -> u128 {
|
|
|
|
__udivti3(a, b)
|
|
|
|
}
|
|
|
|
#[lang = "u128_rem"]
|
|
|
|
pub fn rust_u128_rem(a: u128, b: u128) -> u128 {
|
|
|
|
__umodti3(a, b)
|
|
|
|
}
|
2017-11-25 20:21:05 +08:00
|
|
|
}
|