2016-10-11 09:21:11 +08:00
|
|
|
use int::LargeInt;
|
|
|
|
use int::Int;
|
2016-08-13 16:51:54 +08:00
|
|
|
|
|
|
|
macro_rules! mul {
|
2017-01-05 09:22:44 +08:00
|
|
|
($intrinsic:ident: $ty:ty) => {
|
2016-08-13 16:51:54 +08:00
|
|
|
/// Returns `a * b`
|
2017-02-07 22:41:26 +08:00
|
|
|
#[cfg_attr(all(not(test), not(target_arch = "arm")), no_mangle)]
|
|
|
|
#[cfg_attr(all(not(test), target_arch = "arm"), inline(always))]
|
2016-08-19 00:20:24 +08:00
|
|
|
pub extern "C" fn $intrinsic(a: $ty, b: $ty) -> $ty {
|
2016-08-13 16:51:54 +08:00
|
|
|
let half_bits = <$ty>::bits() / 4;
|
|
|
|
let lower_mask = !0 >> half_bits;
|
2017-01-02 17:57:38 +08:00
|
|
|
let mut low = (a.low() & lower_mask).wrapping_mul(b.low() & lower_mask);
|
2016-08-13 16:51:54 +08:00
|
|
|
let mut t = low >> half_bits;
|
|
|
|
low &= lower_mask;
|
2017-01-02 17:57:38 +08:00
|
|
|
t += (a.low() >> half_bits).wrapping_mul(b.low() & lower_mask);
|
2016-08-13 16:51:54 +08:00
|
|
|
low += (t & lower_mask) << half_bits;
|
2017-01-05 09:22:44 +08:00
|
|
|
let mut high = (t >> half_bits) as hty!($ty);
|
2016-08-13 16:51:54 +08:00
|
|
|
t = low >> half_bits;
|
|
|
|
low &= lower_mask;
|
2017-01-02 17:57:38 +08:00
|
|
|
t += (b.low() >> half_bits).wrapping_mul(a.low() & lower_mask);
|
2016-08-13 16:51:54 +08:00
|
|
|
low += (t & lower_mask) << half_bits;
|
2017-01-05 09:22:44 +08:00
|
|
|
high += (t >> half_bits) as hty!($ty);
|
|
|
|
high += (a.low() >> half_bits).wrapping_mul(b.low() >> half_bits) as hty!($ty);
|
|
|
|
high = high.wrapping_add(a.high().wrapping_mul(b.low() as hty!($ty)))
|
|
|
|
.wrapping_add((a.low() as hty!($ty)).wrapping_mul(b.high()));
|
2016-08-13 16:51:54 +08:00
|
|
|
<$ty>::from_parts(low, high)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
macro_rules! mulo {
|
|
|
|
($intrinsic:ident: $ty:ty) => {
|
2017-01-04 09:42:03 +08:00
|
|
|
// Default is "C" ABI
|
|
|
|
mulo!($intrinsic: $ty, "C");
|
|
|
|
};
|
|
|
|
($intrinsic:ident: $ty:ty, $abi:tt) => {
|
2016-08-13 16:51:54 +08:00
|
|
|
/// Returns `a * b` and sets `*overflow = 1` if `a * b` overflows
|
|
|
|
#[cfg_attr(not(test), no_mangle)]
|
2017-01-04 09:42:03 +08:00
|
|
|
pub extern $abi fn $intrinsic(a: $ty, b: $ty, overflow: &mut i32) -> $ty {
|
2016-08-13 16:51:54 +08:00
|
|
|
*overflow = 0;
|
|
|
|
let result = a.wrapping_mul(b);
|
|
|
|
if a == <$ty>::min_value() {
|
|
|
|
if b != 0 && b != 1 {
|
|
|
|
*overflow = 1;
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
if b == <$ty>::min_value() {
|
|
|
|
if a != 0 && a != 1 {
|
|
|
|
*overflow = 1;
|
|
|
|
}
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
let sa = a >> (<$ty>::bits() - 1);
|
|
|
|
let abs_a = (a ^ sa) - sa;
|
|
|
|
let sb = b >> (<$ty>::bits() - 1);
|
|
|
|
let abs_b = (b ^ sb) - sb;
|
|
|
|
if abs_a < 2 || abs_b < 2 {
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
if sa == sb {
|
|
|
|
if abs_a > <$ty>::max_value() / abs_b {
|
|
|
|
*overflow = 1;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
if abs_a > <$ty>::min_value() / -abs_b {
|
|
|
|
*overflow = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
result
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-09-27 04:55:11 +08:00
|
|
|
#[cfg(not(all(feature = "c", target_arch = "x86")))]
|
2017-01-05 09:22:44 +08:00
|
|
|
mul!(__muldi3: u64);
|
2017-01-04 09:42:03 +08:00
|
|
|
|
2017-01-05 09:22:44 +08:00
|
|
|
mul!(__multi3: i128);
|
2016-09-27 04:55:11 +08:00
|
|
|
|
2016-08-13 16:51:54 +08:00
|
|
|
mulo!(__mulosi4: i32);
|
|
|
|
mulo!(__mulodi4: i64);
|
|
|
|
|
2017-01-04 09:42:03 +08:00
|
|
|
#[cfg(all(windows, target_pointer_width="64"))]
|
|
|
|
mulo!(__muloti4: i128, "unadjusted");
|
|
|
|
#[cfg(not(all(windows, target_pointer_width="64")))]
|
|
|
|
mulo!(__muloti4: i128);
|
|
|
|
|
2016-08-13 16:51:54 +08:00
|
|
|
#[cfg(test)]
|
|
|
|
mod tests {
|
2016-08-14 05:58:44 +08:00
|
|
|
use qc::{I32, I64, U64};
|
|
|
|
|
2016-09-27 13:22:10 +08:00
|
|
|
check! {
|
|
|
|
fn __muldi3(f: extern fn(u64, u64) -> u64, a: U64, b: U64)
|
|
|
|
-> Option<u64> {
|
|
|
|
Some(f(a.0, b.0))
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2016-09-27 13:22:10 +08:00
|
|
|
fn __mulosi4(f: extern fn(i32, i32, &mut i32) -> i32,
|
|
|
|
a: I32,
|
|
|
|
b: I32) -> Option<(i32, i32)> {
|
2016-08-14 05:58:44 +08:00
|
|
|
let (a, b) = (a.0, b.0);
|
2016-08-13 16:51:54 +08:00
|
|
|
let mut overflow = 2;
|
2016-09-27 13:22:10 +08:00
|
|
|
let r = f(a, b, &mut overflow);
|
2016-08-13 16:51:54 +08:00
|
|
|
if overflow != 0 && overflow != 1 {
|
2017-02-04 08:39:19 +08:00
|
|
|
panic!("Invalid value {} for overflow", overflow);
|
2016-09-17 04:53:14 +08:00
|
|
|
}
|
2016-09-27 13:22:10 +08:00
|
|
|
Some((r, overflow))
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
|
2016-09-27 13:22:10 +08:00
|
|
|
fn __mulodi4(f: extern fn(i64, i64, &mut i32) -> i64,
|
|
|
|
a: I64,
|
|
|
|
b: I64) -> Option<(i64, i32)> {
|
2016-08-14 05:58:44 +08:00
|
|
|
let (a, b) = (a.0, b.0);
|
2016-08-13 16:51:54 +08:00
|
|
|
let mut overflow = 2;
|
2016-09-27 13:22:10 +08:00
|
|
|
let r = f(a, b, &mut overflow);
|
2016-08-13 16:51:54 +08:00
|
|
|
if overflow != 0 && overflow != 1 {
|
2017-02-04 08:39:19 +08:00
|
|
|
panic!("Invalid value {} for overflow", overflow);
|
2016-09-17 04:53:14 +08:00
|
|
|
}
|
2016-09-27 13:22:10 +08:00
|
|
|
Some((r, overflow))
|
2016-08-13 16:51:54 +08:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-02-04 05:06:36 +08:00
|
|
|
|
|
|
|
#[cfg(test)]
|
2017-02-04 19:17:04 +08:00
|
|
|
#[cfg(all(not(windows),
|
|
|
|
not(target_arch = "mips64"),
|
|
|
|
not(target_arch = "mips64el"),
|
|
|
|
target_pointer_width="64"))]
|
2017-02-04 05:06:36 +08:00
|
|
|
mod tests_i128 {
|
|
|
|
use qc::I128;
|
|
|
|
|
|
|
|
check! {
|
|
|
|
fn __multi3(f: extern fn(i128, i128) -> i128, a: I128, b: I128)
|
|
|
|
-> Option<i128> {
|
|
|
|
Some(f(a.0, b.0))
|
|
|
|
}
|
|
|
|
fn __muloti4(f: extern fn(i128, i128, &mut i32) -> i128,
|
|
|
|
a: I128,
|
|
|
|
b: I128) -> Option<(i128, i32)> {
|
|
|
|
let (a, b) = (a.0, b.0);
|
|
|
|
let mut overflow = 2;
|
|
|
|
let r = f(a, b, &mut overflow);
|
|
|
|
if overflow != 0 && overflow != 1 {
|
2017-02-04 08:39:19 +08:00
|
|
|
panic!("Invalid value {} for overflow", overflow);
|
2017-02-04 05:06:36 +08:00
|
|
|
}
|
|
|
|
Some((r, overflow))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|