2020-08-04 13:27:18 +08:00
|
|
|
use core::ffi::VaList;
|
|
|
|
use core::ptr;
|
2020-08-04 23:26:30 +08:00
|
|
|
use core::str;
|
2020-08-04 13:27:18 +08:00
|
|
|
use libc::{c_char, c_int, size_t};
|
2020-07-21 13:50:33 +08:00
|
|
|
use libm;
|
2020-08-04 23:26:30 +08:00
|
|
|
use log::{info, warn};
|
2020-07-21 13:50:33 +08:00
|
|
|
|
2020-08-04 13:27:18 +08:00
|
|
|
use alloc::vec;
|
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
use crate::eh_artiq;
|
|
|
|
use crate::rtio;
|
2020-09-06 00:11:19 +08:00
|
|
|
use crate::i2c;
|
2020-07-09 04:32:45 +08:00
|
|
|
use super::rpc::{rpc_send, rpc_send_async, rpc_recv};
|
2020-07-21 16:57:14 +08:00
|
|
|
use super::dma;
|
2020-07-25 17:04:40 +08:00
|
|
|
use super::cache;
|
2022-03-25 18:20:05 +08:00
|
|
|
use super::core1::rtio_get_destination_status;
|
2020-08-04 13:27:18 +08:00
|
|
|
|
|
|
|
extern "C" {
|
|
|
|
fn vsnprintf_(buffer: *mut c_char, count: size_t, format: *const c_char, va: VaList) -> c_int;
|
|
|
|
}
|
|
|
|
|
2020-08-04 23:26:30 +08:00
|
|
|
unsafe extern fn core_log(fmt: *const c_char, mut args: ...) {
|
|
|
|
let size = vsnprintf_(ptr::null_mut(), 0, fmt, args.as_va_list()) as usize;
|
|
|
|
let mut buf = vec![0; size + 1];
|
|
|
|
vsnprintf_(buf.as_mut_ptr() as *mut i8, size + 1, fmt, args.as_va_list());
|
2020-08-05 00:40:54 +08:00
|
|
|
let buf: &[u8] = &buf.as_slice()[..size-1]; // strip \n and NUL
|
|
|
|
match str::from_utf8(buf) {
|
2020-08-04 23:26:30 +08:00
|
|
|
Ok(s) => info!("kernel: {}", s),
|
|
|
|
Err(e) => {
|
2020-08-05 00:40:54 +08:00
|
|
|
info!("kernel: {}", (str::from_utf8(&buf[..e.valid_up_to()]).unwrap()));
|
2020-08-04 23:26:30 +08:00
|
|
|
warn!("kernel: invalid utf-8");
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
unsafe extern fn rtio_log(fmt: *const c_char, mut args: ...) {
|
2020-08-04 13:27:18 +08:00
|
|
|
let size = vsnprintf_(ptr::null_mut(), 0, fmt, args.as_va_list()) as usize;
|
|
|
|
let mut buf = vec![0; size + 1];
|
|
|
|
vsnprintf_(buf.as_mut_ptr(), size + 1, fmt, args.as_va_list());
|
|
|
|
rtio::write_log(buf.as_slice());
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
macro_rules! api {
|
|
|
|
($i:ident) => ({
|
|
|
|
extern { static $i: u8; }
|
|
|
|
unsafe { api!($i = &$i as *const _) }
|
|
|
|
});
|
|
|
|
($i:ident, $d:item) => ({
|
|
|
|
$d
|
|
|
|
api!($i = $i)
|
|
|
|
});
|
|
|
|
($i:ident = $e:expr) => {
|
|
|
|
(stringify!($i), $e as *const ())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-07-21 13:50:33 +08:00
|
|
|
macro_rules! api_libm_f64f64 {
|
|
|
|
($i:ident) => ({
|
|
|
|
extern fn $i(x: f64) -> f64 {
|
|
|
|
libm::$i(x)
|
|
|
|
}
|
|
|
|
api!($i = $i)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-11-11 08:21:39 +08:00
|
|
|
macro_rules! api_libm_f64f64f64 {
|
|
|
|
($i:ident) => ({
|
|
|
|
extern fn $i(x: f64, y: f64) -> f64 {
|
|
|
|
libm::$i(x, y)
|
|
|
|
}
|
|
|
|
api!($i = $i)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
pub fn resolve(required: &[u8]) -> Option<u32> {
|
|
|
|
let api = &[
|
|
|
|
// timing
|
|
|
|
api!(now_mu = rtio::now_mu),
|
|
|
|
api!(at_mu = rtio::at_mu),
|
|
|
|
api!(delay_mu = rtio::delay_mu),
|
|
|
|
|
|
|
|
// rpc
|
|
|
|
api!(rpc_send = rpc_send),
|
|
|
|
api!(rpc_send_async = rpc_send_async),
|
|
|
|
api!(rpc_recv = rpc_recv),
|
|
|
|
|
|
|
|
// rtio
|
|
|
|
api!(rtio_init = rtio::init),
|
2022-03-25 18:20:05 +08:00
|
|
|
api!(rtio_get_destination_status = rtio_get_destination_status),
|
2020-07-09 04:32:45 +08:00
|
|
|
api!(rtio_get_counter = rtio::get_counter),
|
|
|
|
api!(rtio_output = rtio::output),
|
|
|
|
api!(rtio_output_wide = rtio::output_wide),
|
|
|
|
api!(rtio_input_timestamp = rtio::input_timestamp),
|
|
|
|
api!(rtio_input_data = rtio::input_data),
|
|
|
|
api!(rtio_input_timestamped_data = rtio::input_timestamped_data),
|
2020-08-04 23:26:30 +08:00
|
|
|
|
|
|
|
// log
|
|
|
|
api!(core_log = core_log),
|
2020-08-04 13:27:18 +08:00
|
|
|
api!(rtio_log = rtio_log),
|
2020-07-09 04:32:45 +08:00
|
|
|
|
2020-07-21 16:57:14 +08:00
|
|
|
// rtio dma
|
|
|
|
api!(dma_record_start = dma::dma_record_start),
|
|
|
|
api!(dma_record_stop = dma::dma_record_stop),
|
|
|
|
api!(dma_erase = dma::dma_erase),
|
|
|
|
api!(dma_retrieve = dma::dma_retrieve),
|
|
|
|
api!(dma_playback = dma::dma_playback),
|
|
|
|
|
2020-07-25 17:04:40 +08:00
|
|
|
// cache
|
|
|
|
api!(cache_get = cache::get),
|
|
|
|
api!(cache_put = cache::put),
|
|
|
|
|
2020-09-06 00:11:19 +08:00
|
|
|
// i2c
|
|
|
|
api!(i2c_start = i2c::start),
|
|
|
|
api!(i2c_restart = i2c::restart),
|
|
|
|
api!(i2c_stop = i2c::stop),
|
|
|
|
api!(i2c_write = i2c::write),
|
|
|
|
api!(i2c_read = i2c::read),
|
2022-03-02 10:52:27 +08:00
|
|
|
api!(i2c_switch_select = i2c::switch_select),
|
2020-09-06 00:11:19 +08:00
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
// Double-precision floating-point arithmetic helper functions
|
|
|
|
// RTABI chapter 4.1.2, Table 2
|
|
|
|
api!(__aeabi_dadd),
|
|
|
|
api!(__aeabi_ddiv),
|
|
|
|
api!(__aeabi_dmul),
|
|
|
|
api!(__aeabi_dsub),
|
|
|
|
// Double-precision floating-point comparison helper functions
|
|
|
|
// RTABI chapter 4.1.2, Table 3
|
|
|
|
api!(__aeabi_dcmpeq),
|
|
|
|
api!(__aeabi_dcmpeq),
|
|
|
|
api!(__aeabi_dcmplt),
|
|
|
|
api!(__aeabi_dcmple),
|
|
|
|
api!(__aeabi_dcmpge),
|
|
|
|
api!(__aeabi_dcmpgt),
|
|
|
|
api!(__aeabi_dcmpun),
|
|
|
|
// Single-precision floating-point arithmetic helper functions
|
|
|
|
// RTABI chapter 4.1.2, Table 4
|
|
|
|
api!(__aeabi_fadd),
|
|
|
|
api!(__aeabi_fdiv),
|
|
|
|
api!(__aeabi_fmul),
|
|
|
|
api!(__aeabi_fsub),
|
|
|
|
// Single-precision floating-point comparison helper functions
|
|
|
|
// RTABI chapter 4.1.2, Table 5
|
|
|
|
api!(__aeabi_fcmpeq),
|
|
|
|
api!(__aeabi_fcmpeq),
|
|
|
|
api!(__aeabi_fcmplt),
|
|
|
|
api!(__aeabi_fcmple),
|
|
|
|
api!(__aeabi_fcmpge),
|
|
|
|
api!(__aeabi_fcmpgt),
|
|
|
|
api!(__aeabi_fcmpun),
|
|
|
|
// Floating-point to integer conversions.
|
|
|
|
// RTABI chapter 4.1.2, Table 6
|
|
|
|
api!(__aeabi_d2iz),
|
|
|
|
api!(__aeabi_d2uiz),
|
|
|
|
api!(__aeabi_d2lz),
|
|
|
|
api!(__aeabi_d2ulz),
|
|
|
|
api!(__aeabi_f2iz),
|
|
|
|
api!(__aeabi_f2uiz),
|
|
|
|
api!(__aeabi_f2lz),
|
|
|
|
api!(__aeabi_f2ulz),
|
|
|
|
// Conversions between floating types.
|
|
|
|
// RTABI chapter 4.1.2, Table 7
|
|
|
|
api!(__aeabi_f2d),
|
|
|
|
// Integer to floating-point conversions.
|
|
|
|
// RTABI chapter 4.1.2, Table 8
|
|
|
|
api!(__aeabi_i2d),
|
|
|
|
api!(__aeabi_ui2d),
|
|
|
|
api!(__aeabi_l2d),
|
|
|
|
api!(__aeabi_ul2d),
|
|
|
|
api!(__aeabi_i2f),
|
|
|
|
api!(__aeabi_ui2f),
|
|
|
|
api!(__aeabi_l2f),
|
|
|
|
api!(__aeabi_ul2f),
|
|
|
|
// Long long helper functions
|
|
|
|
// RTABI chapter 4.2, Table 9
|
|
|
|
api!(__aeabi_lmul),
|
|
|
|
api!(__aeabi_llsl),
|
|
|
|
api!(__aeabi_llsr),
|
|
|
|
api!(__aeabi_lasr),
|
|
|
|
// Integer division functions
|
|
|
|
// RTABI chapter 4.3.1
|
|
|
|
api!(__aeabi_idiv),
|
|
|
|
api!(__aeabi_ldivmod),
|
2020-08-04 22:45:28 +08:00
|
|
|
api!(__aeabi_idivmod),
|
2020-07-09 04:32:45 +08:00
|
|
|
api!(__aeabi_uidiv),
|
|
|
|
api!(__aeabi_uldivmod),
|
|
|
|
// 4.3.4 Memory copying, clearing, and setting
|
|
|
|
api!(__aeabi_memcpy8),
|
|
|
|
api!(__aeabi_memcpy4),
|
|
|
|
api!(__aeabi_memcpy),
|
|
|
|
api!(__aeabi_memmove8),
|
|
|
|
api!(__aeabi_memmove4),
|
|
|
|
api!(__aeabi_memmove),
|
|
|
|
api!(__aeabi_memset8),
|
|
|
|
api!(__aeabi_memset4),
|
|
|
|
api!(__aeabi_memset),
|
|
|
|
api!(__aeabi_memclr8),
|
|
|
|
api!(__aeabi_memclr4),
|
|
|
|
api!(__aeabi_memclr),
|
2020-07-21 13:50:33 +08:00
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
// libc
|
2022-03-28 13:24:01 +08:00
|
|
|
api!(memcpy, extern { fn memcpy(dest: *mut u8, src: *const u8, n: usize) -> *mut u8; }),
|
|
|
|
api!(memmove, extern { fn memmove(dest: *mut u8, src: *const u8, n: usize) -> *mut u8; }),
|
|
|
|
api!(memset, extern { fn memset(s: *mut u8, c: i32, n: usize) -> *mut u8; }),
|
|
|
|
api!(memcmp, extern { fn memcmp(s1: *const u8, s2: *const u8, n: usize) -> i32; }),
|
2020-07-21 13:50:33 +08:00
|
|
|
|
2020-07-09 04:32:45 +08:00
|
|
|
// exceptions
|
|
|
|
api!(_Unwind_Resume = unwind::_Unwind_Resume),
|
2022-02-23 11:05:08 +08:00
|
|
|
api!(__nac3_personality = eh_artiq::artiq_personality),
|
|
|
|
api!(__nac3_raise = eh_artiq::raise),
|
|
|
|
api!(__nac3_resume = eh_artiq::resume),
|
|
|
|
api!(__nac3_end_catch = eh_artiq::end_catch),
|
|
|
|
// legacy exception symbols
|
2020-07-09 04:32:45 +08:00
|
|
|
api!(__artiq_personality = eh_artiq::artiq_personality),
|
|
|
|
api!(__artiq_raise = eh_artiq::raise),
|
2022-01-14 19:24:20 +08:00
|
|
|
api!(__artiq_resume = eh_artiq::resume),
|
|
|
|
api!(__artiq_end_catch = eh_artiq::end_catch),
|
2020-07-09 04:32:45 +08:00
|
|
|
|
2020-08-10 01:07:49 +08:00
|
|
|
// Implementations for LLVM math intrinsics
|
|
|
|
api!(__powidf2),
|
|
|
|
|
2020-07-21 13:50:33 +08:00
|
|
|
// libm
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(acos),
|
|
|
|
api_libm_f64f64!(acosh),
|
|
|
|
api_libm_f64f64!(asin),
|
|
|
|
api_libm_f64f64!(asinh),
|
|
|
|
api_libm_f64f64!(atan),
|
2020-11-11 08:21:39 +08:00
|
|
|
api_libm_f64f64f64!(atan2),
|
2020-08-10 03:06:09 +08:00
|
|
|
api_libm_f64f64!(atanh),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(cbrt),
|
|
|
|
api_libm_f64f64!(ceil),
|
2020-11-11 08:21:39 +08:00
|
|
|
api_libm_f64f64f64!(copysign),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(cos),
|
|
|
|
api_libm_f64f64!(cosh),
|
|
|
|
api_libm_f64f64!(erf),
|
|
|
|
api_libm_f64f64!(erfc),
|
|
|
|
api_libm_f64f64!(exp),
|
|
|
|
api_libm_f64f64!(exp2),
|
|
|
|
api_libm_f64f64!(exp10),
|
|
|
|
api_libm_f64f64!(expm1),
|
|
|
|
api_libm_f64f64!(fabs),
|
2020-07-21 22:58:56 +08:00
|
|
|
api_libm_f64f64!(floor),
|
2020-08-06 10:32:13 +08:00
|
|
|
{
|
|
|
|
extern fn fma(x: f64, y: f64, z: f64) -> f64 {
|
|
|
|
libm::fma(x, y, z)
|
|
|
|
}
|
|
|
|
api!(fma = fma)
|
|
|
|
},
|
2020-11-11 08:21:39 +08:00
|
|
|
api_libm_f64f64f64!(fmax),
|
|
|
|
api_libm_f64f64f64!(fmin),
|
|
|
|
api_libm_f64f64f64!(fmod),
|
|
|
|
api_libm_f64f64f64!(hypot),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(j0),
|
|
|
|
api_libm_f64f64!(j1),
|
|
|
|
{
|
|
|
|
extern fn jn(n: i32, x: f64) -> f64 {
|
|
|
|
libm::jn(n, x)
|
|
|
|
}
|
|
|
|
api!(jn = jn)
|
|
|
|
},
|
|
|
|
api_libm_f64f64!(lgamma),
|
2020-07-21 13:50:33 +08:00
|
|
|
api_libm_f64f64!(log),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(log2),
|
2020-07-21 13:50:33 +08:00
|
|
|
api_libm_f64f64!(log10),
|
2020-11-11 08:21:39 +08:00
|
|
|
api_libm_f64f64f64!(nextafter),
|
|
|
|
api_libm_f64f64f64!(pow),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(round),
|
2020-07-21 13:50:33 +08:00
|
|
|
api_libm_f64f64!(sin),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(sinh),
|
|
|
|
api_libm_f64f64!(sqrt),
|
2020-08-06 11:45:41 +08:00
|
|
|
api_libm_f64f64!(tan),
|
2020-08-06 10:32:13 +08:00
|
|
|
api_libm_f64f64!(tanh),
|
|
|
|
api_libm_f64f64!(tgamma),
|
|
|
|
api_libm_f64f64!(trunc),
|
|
|
|
api_libm_f64f64!(y0),
|
|
|
|
api_libm_f64f64!(y1),
|
|
|
|
{
|
|
|
|
extern fn yn(n: i32, x: f64) -> f64 {
|
|
|
|
libm::yn(n, x)
|
|
|
|
}
|
|
|
|
api!(yn = yn)
|
|
|
|
},
|
2020-07-09 04:32:45 +08:00
|
|
|
];
|
|
|
|
api.iter()
|
|
|
|
.find(|&&(exported, _)| exported.as_bytes() == required)
|
|
|
|
.map(|&(_, ptr)| ptr as u32)
|
|
|
|
}
|