From f2c047ba57135846def75587ca55db7b308ad4ab Mon Sep 17 00:00:00 2001 From: mwojcik Date: Fri, 13 Sep 2024 12:12:13 +0800 Subject: [PATCH] artiq: support async rpcs Co-authored-by: mwojcik Co-committed-by: mwojcik --- nac3artiq/demo/min_artiq.py | 13 +++-- nac3artiq/src/codegen.rs | 84 ++++++++++++++++++--------- nac3artiq/src/lib.rs | 96 ++++++++++++++++++++++++------- nac3core/src/toplevel/composer.rs | 13 ++++- 4 files changed, 153 insertions(+), 53 deletions(-) diff --git a/nac3artiq/demo/min_artiq.py b/nac3artiq/demo/min_artiq.py index d471032a..3840a57a 100644 --- a/nac3artiq/demo/min_artiq.py +++ b/nac3artiq/demo/min_artiq.py @@ -112,10 +112,15 @@ def extern(function): register_function(function) return function -def rpc(function): - """Decorates a function declaration defined by the core device runtime.""" - register_function(function) - return function + +def rpc(arg=None, flags={}): + """Decorates a function or method to be executed on the host interpreter.""" + if arg is None: + def inner_decorator(function): + return rpc(function, flags) + return inner_decorator + register_function(arg) + return arg def kernel(function_or_method): """Decorates a function or method to be executed on the core device.""" diff --git a/nac3artiq/src/codegen.rs b/nac3artiq/src/codegen.rs index d16177fa..6ce9c11b 100644 --- a/nac3artiq/src/codegen.rs +++ b/nac3artiq/src/codegen.rs @@ -824,6 +824,7 @@ fn rpc_codegen_callback_fn<'ctx>( fun: (&FunSignature, DefinitionId), args: Vec<(Option, ValueEnum<'ctx>)>, generator: &mut dyn CodeGenerator, + is_async: bool, ) -> Result>, String> { let int8 = ctx.ctx.i8_type(); let int32 = ctx.ctx.i32_type(); @@ -932,35 +933,64 @@ fn rpc_codegen_callback_fn<'ctx>( } // call - let rpc_send = ctx.module.get_function("rpc_send").unwrap_or_else(|| { - ctx.module.add_function( - "rpc_send", - ctx.ctx.void_type().fn_type( - &[ - int32.into(), - tag_ptr_type.ptr_type(AddressSpace::default()).into(), - ptr_type.ptr_type(AddressSpace::default()).into(), - ], - false, - ), - None, - ) - }); - ctx.builder - .build_call(rpc_send, &[service_id.into(), tag_ptr.into(), args_ptr.into()], "rpc.send") - .unwrap(); + if is_async { + let rpc_send_async = ctx.module.get_function("rpc_send_async").unwrap_or_else(|| { + ctx.module.add_function( + "rpc_send_async", + ctx.ctx.void_type().fn_type( + &[ + int32.into(), + tag_ptr_type.ptr_type(AddressSpace::default()).into(), + ptr_type.ptr_type(AddressSpace::default()).into(), + ], + false, + ), + None, + ) + }); + ctx.builder + .build_call( + rpc_send_async, + &[service_id.into(), tag_ptr.into(), args_ptr.into()], + "rpc.send", + ) + .unwrap(); + } else { + let rpc_send = ctx.module.get_function("rpc_send").unwrap_or_else(|| { + ctx.module.add_function( + "rpc_send", + ctx.ctx.void_type().fn_type( + &[ + int32.into(), + tag_ptr_type.ptr_type(AddressSpace::default()).into(), + ptr_type.ptr_type(AddressSpace::default()).into(), + ], + false, + ), + None, + ) + }); + ctx.builder + .build_call(rpc_send, &[service_id.into(), tag_ptr.into(), args_ptr.into()], "rpc.send") + .unwrap(); + } // reclaim stack space used by arguments call_stackrestore(ctx, stackptr); - let result = format_rpc_ret(generator, ctx, fun.0.ret); + if is_async { + // async RPCs do not return any values + Ok(None) + } else { + let result = format_rpc_ret(generator, ctx, fun.0.ret); - if !result.is_some_and(|res| res.get_type().is_pointer_type()) { - // An RPC returning an NDArray would not touch here. - call_stackrestore(ctx, stackptr); + if !result.is_some_and(|res| res.get_type().is_pointer_type()) { + // An RPC returning an NDArray would not touch here. + call_stackrestore(ctx, stackptr); + } + + Ok(result) } - - Ok(result) } pub fn attributes_writeback( @@ -1055,7 +1085,7 @@ pub fn attributes_writeback( let args: Vec<_> = values.into_iter().map(|(_, val)| (None, ValueEnum::Dynamic(val))).collect(); if let Err(e) = - rpc_codegen_callback_fn(ctx, None, (&fun, PrimDef::Int32.id()), args, generator) + rpc_codegen_callback_fn(ctx, None, (&fun, PrimDef::Int32.id()), args, generator, false) { return Ok(Err(e)); } @@ -1065,9 +1095,9 @@ pub fn attributes_writeback( Ok(()) } -pub fn rpc_codegen_callback() -> Arc { - Arc::new(GenCall::new(Box::new(|ctx, obj, fun, args, generator| { - rpc_codegen_callback_fn(ctx, obj, fun, args, generator) +pub fn rpc_codegen_callback(is_async: bool) -> Arc { + Arc::new(GenCall::new(Box::new(move |ctx, obj, fun, args, generator| { + rpc_codegen_callback_fn(ctx, obj, fun, args, generator, is_async) }))) } diff --git a/nac3artiq/src/lib.rs b/nac3artiq/src/lib.rs index 9675efb9..c9009ea3 100644 --- a/nac3artiq/src/lib.rs +++ b/nac3artiq/src/lib.rs @@ -34,12 +34,12 @@ use nac3core::inkwell::{ targets::*, OptimizationLevel, }; -use nac3core::nac3parser::{ - ast::{ExprKind, Stmt, StmtKind, StrRef}, - parser::parse_program, -}; use nac3core::toplevel::builtins::get_exn_constructor; use nac3core::typecheck::typedef::{into_var_map, TypeEnum, Unifier, VarMap}; +use nac3core::nac3parser::{ + ast::{Constant, ExprKind, Located, Stmt, StmtKind, StrRef}, + parser::parse_program, +}; use pyo3::create_exception; use pyo3::prelude::*; use pyo3::{exceptions, types::PyBytes, types::PyDict, types::PySet}; @@ -194,10 +194,8 @@ impl Nac3 { body.retain(|stmt| { if let StmtKind::FunctionDef { ref decorator_list, .. } = stmt.node { decorator_list.iter().any(|decorator| { - if let ExprKind::Name { id, .. } = decorator.node { - id.to_string() == "kernel" - || id.to_string() == "portable" - || id.to_string() == "rpc" + if let Some(id) = decorator_id_string(decorator) { + id == "kernel" || id == "portable" || id == "rpc" } else { false } @@ -210,9 +208,8 @@ impl Nac3 { } StmtKind::FunctionDef { ref decorator_list, .. } => { decorator_list.iter().any(|decorator| { - if let ExprKind::Name { id, .. } = decorator.node { - let id = id.to_string(); - id == "extern" || id == "portable" || id == "kernel" || id == "rpc" + if let Some(id) = decorator_id_string(decorator) { + id == "extern" || id == "kernel" || id == "portable" || id == "rpc" } else { false } @@ -478,9 +475,25 @@ impl Nac3 { match &stmt.node { StmtKind::FunctionDef { decorator_list, .. } => { - if decorator_list.iter().any(|decorator| matches!(decorator.node, ExprKind::Name { id, .. } if id == "rpc".into())) { - store_fun.call1(py, (def_id.0.into_py(py), module.getattr(py, name.to_string().as_str()).unwrap())).unwrap(); - rpc_ids.push((None, def_id)); + if decorator_list + .iter() + .any(|decorator| decorator_id_string(decorator) == Some("rpc".to_string())) + { + store_fun + .call1( + py, + ( + def_id.0.into_py(py), + module.getattr(py, name.to_string().as_str()).unwrap(), + ), + ) + .unwrap(); + let is_async = decorator_list.iter().any(|decorator| { + decorator_get_flags(decorator) + .iter() + .any(|constant| *constant == Constant::Str("async".into())) + }); + rpc_ids.push((None, def_id, is_async)); } } StmtKind::ClassDef { name, body, .. } => { @@ -488,19 +501,26 @@ impl Nac3 { let class_obj = module.getattr(py, class_name.as_str()).unwrap(); for stmt in body { if let StmtKind::FunctionDef { name, decorator_list, .. } = &stmt.node { - if decorator_list.iter().any(|decorator| matches!(decorator.node, ExprKind::Name { id, .. } if id == "rpc".into())) { + if decorator_list.iter().any(|decorator| { + decorator_id_string(decorator) == Some("rpc".to_string()) + }) { + let is_async = decorator_list.iter().any(|decorator| { + decorator_get_flags(decorator) + .iter() + .any(|constant| *constant == Constant::Str("async".into())) + }); if name == &"__init__".into() { return Err(CompileError::new_err(format!( "compilation failed\n----------\nThe constructor of class {} should not be decorated with rpc decorator (at {})", class_name, stmt.location ))); } - rpc_ids.push((Some((class_obj.clone(), *name)), def_id)); + rpc_ids.push((Some((class_obj.clone(), *name)), def_id, is_async)); } } } } - _ => () + _ => (), } let id = *name_to_pyid.get(&name).unwrap(); @@ -596,13 +616,12 @@ impl Nac3 { let top_level = Arc::new(composer.make_top_level_context()); { - let rpc_codegen = rpc_codegen_callback(); let defs = top_level.definitions.read(); - for (class_data, id) in &rpc_ids { + for (class_data, id, is_async) in &rpc_ids { let mut def = defs[id.0].write(); match &mut *def { TopLevelDef::Function { codegen_callback, .. } => { - *codegen_callback = Some(rpc_codegen.clone()); + *codegen_callback = Some(rpc_codegen_callback(*is_async)); } TopLevelDef::Class { methods, .. } => { let (class_def, method_name) = class_data.as_ref().unwrap(); @@ -613,7 +632,7 @@ impl Nac3 { if let TopLevelDef::Function { codegen_callback, .. } = &mut *defs[id.0].write() { - *codegen_callback = Some(rpc_codegen.clone()); + *codegen_callback = Some(rpc_codegen_callback(*is_async)); store_fun .call1( py, @@ -844,6 +863,41 @@ impl Nac3 { } } +/// Retrieves the Name.id from a decorator, supports decorators with arguments. +fn decorator_id_string(decorator: &Located) -> Option { + if let ExprKind::Name { id, .. } = decorator.node { + // Bare decorator + return Some(id.to_string()); + } else if let ExprKind::Call { func, .. } = &decorator.node { + // Decorators that are calls (e.g. "@rpc()") have Call for the node, + // need to extract the id from within. + if let ExprKind::Name { id, .. } = func.node { + return Some(id.to_string()); + } + } + None +} + +/// Retrieves flags from a decorator, if any. +fn decorator_get_flags(decorator: &Located) -> Vec { + let mut flags = vec![]; + if let ExprKind::Call { keywords, .. } = &decorator.node { + for keyword in keywords { + if keyword.node.arg != Some("flags".into()) { + continue; + } + if let ExprKind::Set { elts } = &keyword.node.value.node { + for elt in elts { + if let ExprKind::Constant { value, .. } = &elt.node { + flags.push(value.clone()); + } + } + } + } + } + flags +} + fn link_with_lld(elf_filename: String, obj_filename: String) -> PyResult<()> { let linker_args = vec![ "-shared".to_string(), diff --git a/nac3core/src/toplevel/composer.rs b/nac3core/src/toplevel/composer.rs index 603a508e..125e137a 100644 --- a/nac3core/src/toplevel/composer.rs +++ b/nac3core/src/toplevel/composer.rs @@ -1894,7 +1894,8 @@ impl TopLevelComposer { } = &mut *function_def { let signature_ty_enum = unifier.get_ty(*signature); - let TypeEnum::TFunc(FunSignature { args, ret, vars }) = signature_ty_enum.as_ref() + let TypeEnum::TFunc(FunSignature { args, ret, vars, .. }) = + signature_ty_enum.as_ref() else { unreachable!("must be typeenum::tfunc") }; @@ -2057,6 +2058,16 @@ impl TopLevelComposer { instance_to_symbol.insert(String::new(), simple_name.to_string()); continue; } + if !decorator_list.is_empty() { + if let ast::ExprKind::Call { func, .. } = &decorator_list[0].node { + if matches!(&func.node, + ast::ExprKind::Name{ id, .. } if id == &"rpc".into()) + { + instance_to_symbol.insert(String::new(), simple_name.to_string()); + continue; + } + } + } let fun_body = body .into_iter()