difftreelog
feat allow unnamed builtin arguments
in: master
5 files changed
bindings/jsonnet/src/native.rsdiffbeforeafterboth1use std::{2 ffi::{c_void, CStr},3 os::raw::{c_char, c_int},4};56use jrsonnet_evaluator::{7 error::{Error, LocError},8 function::builtin::{BuiltinParam, NativeCallback, NativeCallbackHandler},9 tb,10 typed::Typed,11 IStr, State, Val,12};13use jrsonnet_gcmodule::Cc;1415/// The returned `JsonnetJsonValue*` should be allocated with `jsonnet_realloc`. It will be cleaned up16/// along with the objects rooted at `argv` by `libjsonnet` when no-longer needed. Return a string upon17/// failure, which will appear in Jsonnet as an error. The `argv` pointer is an array whose size18/// matches the array of parameters supplied when the native callback was originally registered.19///20/// - `ctx` User pointer, given in jsonnet_native_callback.21/// - `argv` Array of arguments from Jsonnet code.22/// - `param` success Set this byref param to 1 to indicate success and 0 for failure.23/// Returns the content of the imported file, or an error message.24type JsonnetNativeCallback = unsafe extern "C" fn(25 ctx: *const c_void,26 argv: *const *const Val,27 success: *mut c_int,28) -> *mut Val;2930#[derive(jrsonnet_gcmodule::Trace)]31struct JsonnetNativeCallbackHandler {32 #[trace(skip)]33 ctx: *const c_void,34 #[trace(skip)]35 cb: JsonnetNativeCallback,36}37impl NativeCallbackHandler for JsonnetNativeCallbackHandler {38 fn call(&self, s: State, args: &[Val]) -> Result<Val, LocError> {39 let mut n_args = Vec::new();40 for a in args {41 n_args.push(Some(Box::new(a.clone())));42 }43 n_args.push(None);44 let mut success = 1;45 let v = unsafe {46 (self.cb)(47 self.ctx,48 &n_args as *const _ as *const *const Val,49 &mut success,50 )51 };52 let v = unsafe { *Box::from_raw(v) };53 if success == 1 {54 Ok(v)55 } else {56 let e = IStr::from_untyped(v, s).expect("error msg should be a string");57 Err(Error::RuntimeError(e).into())58 }59 }60}6162/// Callback to provide native extensions to Jsonnet.63///64/// # Safety65///66/// `vm` should be a vm allocated by `jsonnet_make`67/// `cb` should be a correct function pointer68/// `raw_params` should point to a NULL-terminated string array69/// `name`, `raw_params` elements should be a \0-terminated strings70#[no_mangle]71pub unsafe extern "C" fn jsonnet_native_callback(72 vm: &State,73 name: *const c_char,74 cb: JsonnetNativeCallback,75 ctx: *const c_void,76 mut raw_params: *const *const c_char,77) {78 let name = CStr::from_ptr(name)79 .to_str()80 .expect("name is not utf-8")81 .into();82 let mut params = Vec::new();83 loop {84 if (*raw_params).is_null() {85 break;86 }87 let param = CStr::from_ptr(*raw_params)88 .to_str()89 .expect("param name is not utf-8");90 params.push(BuiltinParam {91 name: param.into(),92 has_default: false,93 });94 raw_params = raw_params.offset(1);95 }9697 let any_resolver = vm.context_initializer();98 any_resolver99 .as_any()100 .downcast_ref::<jrsonnet_stdlib::ContextInitializer>()101 .expect("only stdlib context initializer supported")102 .add_native(103 name,104 #[allow(deprecated)]105 Cc::new(tb!(NativeCallback::new(106 params,107 tb!(JsonnetNativeCallbackHandler { ctx, cb }),108 ))),109 )110}1use std::{2 borrow::Cow,3 ffi::{c_void, CStr},4 os::raw::{c_char, c_int},5};67use jrsonnet_evaluator::{8 error::{Error, LocError},9 function::builtin::{NativeCallback, NativeCallbackHandler},10 tb,11 typed::Typed,12 IStr, State, Val,13};14use jrsonnet_gcmodule::Cc;1516/// The returned `JsonnetJsonValue*` should be allocated with `jsonnet_realloc`. It will be cleaned up17/// along with the objects rooted at `argv` by `libjsonnet` when no-longer needed. Return a string upon18/// failure, which will appear in Jsonnet as an error. The `argv` pointer is an array whose size19/// matches the array of parameters supplied when the native callback was originally registered.20///21/// - `ctx` User pointer, given in jsonnet_native_callback.22/// - `argv` Array of arguments from Jsonnet code.23/// - `param` success Set this byref param to 1 to indicate success and 0 for failure.24/// Returns the content of the imported file, or an error message.25type JsonnetNativeCallback = unsafe extern "C" fn(26 ctx: *const c_void,27 argv: *const *const Val,28 success: *mut c_int,29) -> *mut Val;3031#[derive(jrsonnet_gcmodule::Trace)]32struct JsonnetNativeCallbackHandler {33 #[trace(skip)]34 ctx: *const c_void,35 #[trace(skip)]36 cb: JsonnetNativeCallback,37}38impl NativeCallbackHandler for JsonnetNativeCallbackHandler {39 fn call(&self, s: State, args: &[Val]) -> Result<Val, LocError> {40 let mut n_args = Vec::new();41 for a in args {42 n_args.push(Some(Box::new(a.clone())));43 }44 n_args.push(None);45 let mut success = 1;46 let v = unsafe {47 (self.cb)(48 self.ctx,49 &n_args as *const _ as *const *const Val,50 &mut success,51 )52 };53 let v = unsafe { *Box::from_raw(v) };54 if success == 1 {55 Ok(v)56 } else {57 let e = IStr::from_untyped(v, s).expect("error msg should be a string");58 Err(Error::RuntimeError(e).into())59 }60 }61}6263/// Callback to provide native extensions to Jsonnet.64///65/// # Safety66///67/// `vm` should be a vm allocated by `jsonnet_make`68/// `cb` should be a correct function pointer69/// `raw_params` should point to a NULL-terminated string array70/// `name`, `raw_params` elements should be a \0-terminated strings71#[no_mangle]72pub unsafe extern "C" fn jsonnet_native_callback(73 vm: &State,74 name: *const c_char,75 cb: JsonnetNativeCallback,76 ctx: *const c_void,77 mut raw_params: *const *const c_char,78) {79 let name = CStr::from_ptr(name)80 .to_str()81 .expect("name is not utf-8")82 .into();83 let mut params = Vec::new();84 loop {85 if (*raw_params).is_null() {86 break;87 }88 let param = CStr::from_ptr(*raw_params)89 .to_str()90 .expect("param name is not utf-8");91 params.push(Cow::Owned(param.into()));92 raw_params = raw_params.offset(1);93 }9495 let any_resolver = vm.context_initializer();96 any_resolver97 .as_any()98 .downcast_ref::<jrsonnet_stdlib::ContextInitializer>()99 .expect("only stdlib context initializer supported")100 .add_native(101 name,102 #[allow(deprecated)]103 Cc::new(tb!(NativeCallback::new(104 params,105 tb!(JsonnetNativeCallbackHandler { ctx, cb }),106 ))),107 )108}crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -113,8 +113,8 @@
BindingParameterASecondTime(IStr),
#[error("too many args, function has {0}{}", format_signature(.1))]
TooManyArgsFunctionHas(usize, FunctionSignature),
- #[error("function argument is not passed: {0}{}", format_signature(.1))]
- FunctionParameterNotBoundInCall(IStr, FunctionSignature),
+ #[error("function argument is not passed: {}{}", .0.as_ref().map(|n| n.as_str()).unwrap_or("<unnamed>"), format_signature(.1))]
+ FunctionParameterNotBoundInCall(Option<IStr>, FunctionSignature),
#[error("external variable is not defined: {0}")]
UndefinedExternalVariable(IStr),
crates/jrsonnet-evaluator/src/function/builtin.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/builtin.rs
+++ b/crates/jrsonnet-evaluator/src/function/builtin.rs
@@ -9,7 +9,9 @@
#[derive(Clone, Trace)]
pub struct BuiltinParam {
- pub name: BuiltinParamName,
+ /// Parameter name for named call parsing
+ pub name: Option<BuiltinParamName>,
+ /// Is implementation allowed to return empty value
pub has_default: bool,
}
@@ -40,8 +42,20 @@
}
impl NativeCallback {
#[deprecated = "prefer using builtins directly, use this interface only for bindings"]
- pub fn new(params: Vec<BuiltinParam>, handler: TraceBox<dyn NativeCallbackHandler>) -> Self {
- Self { params, handler }
+ pub fn new(
+ params: Vec<Cow<'static, str>>,
+ handler: TraceBox<dyn NativeCallbackHandler>,
+ ) -> Self {
+ Self {
+ params: params
+ .into_iter()
+ .map(|n| BuiltinParam {
+ name: Some(n),
+ has_default: false,
+ })
+ .collect(),
+ handler,
+ }
}
}
@@ -58,11 +72,12 @@
fn call(&self, s: State, ctx: Context, _loc: CallLocation, args: &dyn ArgsLike) -> Result<Val> {
let args = parse_builtin_call(s.clone(), ctx, &self.params, args, true)?;
- let mut out_args = Vec::with_capacity(self.params.len());
- for p in &self.params {
- out_args.push(args[&p.name].evaluate(s.clone())?);
- }
- self.handler.call(s, &out_args)
+ let args = args
+ .into_iter()
+ .map(|a| a.expect("legacy natives have no default params"))
+ .map(|a| a.evaluate(s.clone()))
+ .collect::<Result<Vec<Val>>>()?;
+ self.handler.call(s, &args)
}
}
crates/jrsonnet-evaluator/src/function/parse.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/parse.rs
+++ b/crates/jrsonnet-evaluator/src/function/parse.rs
@@ -1,11 +1,10 @@
+use std::mem::replace;
+
use jrsonnet_gcmodule::Trace;
use jrsonnet_interner::IStr;
use jrsonnet_parser::{LocExpr, ParamsDesc};
-use super::{
- arglike::ArgsLike,
- builtin::{BuiltinParam, BuiltinParamName},
-};
+use super::{arglike::ArgsLike, builtin::BuiltinParam};
use crate::{
destructure::destruct,
error::{Error::*, Result},
@@ -125,11 +124,7 @@
});
if !found {
throw!(FunctionParameterNotBoundInCall(
- param
- .0
- .clone()
- .name()
- .unwrap_or_else(|| "<destruct>".into()),
+ param.0.clone().name(),
params.iter().map(|p| (p.0.name(), p.1.is_some())).collect()
));
}
@@ -160,14 +155,14 @@
params: &[BuiltinParam],
args: &dyn ArgsLike,
tailstrict: bool,
-) -> Result<GcHashMap<BuiltinParamName, Thunk<Val>>> {
- let mut passed_args = GcHashMap::with_capacity(params.len());
+) -> Result<Vec<Option<Thunk<Val>>>> {
+ let mut passed_args: Vec<Option<Thunk<Val>>> = vec![None; params.len()];
if args.unnamed_len() > params.len() {
throw!(TooManyArgsFunctionHas(
params.len(),
params
.iter()
- .map(|p| (Some(p.name.as_ref().into()), p.has_default))
+ .map(|p| (p.name.as_ref().map(|v| v.as_ref().into()), p.has_default))
.collect()
))
}
@@ -175,19 +170,23 @@
let mut filled_args = 0;
args.unnamed_iter(s.clone(), ctx.clone(), tailstrict, &mut |id, arg| {
- let name = params[id].name.clone();
- passed_args.insert(name, arg);
+ passed_args[id] = Some(arg);
filled_args += 1;
Ok(())
})?;
args.named_iter(s, ctx, tailstrict, &mut |name, arg| {
// FIXME: O(n) for arg existence check
- let p = params
+ let id = params
.iter()
- .find(|p| p.name == name as &str)
+ .position(|p| {
+ p.name
+ .as_ref()
+ .map(|v| &v as &str == name as &str)
+ .unwrap_or(false)
+ })
.ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
- if passed_args.insert(p.name.clone(), arg).is_some() {
+ if replace(&mut passed_args[id], Some(arg)).is_some() {
throw!(BindingParameterASecondTime(name.clone()));
}
filled_args += 1;
@@ -195,8 +194,8 @@
})?;
if filled_args < params.len() {
- for param in params.iter().filter(|p| p.has_default) {
- if passed_args.contains_key(¶m.name) {
+ for (id, _) in params.iter().enumerate().filter(|(_, p)| p.has_default) {
+ if passed_args[id].is_some() {
continue;
}
filled_args += 1;
@@ -207,16 +206,21 @@
for param in params.iter().skip(args.unnamed_len()) {
let mut found = false;
args.named_names(&mut |name| {
- if name as &str == ¶m.name as &str {
+ if param
+ .name
+ .as_ref()
+ .map(|v| &v as &str == name as &str)
+ .unwrap_or(false)
+ {
found = true;
}
});
if !found {
throw!(FunctionParameterNotBoundInCall(
- param.name.clone().into(),
+ param.name.as_ref().map(|v| v.as_ref().into()),
params
.iter()
- .map(|p| (Some(p.name.as_ref().into()), p.has_default))
+ .map(|p| (p.name.as_ref().map(|p| p.as_ref().into()), p.has_default))
.collect()
));
}
@@ -236,7 +240,7 @@
type Output = Val;
fn get(self: Box<Self>, _: State) -> Result<Val> {
Err(FunctionParameterNotBoundInCall(
- self.0.clone(),
+ Some(self.0.clone()),
self.1.iter().map(|p| (p.0.name(), p.1.is_some())).collect(),
)
.into())
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -122,13 +122,13 @@
Normal {
ty: Box<Type>,
is_option: bool,
- name: String,
+ name: Option<String>,
cfg_attrs: Vec<Attribute>,
// ident: Ident,
},
Lazy {
is_option: bool,
- name: String,
+ name: Option<String>,
},
State,
Location,
@@ -142,8 +142,8 @@
FnArg::Typed(a) => a,
};
let ident = match &arg.pat as &Pat {
- Pat::Ident(i) => i.ident.clone(),
- _ => return Err(Error::new(arg.pat.span(), "arg should be plain identifier")),
+ Pat::Ident(i) => Some(i.ident.clone()),
+ _ => None,
};
let ty = &arg.ty;
if type_is_path(ty, "State").is_some() {
@@ -153,7 +153,7 @@
} else if type_is_path(ty, "Thunk").is_some() {
return Ok(Self::Lazy {
is_option: false,
- name: ident.to_string(),
+ name: ident.map(|v| v.to_string()),
});
}
@@ -166,7 +166,7 @@
if type_is_path(ty, "Thunk").is_some() {
return Ok(Self::Lazy {
is_option: true,
- name: ident.to_string(),
+ name: ident.map(|v| v.to_string()),
});
}
@@ -185,7 +185,7 @@
Ok(Self::Normal {
ty,
is_option,
- name: ident.to_string(),
+ name: ident.map(|v| v.to_string()),
cfg_attrs,
})
}
@@ -248,69 +248,95 @@
name,
cfg_attrs,
..
- } => Some(quote! {
- #(#cfg_attrs)*
- BuiltinParam {
- name: std::borrow::Cow::Borrowed(#name),
- has_default: #is_option,
- },
- }),
- ArgInfo::Lazy { is_option, name } => Some(quote! {
- BuiltinParam {
- name: std::borrow::Cow::Borrowed(#name),
- has_default: #is_option,
- },
- }),
+ } => {
+ let name = name
+ .as_ref()
+ .map(|n| quote! {Some(std::borrow::Cow::Borrowed(#n))})
+ .unwrap_or_else(|| quote! {None});
+ Some(quote! {
+ #(#cfg_attrs)*
+ BuiltinParam {
+ name: #name,
+ has_default: #is_option,
+ },
+ })
+ }
+ ArgInfo::Lazy { is_option, name } => {
+ let name = name
+ .as_ref()
+ .map(|n| quote! {Some(std::borrow::Cow::Borrowed(#n))})
+ .unwrap_or_else(|| quote! {None});
+ Some(quote! {
+ BuiltinParam {
+ name: #name,
+ has_default: #is_option,
+ },
+ })
+ }
ArgInfo::State => None,
ArgInfo::Location => None,
ArgInfo::This => None,
});
- let pass = args.iter().map(|a| match a {
- ArgInfo::Normal {
- ty,
- is_option,
- name,
- cfg_attrs,
- } => {
- let eval = quote! {s.push_description(
- || format!("argument <{}> evaluation", #name),
- || <#ty>::from_untyped(value.evaluate(s.clone())?, s.clone()),
- )?};
- let value = if *is_option {
- quote! {if let Some(value) = parsed.get(#name) {
- Some(#eval)
+ let mut id = 0usize;
+ let pass = args
+ .iter()
+ .map(|a| match a {
+ ArgInfo::Normal { .. } | ArgInfo::Lazy { .. } => {
+ let cid = id;
+ id += 1;
+ (quote! {#cid}, a)
+ }
+ ArgInfo::State | ArgInfo::Location | ArgInfo::This => {
+ (quote! {compile_error!("should not use id")}, a)
+ }
+ })
+ .map(|(id, a)| match a {
+ ArgInfo::Normal {
+ ty,
+ is_option,
+ name,
+ cfg_attrs,
+ } => {
+ let name = name.as_ref().map(|v| v.as_str()).unwrap_or("<unnamed>");
+ let eval = quote! {s.push_description(
+ || format!("argument <{}> evaluation", #name),
+ || <#ty>::from_untyped(value.evaluate(s.clone())?, s.clone()),
+ )?};
+ let value = if *is_option {
+ quote! {if let Some(value) = &parsed[#id] {
+ Some(#eval)
+ } else {
+ None
+ },}
} else {
- None
- },}
- } else {
- quote! {{
- let value = parsed.get(#name).expect("args shape is checked");
- #eval
- },}
- };
- quote! {
- #(#cfg_attrs)*
- #value
+ quote! {{
+ let value = parsed[#id].as_ref().expect("args shape is checked");
+ #eval
+ },}
+ };
+ quote! {
+ #(#cfg_attrs)*
+ #value
+ }
}
- }
- ArgInfo::Lazy { is_option, name } => {
- if *is_option {
- quote! {if let Some(value) = parsed.get(#name) {
- Some(value.clone())
+ ArgInfo::Lazy { is_option, .. } => {
+ if *is_option {
+ quote! {if let Some(value) = &parsed[#id] {
+ Some(value.clone())
+ } else {
+ None
+ }}
} else {
- None
- }}
- } else {
- quote! {
- parsed.get(#name).expect("args shape is correct").clone(),
+ quote! {
+ parsed[#id].as_ref().expect("args shape is correct").clone(),
+ }
}
}
- }
- ArgInfo::State => quote! {s.clone(),},
- ArgInfo::Location => quote! {location,},
- ArgInfo::This => quote! {self,},
- });
+ ArgInfo::State => quote! {s.clone(),},
+ ArgInfo::Location => quote! {location,},
+ ArgInfo::This => quote! {self,},
+ });
let fields = attr.fields.iter().map(|field| {
let name = &field.name;