difftreelog
refactor prepared signatures in IR
in: master
15 files changed
crates/jrsonnet-evaluator/src/async_import.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/async_import.rs
+++ b/crates/jrsonnet-evaluator/src/async_import.rs
@@ -3,9 +3,9 @@
use jrsonnet_gcmodule::Acyclic;
use jrsonnet_parser::{
- ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, FieldMember, FieldName,
- ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, Param, ParamsDesc,
- ParserSettings, Slice, SliceDesc, Source, SourcePath, Spanned,
+ ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, ExprParam, ExprParams,
+ FieldMember, FieldName, ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, ParserSettings,
+ Slice, SliceDesc, Source, SourcePath, Spanned,
};
use rustc_hash::FxHashMap;
@@ -63,9 +63,9 @@
}
}
}
- fn in_params(params: &ParamsDesc, out: &mut FoundImports) {
- for Param(dest, default) in &*params.0 {
- in_destruct(dest, out);
+ fn in_params(params: &ExprParams, out: &mut FoundImports) {
+ for ExprParam { destruct, default } in &*params.exprs {
+ in_destruct(destruct, out);
if let Some(expr) = default {
find_imports(expr, out);
}
crates/jrsonnet-evaluator/src/ctx.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/ctx.rs
+++ b/crates/jrsonnet-evaluator/src/ctx.rs
@@ -180,6 +180,12 @@
assert!(old.is_none(), "variable bound twice in single context call");
self
}
+ pub fn binds(&mut self, bindings: FxHashMap<IStr, Thunk<Val>>) -> &mut Self {
+ for (k, v) in bindings {
+ self.bind(k, v);
+ }
+ self
+ }
pub fn build(self) -> Context {
if let Some(parent) = self.extend {
parent.extend_bindings(self.bindings)
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -1,7 +1,7 @@
use std::{
cmp::Ordering,
convert::Infallible,
- fmt::{Debug, Display},
+ fmt::{self, Debug, Display},
};
use jrsonnet_gcmodule::{Acyclic, Trace};
@@ -11,7 +11,7 @@
use thiserror::Error;
use crate::{
- function::{builtin::ParamDefault, CallLocation},
+ function::{CallLocation, FunctionSignature, ParamDefault, ParamName},
stdlib::format::FormatError,
typed::TypeLocError,
val::ConvertNumValueError,
@@ -43,37 +43,7 @@
out.push_str(", ");
}
out.push_str(v as &str);
- }
- out
-}
-
-fn format_signature(sig: &FunctionSignature) -> String {
- let mut out = String::new();
- out.push_str("\nFunction has the following signature: ");
- out.push('(');
- if sig.is_empty() {
- out.push_str("/*no arguments*/");
- } else {
- for (i, (name, default)) in sig.iter().enumerate() {
- if i != 0 {
- out.push_str(", ");
- }
- if let Some(name) = name {
- out.push_str(name);
- } else {
- out.push_str("<unnamed>");
- }
- match default {
- ParamDefault::None => {}
- ParamDefault::Exists => out.push_str(" = <default>"),
- ParamDefault::Literal(lit) => {
- out.push_str(" = ");
- out.push_str(lit);
- }
- }
- }
}
- out.push(')');
out
}
@@ -103,8 +73,6 @@
heap.sort_by(|a, b| b.0.partial_cmp(&a.0).unwrap_or(Ordering::Equal));
heap.into_iter().map(|v| v.1).collect()
}
-
-type FunctionSignature = Vec<(Option<IStr>, ParamDefault)>;
/// Possible errors
#[allow(missing_docs)]
@@ -148,13 +116,13 @@
#[error("only functions can be called, got {0}")]
OnlyFunctionsCanBeCalledGot(ValType),
#[error("parameter {0} is not defined")]
- UnknownFunctionParameter(String),
+ UnknownFunctionParameter(IStr),
#[error("argument {0} is already bound")]
BindingParameterASecondTime(IStr),
- #[error("too many args, function has {0}{sig}", sig = format_signature(.1))]
+ #[error("too many args, function has {0}\nFunction has the following signature: {1}")]
TooManyArgsFunctionHas(usize, FunctionSignature),
- #[error("function argument is not passed: {}{}", .0.as_ref().map_or("<unnamed>", IStr::as_str), format_signature(.1))]
- FunctionParameterNotBoundInCall(Option<IStr>, FunctionSignature),
+ #[error("function argument is not passed: {0}\nFunction has the following signature: {1}")]
+ FunctionParameterNotBoundInCall(ParamName, FunctionSignature),
#[error("external variable is not defined: {0}")]
UndefinedExternalVariable(IStr),
crates/jrsonnet-evaluator/src/evaluate/destructure.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
@@ -170,7 +170,7 @@
let value = value.clone();
let data = {
let fctx = fctx.clone();
- Thunk!(move || name.map_or_else(
+ Thunk!(move || name.0.map_or_else(
|| evaluate(fctx.unwrap(), &value),
|name| evaluate_named(fctx.unwrap(), &value, name),
))
crates/jrsonnet-evaluator/src/evaluate/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/mod.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/mod.rs
@@ -3,15 +3,27 @@
use jrsonnet_gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
use jrsonnet_parser::{
- ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, FieldMember, FieldName,
- ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers, ParamsDesc, Spanned,
+ function::ParamName, ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprParams,
+ FieldMember, FieldName, ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers,
+ Spanned,
};
use jrsonnet_types::ValType;
use rustc_hash::FxHashMap;
use self::destructure::destruct;
use crate::{
- Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result, ResultExt, SupThis, Unbound, Val, arr::ArrValue, bail, destructure::evaluate_dest, error::{ErrorKind::*, suggest_object_fields}, evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op}, function::{CallLocation, FuncDesc, FuncVal, builtin::{ParamDefault, ParamName, ParamParse}}, gc::WithCapacityExt as _, in_frame, typed::Typed, val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk}, with_state
+ arr::ArrValue,
+ bail,
+ destructure::evaluate_dest,
+ error::{suggest_object_fields, ErrorKind::*},
+ evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op},
+ function::{CallLocation, FuncDesc, FuncVal},
+ gc::WithCapacityExt as _,
+ in_frame,
+ typed::Typed,
+ val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk},
+ with_state, Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result,
+ ResultExt, SupThis, Unbound, Val,
};
pub mod destructure;
pub mod operator;
@@ -71,21 +83,12 @@
pub fn evaluate_method(
ctx: Context,
name: IStr,
- params: ParamsDesc,
+ params: ExprParams,
body: Rc<Spanned<Expr>>,
) -> Val {
Val::Func(FuncVal::Normal(Cc::new(FuncDesc {
name,
ctx,
- params_parse: params
- .iter()
- .map(|p| {
- ParamParse::new(
- p.0.name().map_or(ParamName::ANONYMOUS, ParamName::new),
- ParamDefault::exists(p.1.is_some()),
- )
- })
- .collect(),
params,
body,
})))
@@ -125,7 +128,7 @@
Val::Arr(list) => {
for item in list.iter_lazy() {
let fctx = Pending::new();
- let mut new_bindings = FxHashMap::with_capacity(var.capacity_hint());
+ let mut new_bindings = FxHashMap::with_capacity(var.binds_len());
destruct(var, item, fctx.clone(), &mut new_bindings)?;
let ctx = ctx.clone().extend_bindings(new_bindings).into_future(fctx);
@@ -178,7 +181,7 @@
fn bind(&self, sup_this: SupThis) -> Result<Context> {
let fctx = Context::new_future();
let mut new_bindings =
- FxHashMap::with_capacity(self.locals.iter().map(BindSpec::capacity_hint).sum());
+ FxHashMap::with_capacity(self.locals.iter().map(BindSpec::binds_len).sum());
for b in self.locals.iter() {
evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
}
@@ -249,7 +252,7 @@
struct UnboundMethod<B: Trace> {
uctx: B,
value: Rc<Spanned<Expr>>,
- params: ParamsDesc,
+ params: ExprParams,
name: IStr,
}
impl<B: Unbound<Bound = Context>> Unbound for UnboundMethod<B> {
@@ -376,6 +379,13 @@
Ok(())
}
+pub fn evaluate_named_param(ctx: Context, expr: &Spanned<Expr>, name: ParamName) -> Result<Val> {
+ match name.0 {
+ Some(name) => evaluate_named(ctx, expr, name),
+ None => evaluate(ctx, expr),
+ }
+}
+
pub fn evaluate_named(ctx: Context, expr: &Spanned<Expr>, name: IStr) -> Result<Val> {
use Expr::*;
Ok(match &**expr {
@@ -551,7 +561,7 @@
})?,
LocalExpr(bindings, returned) => {
let mut new_bindings: FxHashMap<IStr, Thunk<Val>> =
- FxHashMap::with_capacity(bindings.iter().map(BindSpec::capacity_hint).sum());
+ FxHashMap::with_capacity(bindings.iter().map(BindSpec::binds_len).sum());
let fctx = Context::new_future();
for b in bindings {
evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
crates/jrsonnet-evaluator/src/function/builtin.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/builtin.rs
+++ b/crates/jrsonnet-evaluator/src/function/builtin.rs
@@ -1,82 +1,25 @@
use std::any::Any;
+use std::fmt;
use jrsonnet_gcmodule::{cc_dyn, Acyclic, Trace, TraceBox};
use jrsonnet_interner::IStr;
+use jrsonnet_parser::function::{FunctionSignature, ParamDefault, ParamName, ParamParse};
use super::{arglike::ArgsLike, parse::parse_builtin_call, CallLocation};
use crate::{Context, Result, Val};
-#[derive(Clone, Acyclic)]
-pub struct ParamName(Option<IStr>);
-impl ParamName {
- pub const ANONYMOUS: Self = Self(None);
- pub fn new(name: IStr) -> Self {
- Self(Some(name))
- }
- pub fn as_str(&self) -> Option<&str> {
- self.0.as_deref()
- }
- pub fn is_anonymous(&self) -> bool {
- self.0.is_none()
- }
-}
-impl PartialEq<IStr> for ParamName {
- fn eq(&self, other: &IStr) -> bool {
- self.0
- .as_ref()
- .map_or(false, |s| s.as_bytes() == other.as_bytes())
- }
-}
-
-#[derive(Clone, Copy, Debug, Acyclic)]
-pub enum ParamDefault {
- None,
- Exists,
- Literal(&'static str),
-}
-impl ParamDefault {
- pub const fn exists(is_exists: bool) -> Self {
- if is_exists {
- Self::Exists
- } else {
- Self::None
- }
- }
-}
-
#[macro_export]
macro_rules! params {
(@name unnamed) => { ParamName::ANONYMOUS };
(@name named $name:literal) => { ParamName::new($crate::IStr::from($name)) };
($($(#[$meta:meta])* [$kind:ident $(($lit:literal))? => $default:expr]),* $(,)?) => {
thread_local! {
- static PARAMS: [ParamParse; { const N: usize = <[u8]>::len(&[$($(#[$meta])* 0u8),*]); N }] = [
+ static PARAMS: FunctionSignature = FunctionSignature::new([
$($(#[$meta])* ParamParse::new(params!(@name $kind $($lit)?), $default)),*
- ];
+ ].into());
}
};
-}
-
-#[derive(Clone, Acyclic)]
-pub struct ParamParse {
- name: ParamName,
- default: ParamDefault,
}
-impl ParamParse {
- pub fn new(name: ParamName, default: ParamDefault) -> Self {
- Self { name, default }
- }
- /// Parameter name for named call parsing
- pub fn name(&self) -> &ParamName {
- &self.name
- }
- pub fn default(&self) -> ParamDefault {
- self.default
- }
- pub fn has_default(&self) -> bool {
- !matches!(self.default, ParamDefault::None)
- }
-}
cc_dyn!(
#[derive(Clone)]
@@ -89,7 +32,7 @@
self.0.name()
}
- fn params(&self) -> &[ParamParse] {
+ fn params(&self) -> FunctionSignature {
self.0.params()
}
@@ -109,7 +52,7 @@
/// Function name to be used in stack traces
fn name(&self) -> &str;
/// Parameter names for named calls
- fn params(&self) -> &[ParamParse];
+ fn params(&self) -> FunctionSignature;
/// Call the builtin
fn call(&self, ctx: Context, loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val>;
@@ -126,20 +69,19 @@
#[derive(Trace)]
pub struct NativeCallback {
- pub(crate) params: Vec<ParamParse>,
+ pub(crate) params: FunctionSignature,
handler: TraceBox<dyn NativeCallbackHandler>,
}
impl NativeCallback {
#[deprecated = "prefer using builtins directly, use this interface only for bindings"]
pub fn new(params: Vec<String>, handler: impl NativeCallbackHandler) -> Self {
Self {
- params: params
- .into_iter()
- .map(|n| ParamParse {
- name: ParamName::new(n.into()),
- default: ParamDefault::None,
- })
- .collect(),
+ params: FunctionSignature::new(
+ params
+ .into_iter()
+ .map(|n| ParamParse::new(ParamName::new(n.into()), ParamDefault::None))
+ .collect(),
+ ),
handler: TraceBox(Box::new(handler)),
}
}
@@ -152,12 +94,12 @@
"<native>"
}
- fn params(&self) -> &[ParamParse] {
- &self.params
+ fn params(&self) -> FunctionSignature {
+ self.params.clone()
}
fn call(&self, ctx: Context, _loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val> {
- let args = parse_builtin_call(ctx, &self.params, args, true)?;
+ let args = parse_builtin_call(ctx, self.params.clone(), args, true)?;
let args = args
.into_iter()
.map(|a| a.expect("legacy natives have no default params"))
crates/jrsonnet-evaluator/src/function/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/mod.rs
+++ b/crates/jrsonnet-evaluator/src/function/mod.rs
@@ -5,23 +5,26 @@
use jrsonnet_gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
pub use jrsonnet_macros::builtin;
-use jrsonnet_parser::{Destruct, Expr, ParamsDesc, Span, Spanned};
+use jrsonnet_parser::{Destruct, Expr, ExprParams, Span, Spanned};
use self::{
arglike::OptionalContext,
- builtin::{Builtin, ParamParse, StaticBuiltin},
+ builtin::{Builtin, StaticBuiltin},
native::NativeDesc,
parse::{parse_default_function_call, parse_function_call},
};
use crate::{
- bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, Context,
- ContextBuilder, Result, Thunk, Val,
+ bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, params,
+ Context, ContextBuilder, Result, Thunk, Val,
};
pub mod arglike;
pub mod builtin;
pub mod native;
pub mod parse;
+pub mod prepared;
+
+pub use jrsonnet_parser::function::*;
/// Function callsite location.
/// Either from other jsonnet code, specified by expression location, or from native (without location).
@@ -66,12 +69,9 @@
pub ctx: Context,
/// Function parameter definition
- pub params: ParamsDesc,
+ pub params: ExprParams,
/// Function body
pub body: Rc<Spanned<Expr>>,
-
- #[educe(PartialEq = false, Debug = false)]
- pub(crate) params_parse: Vec<ParamParse>,
}
impl FuncDesc {
/// Create body context, but fill arguments without defaults with lazy error
@@ -139,24 +139,18 @@
Self::StaticBuiltin(static_builtin)
}
- pub fn params(&self) -> &[ParamParse] {
+ pub fn params(&self) -> FunctionSignature {
match self {
Self::Id => ID.params(),
Self::StaticBuiltin(i) => i.params(),
Self::Builtin(i) => i.params(),
- Self::Normal(p) => &p.params_parse,
- Self::Thunk(_) => &[],
+ Self::Normal(p) => p.params.signature.clone(),
+ Self::Thunk(_) => FunctionSignature::empty(),
}
}
/// Amount of non-default required arguments
pub fn params_len(&self) -> usize {
- match self {
- Self::Id => 1,
- Self::Normal(n) => n.params.iter().filter(|p| p.1.is_none()).count(),
- Self::StaticBuiltin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
- Self::Builtin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
- Self::Thunk(_) => 0,
- }
+ self.params().iter().filter(|p| !p.has_default()).count()
}
/// Function name, as defined in code.
pub fn name(&self) -> IStr {
@@ -185,8 +179,8 @@
evaluate(body_ctx, &func.body)
}
Self::Thunk(thunk) => {
- if args.is_empty() {
- bail!(TooManyArgsFunctionHas(0, vec![],))
+ if !args.is_empty() {
+ bail!(TooManyArgsFunctionHas(0, FunctionSignature::empty()))
}
thunk.evaluate()
}
@@ -223,12 +217,13 @@
if desc.params.len() != 1 {
return false;
}
- let param = &desc.params[0];
- if param.1.is_some() {
+ let param = &desc.params.exprs[0];
+ if param.default.is_some() {
return false;
}
+
#[allow(clippy::infallible_destructuring_match)]
- let id = match ¶m.0 {
+ let id = match ¶m.destruct {
Destruct::Full(id) => id,
#[cfg(feature = "exp-destruct")]
_ => return false,
crates/jrsonnet-evaluator/src/function/parse.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/parse.rs
+++ b/crates/jrsonnet-evaluator/src/function/parse.rs
@@ -1,16 +1,15 @@
use std::mem::replace;
use jrsonnet_interner::IStr;
-use jrsonnet_parser::ParamsDesc;
+use jrsonnet_parser::{function::FunctionSignature, ExprParams};
use rustc_hash::FxHashMap;
-use super::{arglike::ArgsLike, builtin::ParamParse};
+use super::arglike::ArgsLike;
use crate::{
bail,
destructure::destruct,
error::{ErrorKind::*, Result},
- evaluate_named,
- function::builtin::ParamDefault,
+ evaluate_named, evaluate_named_param,
gc::WithCapacityExt as _,
Context, Pending, Thunk, Val,
};
@@ -26,19 +25,15 @@
pub fn parse_function_call(
ctx: Context,
body_ctx: Context,
- params: &ParamsDesc,
+ params: &ExprParams,
args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Context> {
- let mut passed_args =
- FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
- if args.unnamed_len() > params.len() {
+ let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+ if args.unnamed_len() > params.signature.len() {
bail!(TooManyArgsFunctionHas(
- params.len(),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect()
+ params.signature.len(),
+ params.signature.clone(),
))
}
@@ -46,9 +41,8 @@
let mut filled_positionals = 0;
args.unnamed_iter(ctx.clone(), tailstrict, &mut |id, arg| {
- let name = params[id].0.clone();
destruct(
- &name,
+ ¶ms.exprs[id].destruct,
arg,
Pending::new_filled(ctx.clone()),
&mut passed_args,
@@ -59,8 +53,8 @@
args.named_iter(ctx, tailstrict, &mut |name, value| {
// FIXME: O(n) for arg existence check
- if !params.iter().any(|p| p.0.name().as_ref() == Some(name)) {
- bail!(UnknownFunctionParameter((name as &str).to_owned()));
+ if !params.exprs.iter().any(|p| &p.destruct.name() == name) {
+ bail!(UnknownFunctionParameter(name.clone()));
}
if passed_args.insert(name.clone(), value).is_some() {
bail!(BindingParameterASecondTime(name.clone()));
@@ -73,14 +67,16 @@
// Some args are unset, but maybe we have defaults for them
// Default values should be created in newly created context
let fctx = Context::new_future();
- let mut defaults = FxHashMap::with_capacity(
- params.iter().map(|p| p.0.capacity_hint()).sum::<usize>()
- - filled_named
- - filled_positionals,
- );
+ let mut defaults =
+ FxHashMap::with_capacity(params.binds_len() - filled_named - filled_positionals);
- for (idx, param) in params.iter().enumerate().filter(|p| p.1 .1.is_some()) {
- if let Some(name) = param.0.name() {
+ for (idx, into, default) in params
+ .exprs
+ .iter()
+ .enumerate()
+ .filter_map(|(i, p)| Some((i, &p.destruct, p.default.as_ref()?)))
+ {
+ if let Some(name) = into.name().0 {
if passed_args.contains_key(&name) {
continue;
}
@@ -89,17 +85,17 @@
}
destruct(
- ¶m.0,
+ &into,
{
let ctx = fctx.clone();
- let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
- let value = param.1.clone().expect("default exists");
- Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+ let name = into.name();
+ let value = default.clone();
+ Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
},
fctx.clone(),
&mut defaults,
)?;
- if param.0.name().is_some() {
+ if !into.name().is_anonymous() {
filled_named += 1;
} else {
filled_positionals += 1;
@@ -108,20 +104,17 @@
// Some args still weren't filled
if filled_named + filled_positionals != params.len() {
- for param in params.iter().skip(args.unnamed_len()) {
+ for param in params.exprs.iter().skip(args.unnamed_len()) {
let mut found = false;
args.named_names(&mut |name| {
- if Some(name) == param.0.name().as_ref() {
+ if ¶m.destruct.name() == name {
found = true;
}
});
if !found {
bail!(FunctionParameterNotBoundInCall(
- param.0.clone().name(),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect()
+ param.destruct.name(),
+ params.signature.clone()
));
}
}
@@ -147,19 +140,13 @@
/// * `tailstrict`: if set to `true` function arguments are eagerly executed, otherwise - lazily
pub fn parse_builtin_call(
ctx: Context,
- params: &[ParamParse],
+ params: FunctionSignature,
args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Vec<Option<Thunk<Val>>>> {
let mut passed_args: Vec<Option<Thunk<Val>>> = vec![None; params.len()];
if args.unnamed_len() > params.len() {
- bail!(TooManyArgsFunctionHas(
- params.len(),
- params
- .iter()
- .map(|p| (p.name().as_str().map(IStr::from), p.default()))
- .collect()
- ))
+ bail!(TooManyArgsFunctionHas(params.len(), params,))
}
let mut filled_args = 0;
@@ -175,7 +162,7 @@
let id = params
.iter()
.position(|p| p.name() == name)
- .ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
+ .ok_or_else(|| UnknownFunctionParameter(name.clone()))?;
if replace(&mut passed_args[id], Some(arg)).is_some() {
bail!(BindingParameterASecondTime(name.clone()));
}
@@ -202,11 +189,8 @@
});
if !found {
bail!(FunctionParameterNotBoundInCall(
- param.name().as_str().map(IStr::from),
- params
- .iter()
- .map(|p| (p.name().as_str().map(IStr::from), p.default()))
- .collect()
+ param.name().clone(),
+ params,
));
}
}
@@ -218,36 +202,33 @@
/// Creates Context, which has all argument default values applied
/// and with unbound values causing error to be returned
-pub fn parse_default_function_call(body_ctx: Context, params: &ParamsDesc) -> Result<Context> {
+pub fn parse_default_function_call(body_ctx: Context, params: &ExprParams) -> Result<Context> {
let fctx = Context::new_future();
- let mut bindings = FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
+ let mut bindings = FxHashMap::with_capacity(params.binds_len());
- for param in params.iter() {
- if let Some(v) = ¶m.1 {
+ for param in params.exprs.iter() {
+ if let Some(v) = ¶m.default {
destruct(
- ¶m.0.clone(),
+ ¶m.destruct.clone(),
{
let ctx = fctx.clone();
- let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+ let name = param.destruct.name();
let value = v.clone();
- Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+ Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
},
fctx.clone(),
&mut bindings,
)?;
} else {
destruct(
- ¶m.0,
+ ¶m.destruct,
{
- let param_name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+ let param_name = param.destruct.name();
let params = params.clone();
Thunk!(move || Err(FunctionParameterNotBoundInCall(
- Some(param_name),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect(),
+ param_name,
+ params.signature.clone()
)
.into()))
},
crates/jrsonnet-evaluator/src/function/prepared.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-evaluator/src/function/prepared.rs
@@ -0,0 +1,165 @@
+use jrsonnet_parser::function::FunctionSignature;
+use jrsonnet_parser::{ExprParams, IStr};
+use rustc_hash::{FxHashMap, FxHashSet};
+
+use crate::destructure::destruct;
+use crate::gc::WithCapacityExt;
+use crate::val::ThunkValue as _;
+use crate::{bail, error::ErrorKind::*, Result};
+use crate::{evaluate_named, evaluate_named_param, Context, ContextBuilder, Pending, Thunk, Val};
+
+pub struct PreparedCall {
+ // Param, named input.
+ named: Vec<(usize, usize)>,
+ defaults: Vec<usize>,
+}
+
+pub fn prepare_call(
+ params: FunctionSignature,
+ unnamed: usize,
+ named: &[IStr],
+) -> Result<PreparedCall> {
+ if unnamed > params.len() {
+ bail!(TooManyArgsFunctionHas(params.len(), params))
+ }
+
+ let expected_defaults = params.len() - unnamed - named.len();
+ let mut ops = PreparedCall {
+ named: Vec::with_capacity(named.len()),
+ defaults: Vec::with_capacity(expected_defaults),
+ };
+
+ // FIXME: bitmask
+ let mut passed: FxHashSet<usize> = (0..unnamed).collect();
+
+ for (input_id, name) in named.iter().enumerate() {
+ // FIXME: O(n) for arg existence check
+ let Some(param_idx) = params.iter().position(|p| p.name() == name) else {
+ bail!(UnknownFunctionParameter(name.clone()));
+ };
+ if !passed.insert(param_idx) {
+ bail!(BindingParameterASecondTime(name.clone()));
+ }
+ ops.named.push((param_idx, input_id));
+ }
+
+ if named.len() + unnamed < params.len() {
+ let mut defaults = 0;
+
+ for (param_id, param) in params
+ .iter()
+ .enumerate()
+ .skip(unnamed)
+ .filter(|p| p.1.has_default())
+ {
+ // Skip already passed parameters
+ if !param.name().is_anonymous() && passed.contains(¶m_id) {
+ continue;
+ }
+ defaults += 1;
+
+ ops.defaults.push(param_id);
+ }
+
+ // Some args still weren't filled
+ if defaults != expected_defaults {
+ for param in params.iter().skip(unnamed) {
+ let mut found = false;
+ for name in named {
+ if param.name() == name {
+ found = true;
+ }
+ }
+ if !found {
+ bail!(FunctionParameterNotBoundInCall(
+ param.name().clone(),
+ params
+ ));
+ }
+ }
+ unreachable!();
+ }
+ }
+
+ Ok(ops)
+}
+pub fn parse_prepared_function_call(
+ body_ctx: Context,
+ prepared: &PreparedCall,
+ params: &ExprParams,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+) -> Result<Context> {
+ let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+
+ let destruct_ctx = Pending::new();
+
+ for (param_idx, unnamed) in unnamed.iter().enumerate() {
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ unnamed.clone(),
+ destruct_ctx.clone(),
+ &mut passed_args,
+ )?;
+ }
+
+ for (param_idx, arg_idx) in prepared.named.iter().copied() {
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ named[arg_idx].clone(),
+ destruct_ctx.clone(),
+ &mut passed_args,
+ )?;
+ }
+
+ if prepared.defaults.is_empty() {
+ let body_ctx = body_ctx
+ .extend_bindings(passed_args)
+ .into_future(destruct_ctx);
+ Ok(body_ctx)
+ } else {
+ let fctx = Context::new_future();
+ let mut defaults = FxHashMap::with_capacity(params.binds_len() - passed_args.len());
+ for param_idx in prepared.defaults.iter().copied() {
+ // let param = params.0.rc_idx(param_idx);
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ {
+ let ctx = fctx.clone();
+ let params = params.clone();
+ Thunk!(move || {
+ let param = ¶ms.exprs[param_idx];
+ let name = param.destruct.name();
+ let value = param.default.as_ref().expect("default exists");
+ evaluate_named_param(ctx.unwrap(), value, name)
+ })
+ },
+ fctx.clone(),
+ &mut defaults,
+ )?;
+ }
+
+ let mut ctx = ContextBuilder::extend(body_ctx);
+ ctx.binds(passed_args);
+ ctx.binds(defaults);
+ Ok(ctx.build().into_future(fctx).into_future(destruct_ctx))
+ }
+}
+pub fn parse_prepared_builtin_call(
+ prepared: &PreparedCall,
+ params: FunctionSignature,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+) -> Result<Vec<Option<Thunk<Val>>>> {
+ let mut passed_args = vec![None; params.len()];
+
+ for (param_idx, unnamed) in unnamed.iter().enumerate() {
+ passed_args[param_idx] = Some(unnamed.clone());
+ }
+
+ for (param_idx, arg_idx) in prepared.named.iter().copied() {
+ passed_args[param_idx] = Some(named[arg_idx].clone());
+ }
+
+ Ok(passed_args)
+}
crates/jrsonnet-evaluator/src/stack.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/stack.rs
+++ b/crates/jrsonnet-evaluator/src/stack.rs
@@ -20,6 +20,7 @@
type NightlyLocalKey<T> = std::thread::LocalKey<T>;
#[cfg(nightly)]
+#[macro_export]
macro_rules! const_tls {
(const $name:ident: $t:ty = $expr:expr;) => {
#[thread_local]
@@ -27,6 +28,7 @@
};
}
#[cfg(not(nightly))]
+#[macro_export]
macro_rules! const_tls {
(const $name:ident: $t:ty = $expr:expr;) => {
thread_local! {
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth1use std::string::String;23use proc_macro2::TokenStream;4use quote::{quote, quote_spanned};5use syn::{6 parenthesized,7 parse::{Parse, ParseStream},8 parse_macro_input,9 punctuated::Punctuated,10 spanned::Spanned,11 token::{self, Comma},12 Attribute, DeriveInput, Error, Expr, ExprClosure, FnArg, GenericArgument, Ident, ItemFn,13 LitStr, Pat, Path, PathArguments, Result, ReturnType, Token, Type,14};1516fn parse_attr<A: Parse, I>(attrs: &[Attribute], ident: I) -> Result<Option<A>>17where18 Ident: PartialEq<I>,19{20 let attrs = attrs21 .iter()22 .filter(|a| a.path().is_ident(&ident))23 .collect::<Vec<_>>();24 if attrs.len() > 1 {25 return Err(Error::new(26 attrs[1].span(),27 "this attribute may be specified only once",28 ));29 } else if attrs.is_empty() {30 return Ok(None);31 }32 let attr = attrs[0];33 let attr = attr.parse_args::<A>()?;3435 Ok(Some(attr))36}37fn remove_attr<I>(attrs: &mut Vec<Attribute>, ident: I)38where39 Ident: PartialEq<I>,40{41 attrs.retain(|a| !a.path().is_ident(&ident));42}4344fn path_is(path: &Path, needed: &str) -> bool {45 path.leading_colon.is_none()46 && !path.segments.is_empty()47 && path.segments.iter().last().unwrap().ident == needed48}4950fn type_is_path<'ty>(ty: &'ty Type, needed: &str) -> Option<&'ty PathArguments> {51 match ty {52 Type::Path(path) if path.qself.is_none() && path_is(&path.path, needed) => {53 let args = &path.path.segments.iter().last().unwrap().arguments;54 Some(args)55 }56 _ => None,57 }58}5960fn extract_type_from_option(ty: &Type) -> Result<Option<&Type>> {61 let Some(args) = type_is_path(ty, "Option") else {62 return Ok(None);63 };64 // It should have only on angle-bracketed param ("<String>"):65 let PathArguments::AngleBracketed(params) = args else {66 return Err(Error::new(args.span(), "missing option generic"));67 };68 let generic_arg = params.args.iter().next().unwrap();69 // This argument must be a type:70 let GenericArgument::Type(ty) = generic_arg else {71 return Err(Error::new(72 generic_arg.span(),73 "option generic should be a type",74 ));75 };76 Ok(Some(ty))77}7879struct Field {80 attrs: Vec<Attribute>,81 name: Ident,82 _colon: Token![:],83 ty: Type,84}85impl Parse for Field {86 fn parse(input: ParseStream) -> syn::Result<Self> {87 Ok(Self {88 attrs: input.call(Attribute::parse_outer)?,89 name: input.parse()?,90 _colon: input.parse()?,91 ty: input.parse()?,92 })93 }94}9596mod kw {97 syn::custom_keyword!(fields);98 syn::custom_keyword!(rename);99 syn::custom_keyword!(alias);100 syn::custom_keyword!(flatten);101 syn::custom_keyword!(add);102 syn::custom_keyword!(hide);103 syn::custom_keyword!(ok);104}105106struct BuiltinAttrs {107 fields: Vec<Field>,108}109impl Parse for BuiltinAttrs {110 fn parse(input: ParseStream) -> syn::Result<Self> {111 if input.is_empty() {112 return Ok(Self { fields: Vec::new() });113 }114 input.parse::<kw::fields>()?;115 let fields;116 parenthesized!(fields in input);117 let p = Punctuated::<Field, Comma>::parse_terminated(&fields)?;118 Ok(Self {119 fields: p.into_iter().collect(),120 })121 }122}123124enum Optionality {125 Required,126 Optional,127 Default(Expr),128}129130enum ArgInfo {131 Normal {132 ty: Box<Type>,133 optionality: Optionality,134 name: Option<String>,135 cfg_attrs: Vec<Attribute>,136 },137 Lazy {138 is_option: bool,139 name: Option<String>,140 },141 Context,142 Location,143 This,144}145146impl ArgInfo {147 fn parse(name: &str, arg: &mut FnArg) -> Result<Self> {148 let FnArg::Typed(arg) = arg else {149 unreachable!()150 };151 let ident = match &arg.pat as &Pat {152 Pat::Ident(i) => Some(i.ident.clone()),153 _ => None,154 };155 let ty = &arg.ty;156 if type_is_path(ty, "Context").is_some() {157 return Ok(Self::Context);158 } else if type_is_path(ty, "CallLocation").is_some() {159 return Ok(Self::Location);160 } else if type_is_path(ty, "Thunk").is_some() {161 return Ok(Self::Lazy {162 is_option: false,163 name: ident.map(|v| v.to_string()),164 });165 }166167 match ty as &Type {168 Type::Reference(r) if type_is_path(&r.elem, name).is_some() => return Ok(Self::This),169 _ => {}170 }171172 let (optionality, ty) = if let Some(default) = parse_attr::<_, _>(&arg.attrs, "default")? {173 remove_attr(&mut arg.attrs, "default");174 (Optionality::Default(default), ty.clone())175 } else if let Some(ty) = extract_type_from_option(ty)? {176 if type_is_path(ty, "Thunk").is_some() {177 return Ok(Self::Lazy {178 is_option: true,179 name: ident.map(|v| v.to_string()),180 });181 }182183 (Optionality::Optional, Box::new(ty.clone()))184 } else {185 (Optionality::Required, ty.clone())186 };187188 let cfg_attrs = arg189 .attrs190 .iter()191 .filter(|a| a.path().is_ident("cfg"))192 .cloned()193 .collect();194195 Ok(Self::Normal {196 ty,197 optionality,198 name: ident.map(|v| v.to_string()),199 cfg_attrs,200 })201 }202}203204#[proc_macro_attribute]205pub fn builtin(206 attr: proc_macro::TokenStream,207 item: proc_macro::TokenStream,208) -> proc_macro::TokenStream {209 let attr = parse_macro_input!(attr as BuiltinAttrs);210 let item_fn = parse_macro_input!(item as ItemFn);211212 match builtin_inner(attr, item_fn) {213 Ok(v) => v.into(),214 Err(e) => e.into_compile_error().into(),215 }216}217218#[allow(clippy::too_many_lines)]219fn builtin_inner(attr: BuiltinAttrs, mut fun: ItemFn) -> syn::Result<TokenStream> {220 let ReturnType::Type(_, result) = &fun.sig.output else {221 return Err(Error::new(222 fun.sig.span(),223 "builtin should return something",224 ));225 };226227 let name = fun.sig.ident.to_string();228 let args = fun229 .sig230 .inputs231 .iter_mut()232 .map(|arg| ArgInfo::parse(&name, arg))233 .collect::<Result<Vec<_>>>()?;234235 let params_desc = args.iter().filter_map(|a| match a {236 ArgInfo::Normal {237 optionality,238 name,239 cfg_attrs,240 ..241 } => {242 let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});243 let default = match optionality {244 Optionality::Required => quote!(ParamDefault::None),245 Optionality::Optional => quote!(ParamDefault::Exists),246 Optionality::Default(e) => quote!(ParamDefault::Literal(stringify!(#e))),247 };248 Some(quote! {249 #(#cfg_attrs)*250 [#name => #default],251 })252 }253 ArgInfo::Lazy { is_option, name } => {254 let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});255 Some(quote! {256 [#name => ParamDefault::exists(#is_option)],257 })258 }259 ArgInfo::Context | ArgInfo::Location | ArgInfo::This => None,260 });261262 let mut id = 0usize;263 let pass = args264 .iter()265 .map(|a| match a {266 ArgInfo::Normal { .. } | ArgInfo::Lazy { .. } => {267 let cid = id;268 id += 1;269 (quote! {#cid}, a)270 }271 ArgInfo::Context | ArgInfo::Location | ArgInfo::This => {272 (quote! {compile_error!("should not use id")}, a)273 }274 })275 .map(|(id, a)| match a {276 ArgInfo::Normal {277 ty,278 optionality,279 name,280 cfg_attrs,281 } => {282 let name = name.as_ref().map_or("<unnamed>", String::as_str);283 let eval = quote! {jrsonnet_evaluator::in_description_frame(284 || format!("argument <{}> evaluation", #name),285 || <#ty>::from_untyped(value.evaluate()?),286 )?};287 let value = match optionality {288 Optionality::Required => quote! {{289 let value = parsed[#id].as_ref().expect("args shape is checked");290 #eval291 },},292 Optionality::Optional => quote! {if let Some(value) = &parsed[#id] {293 Some(#eval)294 } else {295 None296 },},297 Optionality::Default(expr) => quote! {if let Some(value) = &parsed[#id] {298 #eval299 } else {300 let v: #ty = #expr;301 v302 },},303 };304 quote! {305 #(#cfg_attrs)*306 #value307 }308 }309 ArgInfo::Lazy { is_option, .. } => {310 if *is_option {311 quote! {if let Some(value) = &parsed[#id] {312 Some(value.clone())313 } else {314 None315 },}316 } else {317 quote! {318 parsed[#id].as_ref().expect("args shape is correct").clone(),319 }320 }321 }322 ArgInfo::Context => quote! {ctx.clone(),},323 ArgInfo::Location => quote! {location,},324 ArgInfo::This => quote! {self,},325 });326327 let fields = attr.fields.iter().map(|field| {328 let attrs = &field.attrs;329 let name = &field.name;330 let ty = &field.ty;331 quote! {332 #(#attrs)*333 pub #name: #ty,334 }335 });336337 let name = &fun.sig.ident;338 let vis = &fun.vis;339 let static_ext = if attr.fields.is_empty() {340 quote! {341 impl #name {342 pub const INST: &'static dyn StaticBuiltin = &#name {};343 }344 impl StaticBuiltin for #name {}345 }346 } else {347 quote! {}348 };349 let static_derive_copy = if attr.fields.is_empty() {350 quote! {, Copy}351 } else {352 quote! {}353 };354355 Ok(quote! {356 #fun357358 #[doc(hidden)]359 #[allow(non_camel_case_types)]360 #[derive(Clone, jrsonnet_gcmodule::Trace #static_derive_copy)]361 #vis struct #name {362 #(#fields)*363 }364 const _: () = {365 use ::jrsonnet_evaluator::{366 State, Val,367 function::{builtin::{Builtin, StaticBuiltin, ParamParse, ParamName, ParamDefault}, CallLocation, ArgsLike, parse::parse_builtin_call},368 Result, Context, typed::Typed,369 parser::Span, params,370 };371 params!(372 #(#params_desc)*373 );374375 #static_ext376 impl Builtin for #name377 where378 Self: 'static379 {380 fn name(&self) -> &str {381 stringify!(#name)382 }383 fn params(&self) -> &[ParamParse] {384 /// Safety: ParamParse contains IStr, which is thread-local, thus neither Send or Sync385 /// The result of this transmute can not outlive the thread, thus 'static here is equivalent to the386 /// nightly-only 'thread387 PARAMS.with(|p| unsafe { std::mem::transmute::<&[ParamParse], &'static [ParamParse]>(p.as_slice()) })388 }389 #[allow(unused_variables)]390 fn call(&self, ctx: Context, location: CallLocation, args: &dyn ArgsLike) -> Result<Val> {391 let parsed = parse_builtin_call(ctx.clone(), self.params(), args, false)?;392393 let result: #result = #name(#(#pass)*);394 <_ as Typed>::into_result(result)395 }396 fn as_any(&self) -> &dyn ::std::any::Any {397 self398 }399 }400 };401 })402}403404#[derive(Default)]405#[allow(clippy::struct_excessive_bools)]406struct TypedAttr {407 rename: Option<String>,408 aliases: Vec<String>,409 flatten: bool,410 /// flatten(ok) strategy for flattened optionals411 /// field would be None in case of any parsing error (as in serde)412 flatten_ok: bool,413 // Should it be `field+:` instead of `field:`414 add: bool,415 // Should it be `field::` instead of `field:`416 hide: bool,417}418impl Parse for TypedAttr {419 fn parse(input: ParseStream) -> syn::Result<Self> {420 let mut out = Self::default();421 loop {422 let lookahead = input.lookahead1();423 if lookahead.peek(kw::rename) {424 input.parse::<kw::rename>()?;425 input.parse::<Token![=]>()?;426 let name = input.parse::<LitStr>()?;427 if out.rename.is_some() {428 return Err(Error::new(429 name.span(),430 "rename attribute may only be specified once",431 ));432 }433 out.rename = Some(name.value());434 } else if lookahead.peek(kw::alias) {435 input.parse::<kw::alias>()?;436 input.parse::<Token![=]>()?;437 let alias = input.parse::<LitStr>()?;438 out.aliases.push(alias.value());439 } else if lookahead.peek(kw::flatten) {440 input.parse::<kw::flatten>()?;441 out.flatten = true;442 if input.peek(token::Paren) {443 let content;444 parenthesized!(content in input);445 let lookahead = content.lookahead1();446 if lookahead.peek(kw::ok) {447 content.parse::<kw::ok>()?;448 out.flatten_ok = true;449 } else {450 return Err(lookahead.error());451 }452 }453 } else if lookahead.peek(kw::add) {454 input.parse::<kw::add>()?;455 out.add = true;456 } else if lookahead.peek(kw::hide) {457 input.parse::<kw::hide>()?;458 out.hide = true;459 } else if input.is_empty() {460 break;461 } else {462 return Err(lookahead.error());463 }464 if input.peek(Token![,]) {465 input.parse::<Token![,]>()?;466 } else {467 break;468 }469 }470 Ok(out)471 }472}473474struct TypedField {475 attr: TypedAttr,476 ident: Ident,477 ty: Type,478 is_option: bool,479 is_lazy: bool,480}481impl TypedField {482 fn parse(field: &syn::Field) -> Result<Self> {483 let attr = parse_attr::<TypedAttr, _>(&field.attrs, "typed")?.unwrap_or_default();484 let Some(ident) = field.ident.clone() else {485 return Err(Error::new(486 field.span(),487 "this field should appear in output object, but it has no visible name",488 ));489 };490 let (is_option, ty) = extract_type_from_option(&field.ty)?491 .map_or_else(|| (false, field.ty.clone()), |ty| (true, ty.clone()));492 if is_option && attr.flatten {493 if !attr.flatten_ok {494 return Err(Error::new(495 field.span(),496 "strategy should be set when flattening Option",497 ));498 }499 } else if attr.flatten_ok {500 return Err(Error::new(501 field.span(),502 "flatten(ok) is only useable on optional fields",503 ));504 }505506 let is_lazy = type_is_path(&ty, "Thunk").is_some();507508 Ok(Self {509 attr,510 ident,511 ty,512 is_option,513 is_lazy,514 })515 }516 /// None if this field is flattened in jsonnet output517 fn name(&self) -> Option<String> {518 if self.attr.flatten {519 return None;520 }521 Some(522 self.attr523 .rename524 .clone()525 .unwrap_or_else(|| self.ident.to_string()),526 )527 }528529 fn expand_field(&self) -> Option<TokenStream> {530 if self.is_option {531 return None;532 }533 let name = self.name()?;534 let ty = &self.ty;535 Some(quote! {536 (#name, <#ty as Typed>::TYPE)537 })538 }539540 fn expand_parse(&self) -> TokenStream {541 if self.is_option {542 self.expand_parse_optional()543 } else {544 self.expand_parse_mandatory()545 }546 }547548 fn expand_parse_optional(&self) -> TokenStream {549 let ident = &self.ident;550 let ty = &self.ty;551552 // optional flatten is handled in same way as serde553 if self.attr.flatten {554 return quote! {555 #ident: <#ty as TypedObj>::parse(&obj).ok(),556 };557 }558559 let name = self.name().unwrap();560 let aliases = &self.attr.aliases;561562 quote! {563 #ident: {564 let __value = if let Some(__v) = obj.get(#name.into())? {565 Some(__v)566 } #(else if let Some(__v) = obj.get(#aliases.into())? {567 Some(__v)568 })* else {569 None570 };571572 __value.map(<#ty as Typed>::from_untyped).transpose()?573 },574 }575 }576577 fn expand_parse_mandatory(&self) -> TokenStream {578 let ident = &self.ident;579 let ty = &self.ty;580581 // optional flatten is handled in same way as serde582 if self.attr.flatten {583 return quote! {584 #ident: <#ty as TypedObj>::parse(&obj)?,585 };586 }587588 let name = self.name().unwrap();589 let aliases = &self.attr.aliases;590591 let error_text = if aliases.is_empty() {592 // clippy does not understand name variable usage in quote! macro593 #[allow(clippy::redundant_clone)]594 name.clone()595 } else {596 format!("{name} (alias {})", aliases.join(", "))597 };598599 quote! {600 #ident: {601 let __value = if let Some(__v) = obj.get(#name.into())? {602 __v603 } #(else if let Some(__v) = obj.get(#aliases.into())? {604 __v605 })* else {606 return Err(ErrorKind::NoSuchField(#error_text.into(), vec![]).into());607 };608609 <#ty as Typed>::from_untyped(__value)?610 },611 }612 }613614 fn expand_serialize(&self) -> TokenStream {615 let ident = &self.ident;616 let ty = &self.ty;617 self.name().map_or_else(618 || {619 if self.is_option {620 quote! {621 if let Some(value) = self.#ident {622 <#ty as TypedObj>::serialize(value, out)?;623 }624 }625 } else {626 quote! {627 <#ty as TypedObj>::serialize(self.#ident, out)?;628 }629 }630 },631 |name| {632 let hide = if self.attr.hide {633 quote! {.hide()}634 } else {635 quote! {}636 };637 let add = if self.attr.add {638 quote! {.add()}639 } else {640 quote! {}641 };642 let value = if self.is_lazy {643 quote! {644 out.field(#name)645 #hide646 #add647 .try_thunk(<#ty as Typed>::into_lazy_untyped(value))?;648 }649 } else {650 quote! {651 out.field(#name)652 #hide653 #add654 .try_value(<#ty as Typed>::into_untyped(value)?)?;655 }656 };657 if self.is_option {658 quote! {659 if let Some(value) = self.#ident {660 #value661 }662 }663 } else {664 quote! {665 {666 let value = self.#ident;667 #value668 }669 }670 }671 },672 )673 }674}675676#[proc_macro_derive(Typed, attributes(typed))]677pub fn derive_typed(item: proc_macro::TokenStream) -> proc_macro::TokenStream {678 let input = parse_macro_input!(item as DeriveInput);679680 match derive_typed_inner(input) {681 Ok(v) => v.into(),682 Err(e) => e.to_compile_error().into(),683 }684}685686fn derive_typed_inner(input: DeriveInput) -> Result<TokenStream> {687 let syn::Data::Struct(data) = &input.data else {688 return Err(Error::new(input.span(), "only structs supported"));689 };690691 let ident = &input.ident;692 let fields = data693 .fields694 .iter()695 .map(TypedField::parse)696 .collect::<Result<Vec<_>>>()?;697698 let (impl_generics, ty_generics, where_clause) = input.generics.split_for_impl();699700 let typed = {701 let fields = fields702 .iter()703 .filter_map(TypedField::expand_field)704 .collect::<Vec<_>>();705 quote! {706 impl #impl_generics Typed for #ident #ty_generics #where_clause {707 const TYPE: &'static ComplexValType = &ComplexValType::ObjectRef(&[708 #(#fields,)*709 ]);710711 fn from_untyped(value: Val) -> JrResult<Self> {712 let obj = value.as_obj().expect("shape is correct");713 Self::parse(&obj)714 }715716 fn into_untyped(value: Self) -> JrResult<Val> {717 let mut out = ObjValueBuilder::new();718 value.serialize(&mut out)?;719 Ok(Val::Obj(out.build()))720 }721722 }723 }724 };725726 let fields_parse = fields.iter().map(TypedField::expand_parse);727 let fields_serialize = fields728 .iter()729 .map(TypedField::expand_serialize)730 .collect::<Vec<_>>();731732 Ok(quote! {733 const _: () = {734 use ::jrsonnet_evaluator::{735 typed::{ComplexValType, Typed, TypedObj, CheckType},736 Val, State,737 error::{ErrorKind, Result as JrResult},738 ObjValueBuilder, ObjValue,739 };740741 #typed742743 impl #impl_generics TypedObj for #ident #ty_generics #where_clause {744 fn serialize(self, out: &mut ObjValueBuilder) -> JrResult<()> {745 #(#fields_serialize)*746747 Ok(())748 }749 fn parse(obj: &ObjValue) -> JrResult<Self> {750 Ok(Self {751 #(#fields_parse)*752 })753 }754 }755 };756 })757}758759struct FormatInput {760 formatting: LitStr,761 arguments: Vec<Expr>,762}763impl Parse for FormatInput {764 fn parse(input: ParseStream) -> Result<Self> {765 let formatting = input.parse()?;766 let mut arguments = Vec::new();767768 while input.peek(Token![,]) {769 input.parse::<Token![,]>()?;770 if input.is_empty() {771 // Trailing comma772 break;773 }774 let expr = input.parse()?;775 arguments.push(expr);776 }777778 if !input.is_empty() {779 return Err(syn::Error::new(input.span(), "unexpected trailing input"));780 }781782 Ok(Self {783 formatting,784 arguments,785 })786 }787}788fn is_format_str(i: &str) -> bool {789 let mut is_plain = true;790 // -1 = {791 // +1 = }792 let mut is_bracket = 0i8;793 for ele in i.chars() {794 match ele {795 '{' if is_bracket == -1 => {796 is_bracket = 0;797 }798 '}' if is_bracket == -1 => {799 is_plain = false;800 break;801 }802 '}' if is_bracket == 1 => {803 is_bracket = 0;804 }805 '{' if is_bracket == 1 => {806 is_plain = false;807 break;808 }809 '{' => {810 is_bracket = -1;811 }812 '}' => {813 is_bracket = 1;814 }815 _ if is_bracket != 0 => {816 is_plain = false;817 break;818 }819 _ => {}820 }821 }822 !is_plain || is_bracket != 0823}824impl FormatInput {825 fn expand(self) -> TokenStream {826 let format = self.formatting;827 if is_format_str(&format.value()) {828 let args = self.arguments;829 quote! {830 ::jrsonnet_evaluator::IStr::from(format!(#format #(, #args)*))831 }832 } else {833 if let Some(first) = self.arguments.first() {834 return syn::Error::new(835 first.span(),836 "string has no formatting codes, it should not have the arguments",837 )838 .into_compile_error();839 }840 quote! {841 ::jrsonnet_evaluator::IStr::from(#format)842 }843 }844 }845}846847/// `IStr` formatting helper848///849/// Using `format!("literal with no codes").into()` is slower than just `"literal with no codes".into()`850/// This macro looks for formatting codes in the input string, and uses851/// `format!()` only when necessary852#[proc_macro]853pub fn format_istr(input: proc_macro::TokenStream) -> proc_macro::TokenStream {854 let input = parse_macro_input!(input as FormatInput);855 input.expand().into()856}857858/// Create Thunk using closure syntax859#[proc_macro]860#[allow(non_snake_case)]861pub fn Thunk(input: proc_macro::TokenStream) -> proc_macro::TokenStream {862 let input = parse_macro_input!(input as ExprClosure);863864 let span = input.inputs.span();865 let move_check = input.capture.is_none().then(|| {866 quote_spanned! {span => {867 compile_error!("Thunk! needs to be called with move closure");868 }}869 });870871 let (env, closure, args) = syn_dissect_closure::split_env(input);872873 let trace_check = args.iter().map(|el| {874 let span = el.span();875 quote_spanned! {span => ::jrsonnet_evaluator::gc::assert_trace(&#el);}876 });877878 quote! {{879 #move_check880 #(#trace_check)*881 ::jrsonnet_evaluator::Thunk::new(::jrsonnet_evaluator::val::MemoizedClosureThunk::new(#env, #closure))882 }}.into()883}crates/jrsonnet-parser/src/expr.rsdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/expr.rs
+++ b/crates/jrsonnet-parser/src/expr.rs
@@ -7,7 +7,10 @@
use jrsonnet_gcmodule::Acyclic;
use jrsonnet_interner::IStr;
-use crate::source::Source;
+use crate::{
+ function::{FunctionSignature, ParamDefault, ParamName, ParamParse},
+ source::Source,
+};
#[derive(Debug, PartialEq, Acyclic)]
pub enum FieldName {
@@ -41,7 +44,7 @@
pub struct FieldMember {
pub name: FieldName,
pub plus: bool,
- pub params: Option<ParamsDesc>,
+ pub params: Option<ExprParams>,
pub visibility: Visibility,
pub value: Rc<Spanned<Expr>>,
}
@@ -147,16 +150,41 @@
/// name, default value
#[derive(Debug, PartialEq, Acyclic)]
-pub struct Param(pub Destruct, pub Option<Rc<Spanned<Expr>>>);
+pub struct ExprParam {
+ pub destruct: Destruct,
+ pub default: Option<Rc<Spanned<Expr>>>,
+}
/// Defined function parameters
#[derive(Debug, Clone, PartialEq, Acyclic)]
-pub struct ParamsDesc(pub Rc<Vec<Param>>);
-
-impl Deref for ParamsDesc {
- type Target = Vec<Param>;
- fn deref(&self) -> &Self::Target {
- &self.0
+pub struct ExprParams {
+ pub exprs: Rc<Vec<ExprParam>>,
+ pub signature: FunctionSignature,
+ binds_len: usize,
+}
+impl ExprParams {
+ pub fn len(&self) -> usize {
+ self.exprs.len()
+ }
+ pub fn binds_len(&self) -> usize {
+ self.binds_len
+ }
+ pub fn new(exprs: Vec<ExprParam>) -> Self {
+ Self {
+ signature: FunctionSignature::new(
+ exprs
+ .iter()
+ .map(|p| {
+ ParamParse::new(
+ p.destruct.name(),
+ ParamDefault::exists(p.default.is_some()),
+ )
+ })
+ .collect(),
+ ),
+ binds_len: exprs.iter().map(|v| v.destruct.binds_len()).sum(),
+ exprs: Rc::new(exprs),
+ }
}
}
@@ -198,14 +226,14 @@
}
impl Destruct {
/// Name of destructure, used for function parameter names
- pub fn name(&self) -> Option<IStr> {
- match self {
+ pub fn name(&self) -> ParamName {
+ ParamName(match self {
Self::Full(name) => Some(name.clone()),
#[cfg(feature = "exp-destruct")]
_ => None,
- }
+ })
}
- pub fn capacity_hint(&self) -> usize {
+ pub fn binds_len(&self) -> usize {
#[cfg(feature = "exp-destruct")]
fn cap_rest(rest: &Option<DestructRest>) -> usize {
match rest {
@@ -220,8 +248,8 @@
Self::Skip => 0,
#[cfg(feature = "exp-destruct")]
Self::Array { start, rest, end } => {
- start.iter().map(Destruct::capacity_hint).sum::<usize>()
- + end.iter().map(Destruct::capacity_hint).sum::<usize>()
+ start.iter().map(Destruct::binds_len).sum::<usize>()
+ + end.iter().map(Destruct::binds_len).sum::<usize>()
+ cap_rest(rest)
}
#[cfg(feature = "exp-destruct")]
@@ -248,14 +276,14 @@
},
Function {
name: IStr,
- params: ParamsDesc,
+ params: ExprParams,
value: Rc<Spanned<Expr>>,
},
}
impl BindSpec {
- pub fn capacity_hint(&self) -> usize {
+ pub fn binds_len(&self) -> usize {
match self {
- BindSpec::Field { into, .. } => into.capacity_hint(),
+ BindSpec::Field { into, .. } => into.binds_len(),
BindSpec::Function { .. } => 1,
}
}
@@ -396,7 +424,7 @@
parts: Vec<IndexPart>,
},
/// function(x) x
- Function(ParamsDesc, Rc<Spanned<Expr>>),
+ Function(ExprParams, Rc<Spanned<Expr>>),
/// if true == false then 1 else 2
IfElse(Box<IfElse>),
Slice(Box<Slice>),
crates/jrsonnet-parser/src/function.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-parser/src/function.rs
@@ -0,0 +1,126 @@
+use std::fmt;
+use std::ops::Deref;
+use std::rc::Rc;
+
+use jrsonnet_gcmodule::Acyclic;
+use jrsonnet_interner::IStr;
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamName(pub Option<IStr>);
+impl ParamName {
+ pub const ANONYMOUS: Self = Self(None);
+ pub fn new(name: IStr) -> Self {
+ Self(Some(name))
+ }
+ pub fn as_str(&self) -> Option<&str> {
+ self.0.as_deref()
+ }
+ pub fn is_anonymous(&self) -> bool {
+ self.0.is_none()
+ }
+}
+impl PartialEq<IStr> for ParamName {
+ fn eq(&self, other: &IStr) -> bool {
+ self.0
+ .as_ref()
+ .map_or(false, |s| s.as_bytes() == other.as_bytes())
+ }
+}
+
+impl fmt::Display for ParamName {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ match &self.0 {
+ Some(v) => write!(f, "{v}"),
+ None => write!(f, "<unnamed>"),
+ }
+ }
+}
+
+#[derive(Clone, Copy, Debug, Acyclic, PartialEq, Eq)]
+pub enum ParamDefault {
+ None,
+ Exists,
+ Literal(&'static str),
+}
+impl ParamDefault {
+ pub const fn exists(is_exists: bool) -> Self {
+ if is_exists {
+ Self::Exists
+ } else {
+ Self::None
+ }
+ }
+}
+impl fmt::Display for ParamDefault {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ match self {
+ ParamDefault::None => Ok(()),
+ ParamDefault::Exists => write!(f, " = <default>"),
+ ParamDefault::Literal(lit) => write!(f, " = {lit}"),
+ }
+ }
+}
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamParse {
+ name: ParamName,
+ default: ParamDefault,
+}
+impl ParamParse {
+ pub fn new(name: ParamName, default: ParamDefault) -> Self {
+ Self { name, default }
+ }
+ /// Parameter name for named call parsing
+ pub fn name(&self) -> &ParamName {
+ &self.name
+ }
+ pub fn default(&self) -> ParamDefault {
+ self.default
+ }
+ pub fn has_default(&self) -> bool {
+ !matches!(self.default, ParamDefault::None)
+ }
+}
+impl fmt::Display for ParamParse {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ write!(f, "{}{}", self.name, self.default)
+ }
+}
+
+#[derive(Debug, Clone, Acyclic, PartialEq, Eq)]
+pub struct FunctionSignature(Rc<[ParamParse]>);
+impl Deref for FunctionSignature {
+ type Target = [ParamParse];
+
+ fn deref(&self) -> &Self::Target {
+ &self.0
+ }
+}
+
+thread_local! {
+ static EMPTY_SIGNATURE: FunctionSignature = FunctionSignature::new([].into());
+}
+
+impl FunctionSignature {
+ pub fn new(v: Rc<[ParamParse]>) -> Self {
+ Self(v)
+ }
+ pub fn empty() -> Self {
+ EMPTY_SIGNATURE.with(|p| p.clone())
+ }
+}
+impl fmt::Display for FunctionSignature {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ if self.0.is_empty() {
+ return write!(f, "(/*no arguments*/)");
+ }
+ write!(f, "(")?;
+ for (i, par) in self.0.iter().enumerate() {
+ if i != 0 {
+ write!(f, ", ")?;
+ }
+ write!(f, "{par}")?;
+ }
+ write!(f, ")")
+ }
+}
crates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/lib.rs
+++ b/crates/jrsonnet-parser/src/lib.rs
@@ -7,9 +7,11 @@
pub use expr::*;
pub use jrsonnet_interner::IStr;
pub use peg;
+pub mod function;
mod location;
mod source;
mod unescape;
+
pub use location::CodeLocation;
pub use source::{
Source, SourceDefaultIgnoreJpath, SourceDirectory, SourceFifo, SourceFile, SourcePath,
@@ -68,10 +70,10 @@
rule keyword(id: &'static str) -> ()
= ##parse_string_literal(id) end_of_ident()
- pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr.map(Rc::new)) }
- pub rule params(s: &ParserSettings) -> expr::ParamsDesc
- = params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }
- / { expr::ParamsDesc(Rc::new(Vec::new())) }
+ pub rule param(s: &ParserSettings) -> expr::ExprParam = destruct:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::ExprParam { destruct, default: expr.map(Rc::new) } }
+ pub rule params(s: &ParserSettings) -> expr::ExprParams
+ = params:param(s) ** comma() comma()? { expr::ExprParams::new(params) }
+ / { expr::ExprParams::new(Vec::new()) }
pub rule arg(s: &ParserSettings) -> (Option<IStr>, Rc<Spanned<Expr>>)
= name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, Rc::new(expr))}
crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snapdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
+++ b/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
@@ -6,26 +6,47 @@
[
Function {
name: "x",
- params: ParamsDesc(
- [
- Param(
- Full(
+ params: ExprParams {
+ exprs: [
+ ExprParam {
+ destruct: Full(
"foo",
),
- Some(
+ default: Some(
Str(
"foo",
) from virtual:<test>:14-19,
),
- ),
- Param(
- Full(
+ },
+ ExprParam {
+ destruct: Full(
"bar",
),
- None,
- ),
+ default: None,
+ },
],
- ),
+ signature: FunctionSignature(
+ [
+ ParamParse {
+ name: ParamName(
+ Some(
+ "foo",
+ ),
+ ),
+ default: Exists,
+ },
+ ParamParse {
+ name: ParamName(
+ Some(
+ "bar",
+ ),
+ ),
+ default: None,
+ },
+ ],
+ ),
+ binds_len: 2,
+ },
value: Literal(
Null,
) from virtual:<test>:28-32,