git.delta.rocks / jrsonnet / refs/commits / b915f23c48a1

difftreelog

refactor prepared signatures in IR

zvuulvvlYaroslav Bolyukin2026-03-21parent: #df5053d.patch.diff
in: master

15 files changed

modifiedcrates/jrsonnet-evaluator/src/async_import.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/async_import.rs
+++ b/crates/jrsonnet-evaluator/src/async_import.rs
@@ -3,9 +3,9 @@
 
 use jrsonnet_gcmodule::Acyclic;
 use jrsonnet_parser::{
-	ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, FieldMember, FieldName,
-	ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, Param, ParamsDesc,
-	ParserSettings, Slice, SliceDesc, Source, SourcePath, Spanned,
+	ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, ExprParam, ExprParams,
+	FieldMember, FieldName, ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, ParserSettings,
+	Slice, SliceDesc, Source, SourcePath, Spanned,
 };
 use rustc_hash::FxHashMap;
 
@@ -63,9 +63,9 @@
 			}
 		}
 	}
-	fn in_params(params: &ParamsDesc, out: &mut FoundImports) {
-		for Param(dest, default) in &*params.0 {
-			in_destruct(dest, out);
+	fn in_params(params: &ExprParams, out: &mut FoundImports) {
+		for ExprParam { destruct, default } in &*params.exprs {
+			in_destruct(destruct, out);
 			if let Some(expr) = default {
 				find_imports(expr, out);
 			}
modifiedcrates/jrsonnet-evaluator/src/ctx.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/ctx.rs
+++ b/crates/jrsonnet-evaluator/src/ctx.rs
@@ -180,6 +180,12 @@
 		assert!(old.is_none(), "variable bound twice in single context call");
 		self
 	}
+	pub fn binds(&mut self, bindings: FxHashMap<IStr, Thunk<Val>>) -> &mut Self {
+		for (k, v) in bindings {
+			self.bind(k, v);
+		}
+		self
+	}
 	pub fn build(self) -> Context {
 		if let Some(parent) = self.extend {
 			parent.extend_bindings(self.bindings)
modifiedcrates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -1,7 +1,7 @@
 use std::{
 	cmp::Ordering,
 	convert::Infallible,
-	fmt::{Debug, Display},
+	fmt::{self, Debug, Display},
 };
 
 use jrsonnet_gcmodule::{Acyclic, Trace};
@@ -11,7 +11,7 @@
 use thiserror::Error;
 
 use crate::{
-	function::{builtin::ParamDefault, CallLocation},
+	function::{CallLocation, FunctionSignature, ParamDefault, ParamName},
 	stdlib::format::FormatError,
 	typed::TypeLocError,
 	val::ConvertNumValueError,
@@ -43,37 +43,7 @@
 			out.push_str(", ");
 		}
 		out.push_str(v as &str);
-	}
-	out
-}
-
-fn format_signature(sig: &FunctionSignature) -> String {
-	let mut out = String::new();
-	out.push_str("\nFunction has the following signature: ");
-	out.push('(');
-	if sig.is_empty() {
-		out.push_str("/*no arguments*/");
-	} else {
-		for (i, (name, default)) in sig.iter().enumerate() {
-			if i != 0 {
-				out.push_str(", ");
-			}
-			if let Some(name) = name {
-				out.push_str(name);
-			} else {
-				out.push_str("<unnamed>");
-			}
-			match default {
-				ParamDefault::None => {}
-				ParamDefault::Exists => out.push_str(" = <default>"),
-				ParamDefault::Literal(lit) => {
-					out.push_str(" = ");
-					out.push_str(lit);
-				}
-			}
-		}
 	}
-	out.push(')');
 	out
 }
 
@@ -103,8 +73,6 @@
 	heap.sort_by(|a, b| b.0.partial_cmp(&a.0).unwrap_or(Ordering::Equal));
 	heap.into_iter().map(|v| v.1).collect()
 }
-
-type FunctionSignature = Vec<(Option<IStr>, ParamDefault)>;
 
 /// Possible errors
 #[allow(missing_docs)]
@@ -148,13 +116,13 @@
 	#[error("only functions can be called, got {0}")]
 	OnlyFunctionsCanBeCalledGot(ValType),
 	#[error("parameter {0} is not defined")]
-	UnknownFunctionParameter(String),
+	UnknownFunctionParameter(IStr),
 	#[error("argument {0} is already bound")]
 	BindingParameterASecondTime(IStr),
-	#[error("too many args, function has {0}{sig}", sig = format_signature(.1))]
+	#[error("too many args, function has {0}\nFunction has the following signature: {1}")]
 	TooManyArgsFunctionHas(usize, FunctionSignature),
-	#[error("function argument is not passed: {}{}", .0.as_ref().map_or("<unnamed>", IStr::as_str), format_signature(.1))]
-	FunctionParameterNotBoundInCall(Option<IStr>, FunctionSignature),
+	#[error("function argument is not passed: {0}\nFunction has the following signature: {1}")]
+	FunctionParameterNotBoundInCall(ParamName, FunctionSignature),
 
 	#[error("external variable is not defined: {0}")]
 	UndefinedExternalVariable(IStr),
modifiedcrates/jrsonnet-evaluator/src/evaluate/destructure.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
@@ -170,7 +170,7 @@
 			let value = value.clone();
 			let data = {
 				let fctx = fctx.clone();
-				Thunk!(move || name.map_or_else(
+				Thunk!(move || name.0.map_or_else(
 					|| evaluate(fctx.unwrap(), &value),
 					|name| evaluate_named(fctx.unwrap(), &value, name),
 				))
modifiedcrates/jrsonnet-evaluator/src/evaluate/mod.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/evaluate/mod.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/mod.rs
@@ -3,15 +3,27 @@
 use jrsonnet_gcmodule::{Cc, Trace};
 use jrsonnet_interner::IStr;
 use jrsonnet_parser::{
-	ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, FieldMember, FieldName,
-	ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers, ParamsDesc, Spanned,
+	function::ParamName, ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprParams,
+	FieldMember, FieldName, ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers,
+	Spanned,
 };
 use jrsonnet_types::ValType;
 use rustc_hash::FxHashMap;
 
 use self::destructure::destruct;
 use crate::{
-	Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result, ResultExt, SupThis, Unbound, Val, arr::ArrValue, bail, destructure::evaluate_dest, error::{ErrorKind::*, suggest_object_fields}, evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op}, function::{CallLocation, FuncDesc, FuncVal, builtin::{ParamDefault, ParamName, ParamParse}}, gc::WithCapacityExt as _, in_frame, typed::Typed, val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk}, with_state
+	arr::ArrValue,
+	bail,
+	destructure::evaluate_dest,
+	error::{suggest_object_fields, ErrorKind::*},
+	evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op},
+	function::{CallLocation, FuncDesc, FuncVal},
+	gc::WithCapacityExt as _,
+	in_frame,
+	typed::Typed,
+	val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk},
+	with_state, Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result,
+	ResultExt, SupThis, Unbound, Val,
 };
 pub mod destructure;
 pub mod operator;
@@ -71,21 +83,12 @@
 pub fn evaluate_method(
 	ctx: Context,
 	name: IStr,
-	params: ParamsDesc,
+	params: ExprParams,
 	body: Rc<Spanned<Expr>>,
 ) -> Val {
 	Val::Func(FuncVal::Normal(Cc::new(FuncDesc {
 		name,
 		ctx,
-		params_parse: params
-			.iter()
-			.map(|p| {
-				ParamParse::new(
-					p.0.name().map_or(ParamName::ANONYMOUS, ParamName::new),
-					ParamDefault::exists(p.1.is_some()),
-				)
-			})
-			.collect(),
 		params,
 		body,
 	})))
@@ -125,7 +128,7 @@
 			Val::Arr(list) => {
 				for item in list.iter_lazy() {
 					let fctx = Pending::new();
-					let mut new_bindings = FxHashMap::with_capacity(var.capacity_hint());
+					let mut new_bindings = FxHashMap::with_capacity(var.binds_len());
 					destruct(var, item, fctx.clone(), &mut new_bindings)?;
 					let ctx = ctx.clone().extend_bindings(new_bindings).into_future(fctx);
 
@@ -178,7 +181,7 @@
 		fn bind(&self, sup_this: SupThis) -> Result<Context> {
 			let fctx = Context::new_future();
 			let mut new_bindings =
-				FxHashMap::with_capacity(self.locals.iter().map(BindSpec::capacity_hint).sum());
+				FxHashMap::with_capacity(self.locals.iter().map(BindSpec::binds_len).sum());
 			for b in self.locals.iter() {
 				evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
 			}
@@ -249,7 +252,7 @@
 			struct UnboundMethod<B: Trace> {
 				uctx: B,
 				value: Rc<Spanned<Expr>>,
-				params: ParamsDesc,
+				params: ExprParams,
 				name: IStr,
 			}
 			impl<B: Unbound<Bound = Context>> Unbound for UnboundMethod<B> {
@@ -376,6 +379,13 @@
 	Ok(())
 }
 
+pub fn evaluate_named_param(ctx: Context, expr: &Spanned<Expr>, name: ParamName) -> Result<Val> {
+	match name.0 {
+		Some(name) => evaluate_named(ctx, expr, name),
+		None => evaluate(ctx, expr),
+	}
+}
+
 pub fn evaluate_named(ctx: Context, expr: &Spanned<Expr>, name: IStr) -> Result<Val> {
 	use Expr::*;
 	Ok(match &**expr {
@@ -551,7 +561,7 @@
 		})?,
 		LocalExpr(bindings, returned) => {
 			let mut new_bindings: FxHashMap<IStr, Thunk<Val>> =
-				FxHashMap::with_capacity(bindings.iter().map(BindSpec::capacity_hint).sum());
+				FxHashMap::with_capacity(bindings.iter().map(BindSpec::binds_len).sum());
 			let fctx = Context::new_future();
 			for b in bindings {
 				evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
modifiedcrates/jrsonnet-evaluator/src/function/builtin.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/function/builtin.rs
+++ b/crates/jrsonnet-evaluator/src/function/builtin.rs
@@ -1,82 +1,25 @@
 use std::any::Any;
+use std::fmt;
 
 use jrsonnet_gcmodule::{cc_dyn, Acyclic, Trace, TraceBox};
 use jrsonnet_interner::IStr;
+use jrsonnet_parser::function::{FunctionSignature, ParamDefault, ParamName, ParamParse};
 
 use super::{arglike::ArgsLike, parse::parse_builtin_call, CallLocation};
 use crate::{Context, Result, Val};
 
-#[derive(Clone, Acyclic)]
-pub struct ParamName(Option<IStr>);
-impl ParamName {
-	pub const ANONYMOUS: Self = Self(None);
-	pub fn new(name: IStr) -> Self {
-		Self(Some(name))
-	}
-	pub fn as_str(&self) -> Option<&str> {
-		self.0.as_deref()
-	}
-	pub fn is_anonymous(&self) -> bool {
-		self.0.is_none()
-	}
-}
-impl PartialEq<IStr> for ParamName {
-	fn eq(&self, other: &IStr) -> bool {
-		self.0
-			.as_ref()
-			.map_or(false, |s| s.as_bytes() == other.as_bytes())
-	}
-}
-
-#[derive(Clone, Copy, Debug, Acyclic)]
-pub enum ParamDefault {
-	None,
-	Exists,
-	Literal(&'static str),
-}
-impl ParamDefault {
-	pub const fn exists(is_exists: bool) -> Self {
-		if is_exists {
-			Self::Exists
-		} else {
-			Self::None
-		}
-	}
-}
-
 #[macro_export]
 macro_rules! params {
 	(@name unnamed) => { ParamName::ANONYMOUS };
 	(@name named $name:literal) => { ParamName::new($crate::IStr::from($name)) };
 	($($(#[$meta:meta])* [$kind:ident $(($lit:literal))? => $default:expr]),* $(,)?) => {
 		thread_local! {
-			static PARAMS: [ParamParse; { const N: usize = <[u8]>::len(&[$($(#[$meta])* 0u8),*]); N }] = [
+			static PARAMS: FunctionSignature = FunctionSignature::new([
 				$($(#[$meta])* ParamParse::new(params!(@name $kind $($lit)?), $default)),*
-			];
+			].into());
 		}
 	};
-}
-
-#[derive(Clone, Acyclic)]
-pub struct ParamParse {
-	name: ParamName,
-	default: ParamDefault,
 }
-impl ParamParse {
-	pub fn new(name: ParamName, default: ParamDefault) -> Self {
-		Self { name, default }
-	}
-	/// Parameter name for named call parsing
-	pub fn name(&self) -> &ParamName {
-		&self.name
-	}
-	pub fn default(&self) -> ParamDefault {
-		self.default
-	}
-	pub fn has_default(&self) -> bool {
-		!matches!(self.default, ParamDefault::None)
-	}
-}
 
 cc_dyn!(
 	#[derive(Clone)]
@@ -89,7 +32,7 @@
 		self.0.name()
 	}
 
-	fn params(&self) -> &[ParamParse] {
+	fn params(&self) -> FunctionSignature {
 		self.0.params()
 	}
 
@@ -109,7 +52,7 @@
 	/// Function name to be used in stack traces
 	fn name(&self) -> &str;
 	/// Parameter names for named calls
-	fn params(&self) -> &[ParamParse];
+	fn params(&self) -> FunctionSignature;
 	/// Call the builtin
 	fn call(&self, ctx: Context, loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val>;
 
@@ -126,20 +69,19 @@
 
 #[derive(Trace)]
 pub struct NativeCallback {
-	pub(crate) params: Vec<ParamParse>,
+	pub(crate) params: FunctionSignature,
 	handler: TraceBox<dyn NativeCallbackHandler>,
 }
 impl NativeCallback {
 	#[deprecated = "prefer using builtins directly, use this interface only for bindings"]
 	pub fn new(params: Vec<String>, handler: impl NativeCallbackHandler) -> Self {
 		Self {
-			params: params
-				.into_iter()
-				.map(|n| ParamParse {
-					name: ParamName::new(n.into()),
-					default: ParamDefault::None,
-				})
-				.collect(),
+			params: FunctionSignature::new(
+				params
+					.into_iter()
+					.map(|n| ParamParse::new(ParamName::new(n.into()), ParamDefault::None))
+					.collect(),
+			),
 			handler: TraceBox(Box::new(handler)),
 		}
 	}
@@ -152,12 +94,12 @@
 		"<native>"
 	}
 
-	fn params(&self) -> &[ParamParse] {
-		&self.params
+	fn params(&self) -> FunctionSignature {
+		self.params.clone()
 	}
 
 	fn call(&self, ctx: Context, _loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val> {
-		let args = parse_builtin_call(ctx, &self.params, args, true)?;
+		let args = parse_builtin_call(ctx, self.params.clone(), args, true)?;
 		let args = args
 			.into_iter()
 			.map(|a| a.expect("legacy natives have no default params"))
modifiedcrates/jrsonnet-evaluator/src/function/mod.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/function/mod.rs
+++ b/crates/jrsonnet-evaluator/src/function/mod.rs
@@ -5,23 +5,26 @@
 use jrsonnet_gcmodule::{Cc, Trace};
 use jrsonnet_interner::IStr;
 pub use jrsonnet_macros::builtin;
-use jrsonnet_parser::{Destruct, Expr, ParamsDesc, Span, Spanned};
+use jrsonnet_parser::{Destruct, Expr, ExprParams, Span, Spanned};
 
 use self::{
 	arglike::OptionalContext,
-	builtin::{Builtin, ParamParse, StaticBuiltin},
+	builtin::{Builtin, StaticBuiltin},
 	native::NativeDesc,
 	parse::{parse_default_function_call, parse_function_call},
 };
 use crate::{
-	bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, Context,
-	ContextBuilder, Result, Thunk, Val,
+	bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, params,
+	Context, ContextBuilder, Result, Thunk, Val,
 };
 
 pub mod arglike;
 pub mod builtin;
 pub mod native;
 pub mod parse;
+pub mod prepared;
+
+pub use jrsonnet_parser::function::*;
 
 /// Function callsite location.
 /// Either from other jsonnet code, specified by expression location, or from native (without location).
@@ -66,12 +69,9 @@
 	pub ctx: Context,
 
 	/// Function parameter definition
-	pub params: ParamsDesc,
+	pub params: ExprParams,
 	/// Function body
 	pub body: Rc<Spanned<Expr>>,
-
-	#[educe(PartialEq = false, Debug = false)]
-	pub(crate) params_parse: Vec<ParamParse>,
 }
 impl FuncDesc {
 	/// Create body context, but fill arguments without defaults with lazy error
@@ -139,24 +139,18 @@
 		Self::StaticBuiltin(static_builtin)
 	}
 
-	pub fn params(&self) -> &[ParamParse] {
+	pub fn params(&self) -> FunctionSignature {
 		match self {
 			Self::Id => ID.params(),
 			Self::StaticBuiltin(i) => i.params(),
 			Self::Builtin(i) => i.params(),
-			Self::Normal(p) => &p.params_parse,
-			Self::Thunk(_) => &[],
+			Self::Normal(p) => p.params.signature.clone(),
+			Self::Thunk(_) => FunctionSignature::empty(),
 		}
 	}
 	/// Amount of non-default required arguments
 	pub fn params_len(&self) -> usize {
-		match self {
-			Self::Id => 1,
-			Self::Normal(n) => n.params.iter().filter(|p| p.1.is_none()).count(),
-			Self::StaticBuiltin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
-			Self::Builtin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
-			Self::Thunk(_) => 0,
-		}
+		self.params().iter().filter(|p| !p.has_default()).count()
 	}
 	/// Function name, as defined in code.
 	pub fn name(&self) -> IStr {
@@ -185,8 +179,8 @@
 				evaluate(body_ctx, &func.body)
 			}
 			Self::Thunk(thunk) => {
-				if args.is_empty() {
-					bail!(TooManyArgsFunctionHas(0, vec![],))
+				if !args.is_empty() {
+					bail!(TooManyArgsFunctionHas(0, FunctionSignature::empty()))
 				}
 				thunk.evaluate()
 			}
@@ -223,12 +217,13 @@
 				if desc.params.len() != 1 {
 					return false;
 				}
-				let param = &desc.params[0];
-				if param.1.is_some() {
+				let param = &desc.params.exprs[0];
+				if param.default.is_some() {
 					return false;
 				}
+
 				#[allow(clippy::infallible_destructuring_match)]
-				let id = match &param.0 {
+				let id = match &param.destruct {
 					Destruct::Full(id) => id,
 					#[cfg(feature = "exp-destruct")]
 					_ => return false,
modifiedcrates/jrsonnet-evaluator/src/function/parse.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/function/parse.rs
+++ b/crates/jrsonnet-evaluator/src/function/parse.rs
@@ -1,16 +1,15 @@
 use std::mem::replace;
 
 use jrsonnet_interner::IStr;
-use jrsonnet_parser::ParamsDesc;
+use jrsonnet_parser::{function::FunctionSignature, ExprParams};
 use rustc_hash::FxHashMap;
 
-use super::{arglike::ArgsLike, builtin::ParamParse};
+use super::arglike::ArgsLike;
 use crate::{
 	bail,
 	destructure::destruct,
 	error::{ErrorKind::*, Result},
-	evaluate_named,
-	function::builtin::ParamDefault,
+	evaluate_named, evaluate_named_param,
 	gc::WithCapacityExt as _,
 	Context, Pending, Thunk, Val,
 };
@@ -26,19 +25,15 @@
 pub fn parse_function_call(
 	ctx: Context,
 	body_ctx: Context,
-	params: &ParamsDesc,
+	params: &ExprParams,
 	args: &dyn ArgsLike,
 	tailstrict: bool,
 ) -> Result<Context> {
-	let mut passed_args =
-		FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
-	if args.unnamed_len() > params.len() {
+	let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+	if args.unnamed_len() > params.signature.len() {
 		bail!(TooManyArgsFunctionHas(
-			params.len(),
-			params
-				.iter()
-				.map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
-				.collect()
+			params.signature.len(),
+			params.signature.clone(),
 		))
 	}
 
@@ -46,9 +41,8 @@
 	let mut filled_positionals = 0;
 
 	args.unnamed_iter(ctx.clone(), tailstrict, &mut |id, arg| {
-		let name = params[id].0.clone();
 		destruct(
-			&name,
+			&params.exprs[id].destruct,
 			arg,
 			Pending::new_filled(ctx.clone()),
 			&mut passed_args,
@@ -59,8 +53,8 @@
 
 	args.named_iter(ctx, tailstrict, &mut |name, value| {
 		// FIXME: O(n) for arg existence check
-		if !params.iter().any(|p| p.0.name().as_ref() == Some(name)) {
-			bail!(UnknownFunctionParameter((name as &str).to_owned()));
+		if !params.exprs.iter().any(|p| &p.destruct.name() == name) {
+			bail!(UnknownFunctionParameter(name.clone()));
 		}
 		if passed_args.insert(name.clone(), value).is_some() {
 			bail!(BindingParameterASecondTime(name.clone()));
@@ -73,14 +67,16 @@
 		// Some args are unset, but maybe we have defaults for them
 		// Default values should be created in newly created context
 		let fctx = Context::new_future();
-		let mut defaults = FxHashMap::with_capacity(
-			params.iter().map(|p| p.0.capacity_hint()).sum::<usize>()
-				- filled_named
-				- filled_positionals,
-		);
+		let mut defaults =
+			FxHashMap::with_capacity(params.binds_len() - filled_named - filled_positionals);
 
-		for (idx, param) in params.iter().enumerate().filter(|p| p.1 .1.is_some()) {
-			if let Some(name) = param.0.name() {
+		for (idx, into, default) in params
+			.exprs
+			.iter()
+			.enumerate()
+			.filter_map(|(i, p)| Some((i, &p.destruct, p.default.as_ref()?)))
+		{
+			if let Some(name) = into.name().0 {
 				if passed_args.contains_key(&name) {
 					continue;
 				}
@@ -89,17 +85,17 @@
 			}
 
 			destruct(
-				&param.0,
+				&into,
 				{
 					let ctx = fctx.clone();
-					let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
-					let value = param.1.clone().expect("default exists");
-					Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+					let name = into.name();
+					let value = default.clone();
+					Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
 				},
 				fctx.clone(),
 				&mut defaults,
 			)?;
-			if param.0.name().is_some() {
+			if !into.name().is_anonymous() {
 				filled_named += 1;
 			} else {
 				filled_positionals += 1;
@@ -108,20 +104,17 @@
 
 		// Some args still weren't filled
 		if filled_named + filled_positionals != params.len() {
-			for param in params.iter().skip(args.unnamed_len()) {
+			for param in params.exprs.iter().skip(args.unnamed_len()) {
 				let mut found = false;
 				args.named_names(&mut |name| {
-					if Some(name) == param.0.name().as_ref() {
+					if &param.destruct.name() == name {
 						found = true;
 					}
 				});
 				if !found {
 					bail!(FunctionParameterNotBoundInCall(
-						param.0.clone().name(),
-						params
-							.iter()
-							.map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
-							.collect()
+						param.destruct.name(),
+						params.signature.clone()
 					));
 				}
 			}
@@ -147,19 +140,13 @@
 /// * `tailstrict`: if set to `true` function arguments are eagerly executed, otherwise - lazily
 pub fn parse_builtin_call(
 	ctx: Context,
-	params: &[ParamParse],
+	params: FunctionSignature,
 	args: &dyn ArgsLike,
 	tailstrict: bool,
 ) -> Result<Vec<Option<Thunk<Val>>>> {
 	let mut passed_args: Vec<Option<Thunk<Val>>> = vec![None; params.len()];
 	if args.unnamed_len() > params.len() {
-		bail!(TooManyArgsFunctionHas(
-			params.len(),
-			params
-				.iter()
-				.map(|p| (p.name().as_str().map(IStr::from), p.default()))
-				.collect()
-		))
+		bail!(TooManyArgsFunctionHas(params.len(), params,))
 	}
 
 	let mut filled_args = 0;
@@ -175,7 +162,7 @@
 		let id = params
 			.iter()
 			.position(|p| p.name() == name)
-			.ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
+			.ok_or_else(|| UnknownFunctionParameter(name.clone()))?;
 		if replace(&mut passed_args[id], Some(arg)).is_some() {
 			bail!(BindingParameterASecondTime(name.clone()));
 		}
@@ -202,11 +189,8 @@
 				});
 				if !found {
 					bail!(FunctionParameterNotBoundInCall(
-						param.name().as_str().map(IStr::from),
-						params
-							.iter()
-							.map(|p| (p.name().as_str().map(IStr::from), p.default()))
-							.collect()
+						param.name().clone(),
+						params,
 					));
 				}
 			}
@@ -218,36 +202,33 @@
 
 /// Creates Context, which has all argument default values applied
 /// and with unbound values causing error to be returned
-pub fn parse_default_function_call(body_ctx: Context, params: &ParamsDesc) -> Result<Context> {
+pub fn parse_default_function_call(body_ctx: Context, params: &ExprParams) -> Result<Context> {
 	let fctx = Context::new_future();
 
-	let mut bindings = FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
+	let mut bindings = FxHashMap::with_capacity(params.binds_len());
 
-	for param in params.iter() {
-		if let Some(v) = &param.1 {
+	for param in params.exprs.iter() {
+		if let Some(v) = &param.default {
 			destruct(
-				&param.0.clone(),
+				&param.destruct.clone(),
 				{
 					let ctx = fctx.clone();
-					let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+					let name = param.destruct.name();
 					let value = v.clone();
-					Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+					Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
 				},
 				fctx.clone(),
 				&mut bindings,
 			)?;
 		} else {
 			destruct(
-				&param.0,
+				&param.destruct,
 				{
-					let param_name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+					let param_name = param.destruct.name();
 					let params = params.clone();
 					Thunk!(move || Err(FunctionParameterNotBoundInCall(
-						Some(param_name),
-						params
-							.iter()
-							.map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
-							.collect(),
+						param_name,
+						params.signature.clone()
 					)
 					.into()))
 				},
addedcrates/jrsonnet-evaluator/src/function/prepared.rsdiffbeforeafterboth
--- /dev/null
+++ b/crates/jrsonnet-evaluator/src/function/prepared.rs
@@ -0,0 +1,165 @@
+use jrsonnet_parser::function::FunctionSignature;
+use jrsonnet_parser::{ExprParams, IStr};
+use rustc_hash::{FxHashMap, FxHashSet};
+
+use crate::destructure::destruct;
+use crate::gc::WithCapacityExt;
+use crate::val::ThunkValue as _;
+use crate::{bail, error::ErrorKind::*, Result};
+use crate::{evaluate_named, evaluate_named_param, Context, ContextBuilder, Pending, Thunk, Val};
+
+pub struct PreparedCall {
+	// Param, named input.
+	named: Vec<(usize, usize)>,
+	defaults: Vec<usize>,
+}
+
+pub fn prepare_call(
+	params: FunctionSignature,
+	unnamed: usize,
+	named: &[IStr],
+) -> Result<PreparedCall> {
+	if unnamed > params.len() {
+		bail!(TooManyArgsFunctionHas(params.len(), params))
+	}
+
+	let expected_defaults = params.len() - unnamed - named.len();
+	let mut ops = PreparedCall {
+		named: Vec::with_capacity(named.len()),
+		defaults: Vec::with_capacity(expected_defaults),
+	};
+
+	// FIXME: bitmask
+	let mut passed: FxHashSet<usize> = (0..unnamed).collect();
+
+	for (input_id, name) in named.iter().enumerate() {
+		// FIXME: O(n) for arg existence check
+		let Some(param_idx) = params.iter().position(|p| p.name() == name) else {
+			bail!(UnknownFunctionParameter(name.clone()));
+		};
+		if !passed.insert(param_idx) {
+			bail!(BindingParameterASecondTime(name.clone()));
+		}
+		ops.named.push((param_idx, input_id));
+	}
+
+	if named.len() + unnamed < params.len() {
+		let mut defaults = 0;
+
+		for (param_id, param) in params
+			.iter()
+			.enumerate()
+			.skip(unnamed)
+			.filter(|p| p.1.has_default())
+		{
+			// Skip already passed parameters
+			if !param.name().is_anonymous() && passed.contains(&param_id) {
+				continue;
+			}
+			defaults += 1;
+
+			ops.defaults.push(param_id);
+		}
+
+		// Some args still weren't filled
+		if defaults != expected_defaults {
+			for param in params.iter().skip(unnamed) {
+				let mut found = false;
+				for name in named {
+					if param.name() == name {
+						found = true;
+					}
+				}
+				if !found {
+					bail!(FunctionParameterNotBoundInCall(
+						param.name().clone(),
+						params
+					));
+				}
+			}
+			unreachable!();
+		}
+	}
+
+	Ok(ops)
+}
+pub fn parse_prepared_function_call(
+	body_ctx: Context,
+	prepared: &PreparedCall,
+	params: &ExprParams,
+	unnamed: &[Thunk<Val>],
+	named: &[Thunk<Val>],
+) -> Result<Context> {
+	let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+
+	let destruct_ctx = Pending::new();
+
+	for (param_idx, unnamed) in unnamed.iter().enumerate() {
+		destruct(
+			&params.exprs[param_idx].destruct,
+			unnamed.clone(),
+			destruct_ctx.clone(),
+			&mut passed_args,
+		)?;
+	}
+
+	for (param_idx, arg_idx) in prepared.named.iter().copied() {
+		destruct(
+			&params.exprs[param_idx].destruct,
+			named[arg_idx].clone(),
+			destruct_ctx.clone(),
+			&mut passed_args,
+		)?;
+	}
+
+	if prepared.defaults.is_empty() {
+		let body_ctx = body_ctx
+			.extend_bindings(passed_args)
+			.into_future(destruct_ctx);
+		Ok(body_ctx)
+	} else {
+		let fctx = Context::new_future();
+		let mut defaults = FxHashMap::with_capacity(params.binds_len() - passed_args.len());
+		for param_idx in prepared.defaults.iter().copied() {
+			// let param = params.0.rc_idx(param_idx);
+			destruct(
+				&params.exprs[param_idx].destruct,
+				{
+					let ctx = fctx.clone();
+					let params = params.clone();
+					Thunk!(move || {
+						let param = &params.exprs[param_idx];
+						let name = param.destruct.name();
+						let value = param.default.as_ref().expect("default exists");
+						evaluate_named_param(ctx.unwrap(), value, name)
+					})
+				},
+				fctx.clone(),
+				&mut defaults,
+			)?;
+		}
+
+		let mut ctx = ContextBuilder::extend(body_ctx);
+		ctx.binds(passed_args);
+		ctx.binds(defaults);
+		Ok(ctx.build().into_future(fctx).into_future(destruct_ctx))
+	}
+}
+pub fn parse_prepared_builtin_call(
+	prepared: &PreparedCall,
+	params: FunctionSignature,
+	unnamed: &[Thunk<Val>],
+	named: &[Thunk<Val>],
+) -> Result<Vec<Option<Thunk<Val>>>> {
+	let mut passed_args = vec![None; params.len()];
+
+	for (param_idx, unnamed) in unnamed.iter().enumerate() {
+		passed_args[param_idx] = Some(unnamed.clone());
+	}
+
+	for (param_idx, arg_idx) in prepared.named.iter().copied() {
+		passed_args[param_idx] = Some(named[arg_idx].clone());
+	}
+
+	Ok(passed_args)
+}
modifiedcrates/jrsonnet-evaluator/src/stack.rsdiffbeforeafterboth
--- a/crates/jrsonnet-evaluator/src/stack.rs
+++ b/crates/jrsonnet-evaluator/src/stack.rs
@@ -20,6 +20,7 @@
 type NightlyLocalKey<T> = std::thread::LocalKey<T>;
 
 #[cfg(nightly)]
+#[macro_export]
 macro_rules! const_tls {
 	(const $name:ident: $t:ty = $expr:expr;) => {
 		#[thread_local]
@@ -27,6 +28,7 @@
 	};
 }
 #[cfg(not(nightly))]
+#[macro_export]
 macro_rules! const_tls {
 	(const $name:ident: $t:ty = $expr:expr;) => {
 		thread_local! {
modifiedcrates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth
--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -239,7 +239,9 @@
 			cfg_attrs,
 			..
 		} => {
-			let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
+			let name = name
+				.as_ref()
+				.map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
 			let default = match optionality {
 				Optionality::Required => quote!(ParamDefault::None),
 				Optionality::Optional => quote!(ParamDefault::Exists),
@@ -251,7 +253,9 @@
 			})
 		}
 		ArgInfo::Lazy { is_option, name } => {
-			let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
+			let name = name
+				.as_ref()
+				.map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
 			Some(quote! {
 				[#name => ParamDefault::exists(#is_option)],
 			})
@@ -364,7 +368,7 @@
 		const _: () = {
 			use ::jrsonnet_evaluator::{
 				State, Val,
-				function::{builtin::{Builtin, StaticBuiltin, ParamParse, ParamName, ParamDefault}, CallLocation, ArgsLike, parse::parse_builtin_call},
+				function::{builtin::{Builtin, StaticBuiltin}, FunctionSignature, ParamParse, ParamName, ParamDefault, CallLocation, ArgsLike, parse::parse_builtin_call},
 				Result, Context, typed::Typed,
 				parser::Span, params,
 			};
@@ -380,11 +384,8 @@
 				fn name(&self) -> &str {
 					stringify!(#name)
 				}
-				fn params(&self) -> &[ParamParse] {
-					/// Safety: ParamParse contains IStr, which is thread-local, thus neither Send or Sync
-					/// The result of this transmute can not outlive the thread, thus 'static here is equivalent to the
-					/// nightly-only 'thread
-					PARAMS.with(|p| unsafe { std::mem::transmute::<&[ParamParse], &'static [ParamParse]>(p.as_slice()) })
+				fn params(&self) -> FunctionSignature {
+					PARAMS.with(|p| p.clone())
 				}
 				#[allow(unused_variables)]
 				fn call(&self, ctx: Context, location: CallLocation, args: &dyn ArgsLike) -> Result<Val> {
modifiedcrates/jrsonnet-parser/src/expr.rsdiffbeforeafterboth
--- a/crates/jrsonnet-parser/src/expr.rs
+++ b/crates/jrsonnet-parser/src/expr.rs
@@ -7,7 +7,10 @@
 use jrsonnet_gcmodule::Acyclic;
 use jrsonnet_interner::IStr;
 
-use crate::source::Source;
+use crate::{
+	function::{FunctionSignature, ParamDefault, ParamName, ParamParse},
+	source::Source,
+};
 
 #[derive(Debug, PartialEq, Acyclic)]
 pub enum FieldName {
@@ -41,7 +44,7 @@
 pub struct FieldMember {
 	pub name: FieldName,
 	pub plus: bool,
-	pub params: Option<ParamsDesc>,
+	pub params: Option<ExprParams>,
 	pub visibility: Visibility,
 	pub value: Rc<Spanned<Expr>>,
 }
@@ -147,16 +150,41 @@
 
 /// name, default value
 #[derive(Debug, PartialEq, Acyclic)]
-pub struct Param(pub Destruct, pub Option<Rc<Spanned<Expr>>>);
+pub struct ExprParam {
+	pub destruct: Destruct,
+	pub default: Option<Rc<Spanned<Expr>>>,
+}
 
 /// Defined function parameters
 #[derive(Debug, Clone, PartialEq, Acyclic)]
-pub struct ParamsDesc(pub Rc<Vec<Param>>);
-
-impl Deref for ParamsDesc {
-	type Target = Vec<Param>;
-	fn deref(&self) -> &Self::Target {
-		&self.0
+pub struct ExprParams {
+	pub exprs: Rc<Vec<ExprParam>>,
+	pub signature: FunctionSignature,
+	binds_len: usize,
+}
+impl ExprParams {
+	pub fn len(&self) -> usize {
+		self.exprs.len()
+	}
+	pub fn binds_len(&self) -> usize {
+		self.binds_len
+	}
+	pub fn new(exprs: Vec<ExprParam>) -> Self {
+		Self {
+			signature: FunctionSignature::new(
+				exprs
+					.iter()
+					.map(|p| {
+						ParamParse::new(
+							p.destruct.name(),
+							ParamDefault::exists(p.default.is_some()),
+						)
+					})
+					.collect(),
+			),
+			binds_len: exprs.iter().map(|v| v.destruct.binds_len()).sum(),
+			exprs: Rc::new(exprs),
+		}
 	}
 }
 
@@ -198,14 +226,14 @@
 }
 impl Destruct {
 	/// Name of destructure, used for function parameter names
-	pub fn name(&self) -> Option<IStr> {
-		match self {
+	pub fn name(&self) -> ParamName {
+		ParamName(match self {
 			Self::Full(name) => Some(name.clone()),
 			#[cfg(feature = "exp-destruct")]
 			_ => None,
-		}
+		})
 	}
-	pub fn capacity_hint(&self) -> usize {
+	pub fn binds_len(&self) -> usize {
 		#[cfg(feature = "exp-destruct")]
 		fn cap_rest(rest: &Option<DestructRest>) -> usize {
 			match rest {
@@ -220,8 +248,8 @@
 			Self::Skip => 0,
 			#[cfg(feature = "exp-destruct")]
 			Self::Array { start, rest, end } => {
-				start.iter().map(Destruct::capacity_hint).sum::<usize>()
-					+ end.iter().map(Destruct::capacity_hint).sum::<usize>()
+				start.iter().map(Destruct::binds_len).sum::<usize>()
+					+ end.iter().map(Destruct::binds_len).sum::<usize>()
 					+ cap_rest(rest)
 			}
 			#[cfg(feature = "exp-destruct")]
@@ -248,14 +276,14 @@
 	},
 	Function {
 		name: IStr,
-		params: ParamsDesc,
+		params: ExprParams,
 		value: Rc<Spanned<Expr>>,
 	},
 }
 impl BindSpec {
-	pub fn capacity_hint(&self) -> usize {
+	pub fn binds_len(&self) -> usize {
 		match self {
-			BindSpec::Field { into, .. } => into.capacity_hint(),
+			BindSpec::Field { into, .. } => into.binds_len(),
 			BindSpec::Function { .. } => 1,
 		}
 	}
@@ -396,7 +424,7 @@
 		parts: Vec<IndexPart>,
 	},
 	/// function(x) x
-	Function(ParamsDesc, Rc<Spanned<Expr>>),
+	Function(ExprParams, Rc<Spanned<Expr>>),
 	/// if true == false then 1 else 2
 	IfElse(Box<IfElse>),
 	Slice(Box<Slice>),
addedcrates/jrsonnet-parser/src/function.rsdiffbeforeafterboth
--- /dev/null
+++ b/crates/jrsonnet-parser/src/function.rs
@@ -0,0 +1,126 @@
+use std::fmt;
+use std::ops::Deref;
+use std::rc::Rc;
+
+use jrsonnet_gcmodule::Acyclic;
+use jrsonnet_interner::IStr;
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamName(pub Option<IStr>);
+impl ParamName {
+	pub const ANONYMOUS: Self = Self(None);
+	pub fn new(name: IStr) -> Self {
+		Self(Some(name))
+	}
+	pub fn as_str(&self) -> Option<&str> {
+		self.0.as_deref()
+	}
+	pub fn is_anonymous(&self) -> bool {
+		self.0.is_none()
+	}
+}
+impl PartialEq<IStr> for ParamName {
+	fn eq(&self, other: &IStr) -> bool {
+		self.0
+			.as_ref()
+			.map_or(false, |s| s.as_bytes() == other.as_bytes())
+	}
+}
+
+impl fmt::Display for ParamName {
+	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+		match &self.0 {
+			Some(v) => write!(f, "{v}"),
+			None => write!(f, "<unnamed>"),
+		}
+	}
+}
+
+#[derive(Clone, Copy, Debug, Acyclic, PartialEq, Eq)]
+pub enum ParamDefault {
+	None,
+	Exists,
+	Literal(&'static str),
+}
+impl ParamDefault {
+	pub const fn exists(is_exists: bool) -> Self {
+		if is_exists {
+			Self::Exists
+		} else {
+			Self::None
+		}
+	}
+}
+impl fmt::Display for ParamDefault {
+	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+		match self {
+			ParamDefault::None => Ok(()),
+			ParamDefault::Exists => write!(f, " = <default>"),
+			ParamDefault::Literal(lit) => write!(f, " = {lit}"),
+		}
+	}
+}
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamParse {
+	name: ParamName,
+	default: ParamDefault,
+}
+impl ParamParse {
+	pub fn new(name: ParamName, default: ParamDefault) -> Self {
+		Self { name, default }
+	}
+	/// Parameter name for named call parsing
+	pub fn name(&self) -> &ParamName {
+		&self.name
+	}
+	pub fn default(&self) -> ParamDefault {
+		self.default
+	}
+	pub fn has_default(&self) -> bool {
+		!matches!(self.default, ParamDefault::None)
+	}
+}
+impl fmt::Display for ParamParse {
+	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+		write!(f, "{}{}", self.name, self.default)
+	}
+}
+
+#[derive(Debug, Clone, Acyclic, PartialEq, Eq)]
+pub struct FunctionSignature(Rc<[ParamParse]>);
+impl Deref for FunctionSignature {
+	type Target = [ParamParse];
+
+	fn deref(&self) -> &Self::Target {
+		&self.0
+	}
+}
+
+thread_local! {
+	static EMPTY_SIGNATURE: FunctionSignature = FunctionSignature::new([].into());
+}
+
+impl FunctionSignature {
+	pub fn new(v: Rc<[ParamParse]>) -> Self {
+		Self(v)
+	}
+	pub fn empty() -> Self {
+		EMPTY_SIGNATURE.with(|p| p.clone())
+	}
+}
+impl fmt::Display for FunctionSignature {
+	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+		if self.0.is_empty() {
+			return write!(f, "(/*no arguments*/)");
+		}
+		write!(f, "(")?;
+		for (i, par) in self.0.iter().enumerate() {
+			if i != 0 {
+				write!(f, ", ")?;
+			}
+			write!(f, "{par}")?;
+		}
+		write!(f, ")")
+	}
+}
modifiedcrates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth
before · crates/jrsonnet-parser/src/lib.rs
1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{15	Source, SourceDefaultIgnoreJpath, SourceDirectory, SourceFifo, SourceFile, SourcePath,16	SourcePathT, SourceVirtual,17};1819pub struct ParserSettings {20	pub source: Source,21}2223macro_rules! expr_bin {24	($a:ident $op:ident $b:ident) => {25		Expr::BinaryOp(Box::new(BinaryOp {26			lhs: $a,27			op: $op,28			rhs: $b,29		}))30	};31}32macro_rules! expr_un {33	($op:ident $a:ident) => {34		Expr::UnaryOp($op, Box::new($a))35	};36}3738parser! {39	grammar jsonnet_parser() for str {40		use peg::ParseLiteral;4142		rule eof() = quiet!{![_]} / expected!("<eof>")43		rule eol() = "\n" / eof()4445		/// Standard C-like comments46		rule comment()47			= "//" (!eol()[_])* eol()48			/ "/*" (!("*/")[_])* "*/"49			/ "#" (!eol()[_])* eol()5051		rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")52		rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")5354		/// For comma-delimited elements55		rule comma() = quiet!{_ "," _} / expected!("<comma>")56		rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}57		rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}58		rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']59		/// Sequence of digits60		rule uint_str() -> &'input str = a:$(digit()+ ("_" digit()+)*) { a }61		/// Number in scientific notation format62		rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.replace("_","").parse().map_err(|_| "<number>") }} / expected!("<number>")6364		/// Reserved word followed by any non-alphanumberic65		rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()66		rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6768		rule keyword(id: &'static str) -> ()69			= ##parse_string_literal(id) end_of_ident()7071		pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr.map(Rc::new)) }72		pub rule params(s: &ParserSettings) -> expr::ParamsDesc73			= params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }74			/ { expr::ParamsDesc(Rc::new(Vec::new())) }7576		pub rule arg(s: &ParserSettings) -> (Option<IStr>, Rc<Spanned<Expr>>)77			= name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, Rc::new(expr))}7879		pub rule args(s: &ParserSettings) -> expr::ArgsDesc80			= args:arg(s)**comma() comma()? {?81				let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();82				let mut unnamed = Vec::with_capacity(unnamed_count);83				let mut named = Vec::with_capacity(args.len() - unnamed_count);84				let mut named_started = false;85				for (name, value) in args {86					if let Some(name) = name {87						named_started = true;88						named.push((name, value));89					} else {90						if named_started {91							return Err("<named argument>")92						}93						unnamed.push(value);94					}95				}96				Ok(expr::ArgsDesc::new(unnamed, named))97			}9899		pub rule destruct_rest() -> expr::DestructRest100			= "..." into:(_ into:id() {into})? {if let Some(into) = into {101				expr::DestructRest::Keep(into)102			} else {expr::DestructRest::Drop}}103		pub rule destruct_array(s: &ParserSettings) -> expr::Destruct104			= "[" _ start:destruct(s)**comma() rest:(105				comma() _ rest:destruct_rest()? end:(106					comma() end:destruct(s)**comma() (_ comma())? {end}107					/ comma()? {Vec::new()}108				) {(rest, end)}109				/ comma()? {(None, Vec::new())}110			) _ "]" {?111				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {112					start,113					rest: rest.0,114					end: rest.1,115				});116				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")117			}118		pub rule destruct_object(s: &ParserSettings) -> expr::Destruct119			= "{" _120				fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()121				rest:(122					comma() rest:destruct_rest()? {rest}123					/ comma()? {None}124				)125			_ "}" {?126				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {127					fields,128					rest,129				});130				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")131			}132		pub rule destruct(s: &ParserSettings) -> expr::Destruct133			= v:id() {expr::Destruct::Full(v)}134			/ "?" {?135				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);136				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")137			}138			/ arr:destruct_array(s) {arr}139			/ obj:destruct_object(s) {obj}140141		pub rule bind(s: &ParserSettings) -> expr::BindSpec142			= into:destruct(s) _ "=" _ value:expr(s) {expr::BindSpec::Field{into, value: Rc::new(value)}}143			/ name:id() _ "(" _ params:params(s) _ ")" _ "=" _ value:expr(s) {expr::BindSpec::Function{name, params, value: Rc::new(value)}}144145		pub rule assertion(s: &ParserSettings) -> expr::AssertStmt146			= keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }147148		pub rule whole_line() -> &'input str149			= str:$((!['\n'][_])* "\n") {str}150		pub rule string_block() -> String151			= "|||" chomped:"-"? (!['\n']single_whitespace())* "\n"152			empty_lines:$(['\n']*)153			prefix:[' ' | '\t']+ first_line:whole_line()154			lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*155			[' ' | '\t']*<, {prefix.len() - 1}> "|||"156			{157				let mut l = empty_lines.to_owned();158				l.push_str(first_line);159				l.extend(lines);160				if chomped.is_some() {161					debug_assert!(l.ends_with('\n'));162					l.truncate(l.len() - 1);163				}164				l165			}166167		rule hex_char()168			= quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")169170		rule string_char(c: rule<()>)171			= (!['\\']!c()[_])+172			/ "\\\\"173			/ "\\u" hex_char() hex_char() hex_char() hex_char()174			/ "\\x" hex_char() hex_char()175			/ ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))176		pub rule string() -> String177			= ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}178			/ ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}179			/ quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}180			/ "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}181			/ string_block() } / expected!("<string>")182183		pub rule field_name(s: &ParserSettings) -> expr::FieldName184			= name:id() {expr::FieldName::Fixed(name)}185			/ name:string() {expr::FieldName::Fixed(name.into())}186			/ "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}187		pub rule visibility() -> expr::Visibility188			= ":::" {expr::Visibility::Unhide}189			/ "::" {expr::Visibility::Hidden}190			/ ":" {expr::Visibility::Normal}191		pub rule field(s: &ParserSettings) -> expr::FieldMember192			= name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{193				name,194				plus: plus.is_some(),195				params: None,196				visibility,197				value: Rc::new(value),198			}}199			/ name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{200				name,201				plus: false,202				params: Some(params),203				visibility,204				value: Rc::new(value),205			}}206		pub rule obj_local(s: &ParserSettings) -> BindSpec207			= keyword("local") _ bind:bind(s) {bind}208		pub rule member(s: &ParserSettings) -> expr::Member209			= bind:obj_local(s) {expr::Member::BindStmt(bind)}210			/ assertion:assertion(s) {expr::Member::AssertStmt(assertion)}211			/ field:field(s) {expr::Member::Field(field)}212		pub rule objinside(s: &ParserSettings) -> expr::ObjBody213			= pre_locals:(b: obj_local(s) comma() {b})* &"[" field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {214				let mut compspecs = vec![CompSpec::ForSpec(forspec)];215				compspecs.extend(others.unwrap_or_default());216				let mut locals = pre_locals;217				locals.extend(post_locals);218				expr::ObjBody::ObjComp(expr::ObjComp{219					locals: Rc::new(locals),220					field: Rc::new(field),221					compspecs,222				})223			}224			/ members:(member(s) ** comma()) comma()? {225				let mut locals = Vec::new();226				let mut asserts = Vec::new();227				let mut fields = Vec::new();228				for member in members {229					match member {230						Member::Field(field_member) => fields.push(field_member),231						Member::BindStmt(bind_spec) => locals.push(bind_spec),232						Member::AssertStmt(assert_stmt) => asserts.push(assert_stmt),233					}234				}235				expr::ObjBody::MemberList(ObjMembers {236					locals: Rc::new(locals), asserts: Rc::new(asserts), fields237				})238			}239		pub rule ifspec(s: &ParserSettings) -> IfSpecData240			= keyword("if") _ expr:expr(s) {IfSpecData(expr)}241		pub rule forspec(s: &ParserSettings) -> ForSpecData242			= keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}243		pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>244			= s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}245		pub rule local_expr(s: &ParserSettings) -> Expr246			= keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, Box::new(expr)) }247		pub rule string_expr(s: &ParserSettings) -> Expr248			= s:string() {Expr::Str(s.into())}249		pub rule obj_expr(s: &ParserSettings) -> Expr250			= "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}251		pub rule array_expr(s: &ParserSettings) -> Expr252			= "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(Rc::new(elems))}253		pub rule array_comp_expr(s: &ParserSettings) -> Expr254			= "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {255				let mut specs = vec![CompSpec::ForSpec(forspec)];256				specs.extend(others.unwrap_or_default());257				Expr::ArrComp(Rc::new(expr), specs)258			}259		pub rule number_expr(s: &ParserSettings) -> Expr260			= n:number() {? if n.is_finite() {261				Ok(expr::Expr::Num(n))262			} else {263				Err("!!!numbers are finite")264			}}265		pub rule var_expr(s: &ParserSettings) -> Expr266			= n:id() { expr::Expr::Var(n) }267		pub rule id_loc(s: &ParserSettings) -> Spanned<Expr>268			= a:position!() n:id() b:position!() { Spanned::new(expr::Expr::Str(n), Span(s.source.clone(), a as u32,b as u32)) }269		pub rule if_then_else_expr(s: &ParserSettings) -> Expr270			= cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse(Box::new(IfElse{271				cond,272				cond_then,273				cond_else,274			}))}275276		pub rule literal(s: &ParserSettings) -> Expr277			= v:(278				keyword("null") {LiteralType::Null}279				/ keyword("true") {LiteralType::True}280				/ keyword("false") {LiteralType::False}281				/ keyword("self") {LiteralType::This}282				/ keyword("$") {LiteralType::Dollar}283				/ keyword("super") {LiteralType::Super}284			) {Expr::Literal(v)}285286		rule import_kind() -> ImportKind287			= keyword("importstr") { ImportKind::Str }288			/ keyword("importbin") { ImportKind::Bin }289			/ keyword("import") { ImportKind::Normal }290291		pub rule expr_basic(s: &ParserSettings) -> Expr292			= literal(s)293294			/ string_expr(s) / number_expr(s)295			/ array_expr(s)296			/ obj_expr(s)297			/ array_expr(s)298			/ array_comp_expr(s)299300			/ kind:import_kind() _ path:expr(s) {Expr::Import(kind, Box::new(path))}301302			/ var_expr(s)303			/ local_expr(s)304			/ if_then_else_expr(s)305306			/ keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, Rc::new(expr))}307			/ assert:assertion(s) _ ";" _ rest:expr(s) { Expr::AssertExpr(Rc::new(AssertExpr{308				assert, rest309			})) }310311			/ keyword("error") _ expr:expr(s) { Expr::ErrorStmt(Box::new(expr)) }312313		rule slice_part(s: &ParserSettings) -> Option<Spanned<Expr>>314			= _ e:(e:expr(s) _{e})? {e}315		pub rule slice_desc(s: &ParserSettings) -> SliceDesc316			= start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {317				let (end, step) = if let Some((end, step)) = pair {318					(end, step)319				}else{320					(None, None)321				};322323				SliceDesc { start, end, step }324			}325326		rule binop(x: rule<()>) -> ()327			= quiet!{ x() } / expected!("<binary op>")328		rule unaryop(x: rule<()>) -> ()329			= quiet!{ x() } / expected!("<unary op>")330331		rule ensure_null_coaelse()332			= "" {?333				#[cfg(not(feature = "exp-null-coaelse"))] return Err("!!!experimental null coaelscing was not enabled");334				#[cfg(feature = "exp-null-coaelse")] Ok(())335			}336		use BinaryOpType::*;337		use UnaryOpType::*;338		rule expr(s: &ParserSettings) -> Spanned<Expr>339			= precedence! {340				"(" _ e:expr(s) _ ")" {e}341				start:position!() v:@ end:position!() { Spanned::new(v, Span(s.source.clone(), start as u32, end as u32)) }342				--343				a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}344				a:(@) _ binop(<"??">) _ ensure_null_coaelse() b:@ {345					#[cfg(feature = "exp-null-coaelse")] return expr_bin!(a NullCoaelse b);346					unreachable!("ensure_null_coaelse will fail if feature is not enabled")347				}348				--349				a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}350				--351				a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}352				--353				a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}354				--355				a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}356				--357				a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}358				a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}359				--360				a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}361				a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}362				a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}363				a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}364				a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}365				--366				a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}367				a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}368				--369				a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}370				a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}371				--372				a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}373				a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}374				a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}375				--376						unaryop(<"+">) _ b:@ {expr_un!(Plus b)}377						unaryop(<"-">) _ b:@ {expr_un!(Minus b)}378						unaryop(<"!">) _ b:@ {expr_un!(Not b)}379						unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}380				--381				value:(@) _ "[" _ slice:slice_desc(s) _ "]" {Expr::Slice(Box::new(Slice{value, slice}))}382				indexable:(@) _ parts:index_part(s)+ {Expr::Index{indexable: Box::new(indexable), parts}}383				a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(Box::new(a), args, ts.is_some())}384				a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(Rc::new(a), body)}385				--386				e:expr_basic(s) {e}387			}388		pub rule index_part(s: &ParserSettings) -> IndexPart389		= n:("?" _ ensure_null_coaelse())? "." _ value:id_loc(s) {IndexPart {390			value,391			#[cfg(feature = "exp-null-coaelse")]392			null_coaelse: n.is_some(),393		}}394		/ n:("?" _ "." _ ensure_null_coaelse())? "[" _ value:expr(s) _ "]" {IndexPart {395			value,396			#[cfg(feature = "exp-null-coaelse")]397			null_coaelse: n.is_some(),398		}}399400		pub rule jsonnet(s: &ParserSettings) -> Spanned<Expr> = _ e:expr(s) _ {e}401	}402}403404pub type ParseError = peg::error::ParseError<peg::str::LineCol>;405pub fn parse(str: &str, settings: &ParserSettings) -> Result<Spanned<Expr>, ParseError> {406	jsonnet_parser::jsonnet(str, settings)407}408/// Used for importstr values409pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> Spanned<Expr> {410	let len = str.len();411	Spanned::new(Expr::Str(str), Span(settings.source.clone(), 0, len as u32))412}413414#[cfg(test)]415pub mod tests {416	use insta::assert_snapshot;417	use jrsonnet_interner::IStr;418419	use super::parse;420	use crate::{source::Source, ParserSettings};421422	fn parsep(s: &str) -> String {423		let v = parse(424			s,425			&ParserSettings {426				source: Source::new_virtual("<test>".into(), IStr::empty()),427			},428		)429		.unwrap();430		format!("{v:#?}")431	}432433	macro_rules! parse {434		($s:expr) => {435			assert_snapshot!(parsep($s));436		};437	}438439	#[test]440	fn multiline_string() {441		parse!("|||\n    Hello world!\n     a\n|||");442		parse!("|||\n  Hello world!\n   a\n|||");443		parse!("|||\n\t\tHello world!\n\t\t\ta\n|||");444		parse!("|||\n   Hello world!\n    a\n |||");445	}446447	#[test]448	fn slice() {449		parse!("a[1:]");450		parse!("a[1::]");451		parse!("a[:1:]");452		parse!("a[::1]");453		parse!("str[:len - 1]");454	}455456	#[test]457	fn string_escaping() {458		parse!(r#""Hello, \"world\"!""#);459		parse!(r#"'Hello \'world\'!'"#);460		parse!(r#"'\\\\'"#);461	}462463	#[test]464	fn string_unescaping() {465		parse!(r#""Hello\nWorld""#);466	}467468	#[test]469	fn string_verbantim() {470		parse!(r#"@"Hello\n""World""""#);471	}472473	#[test]474	fn imports() {475		parse!("import \"hello\"");476		parse!("importstr \"garnish.txt\"");477		parse!("importbin \"garnish.bin\"");478	}479480	#[test]481	fn empty_object() {482		parse!("{}");483	}484485	#[test]486	fn basic_math() {487		parse!("2+2*2");488		parse!("2	+ 	  2	  *	2   	");489		parse!("2+(2+2*2)");490		parse!("2//comment\n+//comment\n3/*test*/*/*test*/4");491	}492493	#[test]494	fn suffix() {495		parse!("std.test");496		parse!("std(2)");497		parse!("std.test(2)");498		parse!("a[b]");499	}500501	#[test]502	fn array_comp() {503		parse!("[std.deepJoin(x) for x in arr]");504	}505506	#[test]507	fn reserved() {508		parse!("null");509		parse!("nulla");510	}511512	#[test]513	fn multiple_args_buf() {514		parse!("a(b, null_fields)");515	}516517	#[test]518	fn infix_precedence() {519		parse!("!a && !b");520		parse!("!a / !b");521	}522523	#[test]524	fn double_negation() {525		parse!("!!a");526	}527528	#[test]529	fn array_test_error() {530		parse!("[a for a in b if c for e in f]");531	}532533	#[test]534	fn missing_newline_between_comment_and_eof() {535		parse!(536			"{a:1}537538			//+213"539		);540	}541542	#[test]543	fn default_param_before_nondefault() {544		parse!("local x(foo = 'foo', bar) = null; null");545	}546547	#[test]548	fn add_location_info_to_all_sub_expressions() {549		parse!("{} { local x = 1, x: x } + {}");550	}551}
after · crates/jrsonnet-parser/src/lib.rs
1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10pub mod function;11mod location;12mod source;13mod unescape;1415pub use location::CodeLocation;16pub use source::{17	Source, SourceDefaultIgnoreJpath, SourceDirectory, SourceFifo, SourceFile, SourcePath,18	SourcePathT, SourceVirtual,19};2021pub struct ParserSettings {22	pub source: Source,23}2425macro_rules! expr_bin {26	($a:ident $op:ident $b:ident) => {27		Expr::BinaryOp(Box::new(BinaryOp {28			lhs: $a,29			op: $op,30			rhs: $b,31		}))32	};33}34macro_rules! expr_un {35	($op:ident $a:ident) => {36		Expr::UnaryOp($op, Box::new($a))37	};38}3940parser! {41	grammar jsonnet_parser() for str {42		use peg::ParseLiteral;4344		rule eof() = quiet!{![_]} / expected!("<eof>")45		rule eol() = "\n" / eof()4647		/// Standard C-like comments48		rule comment()49			= "//" (!eol()[_])* eol()50			/ "/*" (!("*/")[_])* "*/"51			/ "#" (!eol()[_])* eol()5253		rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")54		rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")5556		/// For comma-delimited elements57		rule comma() = quiet!{_ "," _} / expected!("<comma>")58		rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}59		rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}60		rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']61		/// Sequence of digits62		rule uint_str() -> &'input str = a:$(digit()+ ("_" digit()+)*) { a }63		/// Number in scientific notation format64		rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.replace("_","").parse().map_err(|_| "<number>") }} / expected!("<number>")6566		/// Reserved word followed by any non-alphanumberic67		rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()68		rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6970		rule keyword(id: &'static str) -> ()71			= ##parse_string_literal(id) end_of_ident()7273		pub rule param(s: &ParserSettings) -> expr::ExprParam = destruct:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::ExprParam { destruct, default: expr.map(Rc::new) } }74		pub rule params(s: &ParserSettings) -> expr::ExprParams75			= params:param(s) ** comma() comma()? { expr::ExprParams::new(params) }76			/ { expr::ExprParams::new(Vec::new()) }7778		pub rule arg(s: &ParserSettings) -> (Option<IStr>, Rc<Spanned<Expr>>)79			= name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, Rc::new(expr))}8081		pub rule args(s: &ParserSettings) -> expr::ArgsDesc82			= args:arg(s)**comma() comma()? {?83				let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();84				let mut unnamed = Vec::with_capacity(unnamed_count);85				let mut named = Vec::with_capacity(args.len() - unnamed_count);86				let mut named_started = false;87				for (name, value) in args {88					if let Some(name) = name {89						named_started = true;90						named.push((name, value));91					} else {92						if named_started {93							return Err("<named argument>")94						}95						unnamed.push(value);96					}97				}98				Ok(expr::ArgsDesc::new(unnamed, named))99			}100101		pub rule destruct_rest() -> expr::DestructRest102			= "..." into:(_ into:id() {into})? {if let Some(into) = into {103				expr::DestructRest::Keep(into)104			} else {expr::DestructRest::Drop}}105		pub rule destruct_array(s: &ParserSettings) -> expr::Destruct106			= "[" _ start:destruct(s)**comma() rest:(107				comma() _ rest:destruct_rest()? end:(108					comma() end:destruct(s)**comma() (_ comma())? {end}109					/ comma()? {Vec::new()}110				) {(rest, end)}111				/ comma()? {(None, Vec::new())}112			) _ "]" {?113				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {114					start,115					rest: rest.0,116					end: rest.1,117				});118				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")119			}120		pub rule destruct_object(s: &ParserSettings) -> expr::Destruct121			= "{" _122				fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()123				rest:(124					comma() rest:destruct_rest()? {rest}125					/ comma()? {None}126				)127			_ "}" {?128				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {129					fields,130					rest,131				});132				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")133			}134		pub rule destruct(s: &ParserSettings) -> expr::Destruct135			= v:id() {expr::Destruct::Full(v)}136			/ "?" {?137				#[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);138				#[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")139			}140			/ arr:destruct_array(s) {arr}141			/ obj:destruct_object(s) {obj}142143		pub rule bind(s: &ParserSettings) -> expr::BindSpec144			= into:destruct(s) _ "=" _ value:expr(s) {expr::BindSpec::Field{into, value: Rc::new(value)}}145			/ name:id() _ "(" _ params:params(s) _ ")" _ "=" _ value:expr(s) {expr::BindSpec::Function{name, params, value: Rc::new(value)}}146147		pub rule assertion(s: &ParserSettings) -> expr::AssertStmt148			= keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }149150		pub rule whole_line() -> &'input str151			= str:$((!['\n'][_])* "\n") {str}152		pub rule string_block() -> String153			= "|||" chomped:"-"? (!['\n']single_whitespace())* "\n"154			empty_lines:$(['\n']*)155			prefix:[' ' | '\t']+ first_line:whole_line()156			lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*157			[' ' | '\t']*<, {prefix.len() - 1}> "|||"158			{159				let mut l = empty_lines.to_owned();160				l.push_str(first_line);161				l.extend(lines);162				if chomped.is_some() {163					debug_assert!(l.ends_with('\n'));164					l.truncate(l.len() - 1);165				}166				l167			}168169		rule hex_char()170			= quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")171172		rule string_char(c: rule<()>)173			= (!['\\']!c()[_])+174			/ "\\\\"175			/ "\\u" hex_char() hex_char() hex_char() hex_char()176			/ "\\x" hex_char() hex_char()177			/ ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))178		pub rule string() -> String179			= ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}180			/ ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}181			/ quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}182			/ "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}183			/ string_block() } / expected!("<string>")184185		pub rule field_name(s: &ParserSettings) -> expr::FieldName186			= name:id() {expr::FieldName::Fixed(name)}187			/ name:string() {expr::FieldName::Fixed(name.into())}188			/ "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}189		pub rule visibility() -> expr::Visibility190			= ":::" {expr::Visibility::Unhide}191			/ "::" {expr::Visibility::Hidden}192			/ ":" {expr::Visibility::Normal}193		pub rule field(s: &ParserSettings) -> expr::FieldMember194			= name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{195				name,196				plus: plus.is_some(),197				params: None,198				visibility,199				value: Rc::new(value),200			}}201			/ name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{202				name,203				plus: false,204				params: Some(params),205				visibility,206				value: Rc::new(value),207			}}208		pub rule obj_local(s: &ParserSettings) -> BindSpec209			= keyword("local") _ bind:bind(s) {bind}210		pub rule member(s: &ParserSettings) -> expr::Member211			= bind:obj_local(s) {expr::Member::BindStmt(bind)}212			/ assertion:assertion(s) {expr::Member::AssertStmt(assertion)}213			/ field:field(s) {expr::Member::Field(field)}214		pub rule objinside(s: &ParserSettings) -> expr::ObjBody215			= pre_locals:(b: obj_local(s) comma() {b})* &"[" field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {216				let mut compspecs = vec![CompSpec::ForSpec(forspec)];217				compspecs.extend(others.unwrap_or_default());218				let mut locals = pre_locals;219				locals.extend(post_locals);220				expr::ObjBody::ObjComp(expr::ObjComp{221					locals: Rc::new(locals),222					field: Rc::new(field),223					compspecs,224				})225			}226			/ members:(member(s) ** comma()) comma()? {227				let mut locals = Vec::new();228				let mut asserts = Vec::new();229				let mut fields = Vec::new();230				for member in members {231					match member {232						Member::Field(field_member) => fields.push(field_member),233						Member::BindStmt(bind_spec) => locals.push(bind_spec),234						Member::AssertStmt(assert_stmt) => asserts.push(assert_stmt),235					}236				}237				expr::ObjBody::MemberList(ObjMembers {238					locals: Rc::new(locals), asserts: Rc::new(asserts), fields239				})240			}241		pub rule ifspec(s: &ParserSettings) -> IfSpecData242			= keyword("if") _ expr:expr(s) {IfSpecData(expr)}243		pub rule forspec(s: &ParserSettings) -> ForSpecData244			= keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}245		pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>246			= s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}247		pub rule local_expr(s: &ParserSettings) -> Expr248			= keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, Box::new(expr)) }249		pub rule string_expr(s: &ParserSettings) -> Expr250			= s:string() {Expr::Str(s.into())}251		pub rule obj_expr(s: &ParserSettings) -> Expr252			= "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}253		pub rule array_expr(s: &ParserSettings) -> Expr254			= "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(Rc::new(elems))}255		pub rule array_comp_expr(s: &ParserSettings) -> Expr256			= "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {257				let mut specs = vec![CompSpec::ForSpec(forspec)];258				specs.extend(others.unwrap_or_default());259				Expr::ArrComp(Rc::new(expr), specs)260			}261		pub rule number_expr(s: &ParserSettings) -> Expr262			= n:number() {? if n.is_finite() {263				Ok(expr::Expr::Num(n))264			} else {265				Err("!!!numbers are finite")266			}}267		pub rule var_expr(s: &ParserSettings) -> Expr268			= n:id() { expr::Expr::Var(n) }269		pub rule id_loc(s: &ParserSettings) -> Spanned<Expr>270			= a:position!() n:id() b:position!() { Spanned::new(expr::Expr::Str(n), Span(s.source.clone(), a as u32,b as u32)) }271		pub rule if_then_else_expr(s: &ParserSettings) -> Expr272			= cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse(Box::new(IfElse{273				cond,274				cond_then,275				cond_else,276			}))}277278		pub rule literal(s: &ParserSettings) -> Expr279			= v:(280				keyword("null") {LiteralType::Null}281				/ keyword("true") {LiteralType::True}282				/ keyword("false") {LiteralType::False}283				/ keyword("self") {LiteralType::This}284				/ keyword("$") {LiteralType::Dollar}285				/ keyword("super") {LiteralType::Super}286			) {Expr::Literal(v)}287288		rule import_kind() -> ImportKind289			= keyword("importstr") { ImportKind::Str }290			/ keyword("importbin") { ImportKind::Bin }291			/ keyword("import") { ImportKind::Normal }292293		pub rule expr_basic(s: &ParserSettings) -> Expr294			= literal(s)295296			/ string_expr(s) / number_expr(s)297			/ array_expr(s)298			/ obj_expr(s)299			/ array_expr(s)300			/ array_comp_expr(s)301302			/ kind:import_kind() _ path:expr(s) {Expr::Import(kind, Box::new(path))}303304			/ var_expr(s)305			/ local_expr(s)306			/ if_then_else_expr(s)307308			/ keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, Rc::new(expr))}309			/ assert:assertion(s) _ ";" _ rest:expr(s) { Expr::AssertExpr(Rc::new(AssertExpr{310				assert, rest311			})) }312313			/ keyword("error") _ expr:expr(s) { Expr::ErrorStmt(Box::new(expr)) }314315		rule slice_part(s: &ParserSettings) -> Option<Spanned<Expr>>316			= _ e:(e:expr(s) _{e})? {e}317		pub rule slice_desc(s: &ParserSettings) -> SliceDesc318			= start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {319				let (end, step) = if let Some((end, step)) = pair {320					(end, step)321				}else{322					(None, None)323				};324325				SliceDesc { start, end, step }326			}327328		rule binop(x: rule<()>) -> ()329			= quiet!{ x() } / expected!("<binary op>")330		rule unaryop(x: rule<()>) -> ()331			= quiet!{ x() } / expected!("<unary op>")332333		rule ensure_null_coaelse()334			= "" {?335				#[cfg(not(feature = "exp-null-coaelse"))] return Err("!!!experimental null coaelscing was not enabled");336				#[cfg(feature = "exp-null-coaelse")] Ok(())337			}338		use BinaryOpType::*;339		use UnaryOpType::*;340		rule expr(s: &ParserSettings) -> Spanned<Expr>341			= precedence! {342				"(" _ e:expr(s) _ ")" {e}343				start:position!() v:@ end:position!() { Spanned::new(v, Span(s.source.clone(), start as u32, end as u32)) }344				--345				a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}346				a:(@) _ binop(<"??">) _ ensure_null_coaelse() b:@ {347					#[cfg(feature = "exp-null-coaelse")] return expr_bin!(a NullCoaelse b);348					unreachable!("ensure_null_coaelse will fail if feature is not enabled")349				}350				--351				a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}352				--353				a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}354				--355				a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}356				--357				a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}358				--359				a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}360				a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}361				--362				a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}363				a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}364				a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}365				a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}366				a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}367				--368				a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}369				a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}370				--371				a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}372				a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}373				--374				a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}375				a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}376				a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}377				--378						unaryop(<"+">) _ b:@ {expr_un!(Plus b)}379						unaryop(<"-">) _ b:@ {expr_un!(Minus b)}380						unaryop(<"!">) _ b:@ {expr_un!(Not b)}381						unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}382				--383				value:(@) _ "[" _ slice:slice_desc(s) _ "]" {Expr::Slice(Box::new(Slice{value, slice}))}384				indexable:(@) _ parts:index_part(s)+ {Expr::Index{indexable: Box::new(indexable), parts}}385				a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(Box::new(a), args, ts.is_some())}386				a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(Rc::new(a), body)}387				--388				e:expr_basic(s) {e}389			}390		pub rule index_part(s: &ParserSettings) -> IndexPart391		= n:("?" _ ensure_null_coaelse())? "." _ value:id_loc(s) {IndexPart {392			value,393			#[cfg(feature = "exp-null-coaelse")]394			null_coaelse: n.is_some(),395		}}396		/ n:("?" _ "." _ ensure_null_coaelse())? "[" _ value:expr(s) _ "]" {IndexPart {397			value,398			#[cfg(feature = "exp-null-coaelse")]399			null_coaelse: n.is_some(),400		}}401402		pub rule jsonnet(s: &ParserSettings) -> Spanned<Expr> = _ e:expr(s) _ {e}403	}404}405406pub type ParseError = peg::error::ParseError<peg::str::LineCol>;407pub fn parse(str: &str, settings: &ParserSettings) -> Result<Spanned<Expr>, ParseError> {408	jsonnet_parser::jsonnet(str, settings)409}410/// Used for importstr values411pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> Spanned<Expr> {412	let len = str.len();413	Spanned::new(Expr::Str(str), Span(settings.source.clone(), 0, len as u32))414}415416#[cfg(test)]417pub mod tests {418	use insta::assert_snapshot;419	use jrsonnet_interner::IStr;420421	use super::parse;422	use crate::{source::Source, ParserSettings};423424	fn parsep(s: &str) -> String {425		let v = parse(426			s,427			&ParserSettings {428				source: Source::new_virtual("<test>".into(), IStr::empty()),429			},430		)431		.unwrap();432		format!("{v:#?}")433	}434435	macro_rules! parse {436		($s:expr) => {437			assert_snapshot!(parsep($s));438		};439	}440441	#[test]442	fn multiline_string() {443		parse!("|||\n    Hello world!\n     a\n|||");444		parse!("|||\n  Hello world!\n   a\n|||");445		parse!("|||\n\t\tHello world!\n\t\t\ta\n|||");446		parse!("|||\n   Hello world!\n    a\n |||");447	}448449	#[test]450	fn slice() {451		parse!("a[1:]");452		parse!("a[1::]");453		parse!("a[:1:]");454		parse!("a[::1]");455		parse!("str[:len - 1]");456	}457458	#[test]459	fn string_escaping() {460		parse!(r#""Hello, \"world\"!""#);461		parse!(r#"'Hello \'world\'!'"#);462		parse!(r#"'\\\\'"#);463	}464465	#[test]466	fn string_unescaping() {467		parse!(r#""Hello\nWorld""#);468	}469470	#[test]471	fn string_verbantim() {472		parse!(r#"@"Hello\n""World""""#);473	}474475	#[test]476	fn imports() {477		parse!("import \"hello\"");478		parse!("importstr \"garnish.txt\"");479		parse!("importbin \"garnish.bin\"");480	}481482	#[test]483	fn empty_object() {484		parse!("{}");485	}486487	#[test]488	fn basic_math() {489		parse!("2+2*2");490		parse!("2	+ 	  2	  *	2   	");491		parse!("2+(2+2*2)");492		parse!("2//comment\n+//comment\n3/*test*/*/*test*/4");493	}494495	#[test]496	fn suffix() {497		parse!("std.test");498		parse!("std(2)");499		parse!("std.test(2)");500		parse!("a[b]");501	}502503	#[test]504	fn array_comp() {505		parse!("[std.deepJoin(x) for x in arr]");506	}507508	#[test]509	fn reserved() {510		parse!("null");511		parse!("nulla");512	}513514	#[test]515	fn multiple_args_buf() {516		parse!("a(b, null_fields)");517	}518519	#[test]520	fn infix_precedence() {521		parse!("!a && !b");522		parse!("!a / !b");523	}524525	#[test]526	fn double_negation() {527		parse!("!!a");528	}529530	#[test]531	fn array_test_error() {532		parse!("[a for a in b if c for e in f]");533	}534535	#[test]536	fn missing_newline_between_comment_and_eof() {537		parse!(538			"{a:1}539540			//+213"541		);542	}543544	#[test]545	fn default_param_before_nondefault() {546		parse!("local x(foo = 'foo', bar) = null; null");547	}548549	#[test]550	fn add_location_info_to_all_sub_expressions() {551		parse!("{} { local x = 1, x: x } + {}");552	}553}
modifiedcrates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snapdiffbeforeafterboth
--- a/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
+++ b/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
@@ -6,26 +6,47 @@
     [
         Function {
             name: "x",
-            params: ParamsDesc(
-                [
-                    Param(
-                        Full(
+            params: ExprParams {
+                exprs: [
+                    ExprParam {
+                        destruct: Full(
                             "foo",
                         ),
-                        Some(
+                        default: Some(
                             Str(
                                 "foo",
                             ) from virtual:<test>:14-19,
                         ),
-                    ),
-                    Param(
-                        Full(
+                    },
+                    ExprParam {
+                        destruct: Full(
                             "bar",
                         ),
-                        None,
-                    ),
+                        default: None,
+                    },
                 ],
-            ),
+                signature: FunctionSignature(
+                    [
+                        ParamParse {
+                            name: ParamName(
+                                Some(
+                                    "foo",
+                                ),
+                            ),
+                            default: Exists,
+                        },
+                        ParamParse {
+                            name: ParamName(
+                                Some(
+                                    "bar",
+                                ),
+                            ),
+                            default: None,
+                        },
+                    ],
+                ),
+                binds_len: 2,
+            },
             value: Literal(
                 Null,
             ) from virtual:<test>:28-32,