difftreelog
refactor prepared signatures in IR
in: master
15 files changed
crates/jrsonnet-evaluator/src/async_import.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/async_import.rs
+++ b/crates/jrsonnet-evaluator/src/async_import.rs
@@ -3,9 +3,9 @@
use jrsonnet_gcmodule::Acyclic;
use jrsonnet_parser::{
- ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, FieldMember, FieldName,
- ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, Param, ParamsDesc,
- ParserSettings, Slice, SliceDesc, Source, SourcePath, Spanned,
+ ArgsDesc, AssertExpr, AssertStmt, BindSpec, CompSpec, Destruct, Expr, ExprParam, ExprParams,
+ FieldMember, FieldName, ForSpecData, IfElse, IfSpecData, ImportKind, ObjBody, ParserSettings,
+ Slice, SliceDesc, Source, SourcePath, Spanned,
};
use rustc_hash::FxHashMap;
@@ -63,9 +63,9 @@
}
}
}
- fn in_params(params: &ParamsDesc, out: &mut FoundImports) {
- for Param(dest, default) in &*params.0 {
- in_destruct(dest, out);
+ fn in_params(params: &ExprParams, out: &mut FoundImports) {
+ for ExprParam { destruct, default } in &*params.exprs {
+ in_destruct(destruct, out);
if let Some(expr) = default {
find_imports(expr, out);
}
crates/jrsonnet-evaluator/src/ctx.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/ctx.rs
+++ b/crates/jrsonnet-evaluator/src/ctx.rs
@@ -180,6 +180,12 @@
assert!(old.is_none(), "variable bound twice in single context call");
self
}
+ pub fn binds(&mut self, bindings: FxHashMap<IStr, Thunk<Val>>) -> &mut Self {
+ for (k, v) in bindings {
+ self.bind(k, v);
+ }
+ self
+ }
pub fn build(self) -> Context {
if let Some(parent) = self.extend {
parent.extend_bindings(self.bindings)
crates/jrsonnet-evaluator/src/error.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/error.rs
+++ b/crates/jrsonnet-evaluator/src/error.rs
@@ -1,7 +1,7 @@
use std::{
cmp::Ordering,
convert::Infallible,
- fmt::{Debug, Display},
+ fmt::{self, Debug, Display},
};
use jrsonnet_gcmodule::{Acyclic, Trace};
@@ -11,7 +11,7 @@
use thiserror::Error;
use crate::{
- function::{builtin::ParamDefault, CallLocation},
+ function::{CallLocation, FunctionSignature, ParamDefault, ParamName},
stdlib::format::FormatError,
typed::TypeLocError,
val::ConvertNumValueError,
@@ -43,37 +43,7 @@
out.push_str(", ");
}
out.push_str(v as &str);
- }
- out
-}
-
-fn format_signature(sig: &FunctionSignature) -> String {
- let mut out = String::new();
- out.push_str("\nFunction has the following signature: ");
- out.push('(');
- if sig.is_empty() {
- out.push_str("/*no arguments*/");
- } else {
- for (i, (name, default)) in sig.iter().enumerate() {
- if i != 0 {
- out.push_str(", ");
- }
- if let Some(name) = name {
- out.push_str(name);
- } else {
- out.push_str("<unnamed>");
- }
- match default {
- ParamDefault::None => {}
- ParamDefault::Exists => out.push_str(" = <default>"),
- ParamDefault::Literal(lit) => {
- out.push_str(" = ");
- out.push_str(lit);
- }
- }
- }
}
- out.push(')');
out
}
@@ -103,8 +73,6 @@
heap.sort_by(|a, b| b.0.partial_cmp(&a.0).unwrap_or(Ordering::Equal));
heap.into_iter().map(|v| v.1).collect()
}
-
-type FunctionSignature = Vec<(Option<IStr>, ParamDefault)>;
/// Possible errors
#[allow(missing_docs)]
@@ -148,13 +116,13 @@
#[error("only functions can be called, got {0}")]
OnlyFunctionsCanBeCalledGot(ValType),
#[error("parameter {0} is not defined")]
- UnknownFunctionParameter(String),
+ UnknownFunctionParameter(IStr),
#[error("argument {0} is already bound")]
BindingParameterASecondTime(IStr),
- #[error("too many args, function has {0}{sig}", sig = format_signature(.1))]
+ #[error("too many args, function has {0}\nFunction has the following signature: {1}")]
TooManyArgsFunctionHas(usize, FunctionSignature),
- #[error("function argument is not passed: {}{}", .0.as_ref().map_or("<unnamed>", IStr::as_str), format_signature(.1))]
- FunctionParameterNotBoundInCall(Option<IStr>, FunctionSignature),
+ #[error("function argument is not passed: {0}\nFunction has the following signature: {1}")]
+ FunctionParameterNotBoundInCall(ParamName, FunctionSignature),
#[error("external variable is not defined: {0}")]
UndefinedExternalVariable(IStr),
crates/jrsonnet-evaluator/src/evaluate/destructure.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/destructure.rs
@@ -170,7 +170,7 @@
let value = value.clone();
let data = {
let fctx = fctx.clone();
- Thunk!(move || name.map_or_else(
+ Thunk!(move || name.0.map_or_else(
|| evaluate(fctx.unwrap(), &value),
|name| evaluate_named(fctx.unwrap(), &value, name),
))
crates/jrsonnet-evaluator/src/evaluate/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/evaluate/mod.rs
+++ b/crates/jrsonnet-evaluator/src/evaluate/mod.rs
@@ -3,15 +3,27 @@
use jrsonnet_gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
use jrsonnet_parser::{
- ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, FieldMember, FieldName,
- ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers, ParamsDesc, Spanned,
+ function::ParamName, ArgsDesc, AssertStmt, BinaryOpType, BindSpec, CompSpec, Expr, ExprParams,
+ FieldMember, FieldName, ForSpecData, IfSpecData, ImportKind, LiteralType, ObjBody, ObjMembers,
+ Spanned,
};
use jrsonnet_types::ValType;
use rustc_hash::FxHashMap;
use self::destructure::destruct;
use crate::{
- Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result, ResultExt, SupThis, Unbound, Val, arr::ArrValue, bail, destructure::evaluate_dest, error::{ErrorKind::*, suggest_object_fields}, evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op}, function::{CallLocation, FuncDesc, FuncVal, builtin::{ParamDefault, ParamName, ParamParse}}, gc::WithCapacityExt as _, in_frame, typed::Typed, val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk}, with_state
+ arr::ArrValue,
+ bail,
+ destructure::evaluate_dest,
+ error::{suggest_object_fields, ErrorKind::*},
+ evaluate::operator::{evaluate_add_op, evaluate_binary_op_special, evaluate_unary_op},
+ function::{CallLocation, FuncDesc, FuncVal},
+ gc::WithCapacityExt as _,
+ in_frame,
+ typed::Typed,
+ val::{CachedUnbound, IndexableVal, NumValue, StrValue, Thunk},
+ with_state, Context, Error, ObjValue, ObjValueBuilder, ObjectAssertion, Pending, Result,
+ ResultExt, SupThis, Unbound, Val,
};
pub mod destructure;
pub mod operator;
@@ -71,21 +83,12 @@
pub fn evaluate_method(
ctx: Context,
name: IStr,
- params: ParamsDesc,
+ params: ExprParams,
body: Rc<Spanned<Expr>>,
) -> Val {
Val::Func(FuncVal::Normal(Cc::new(FuncDesc {
name,
ctx,
- params_parse: params
- .iter()
- .map(|p| {
- ParamParse::new(
- p.0.name().map_or(ParamName::ANONYMOUS, ParamName::new),
- ParamDefault::exists(p.1.is_some()),
- )
- })
- .collect(),
params,
body,
})))
@@ -125,7 +128,7 @@
Val::Arr(list) => {
for item in list.iter_lazy() {
let fctx = Pending::new();
- let mut new_bindings = FxHashMap::with_capacity(var.capacity_hint());
+ let mut new_bindings = FxHashMap::with_capacity(var.binds_len());
destruct(var, item, fctx.clone(), &mut new_bindings)?;
let ctx = ctx.clone().extend_bindings(new_bindings).into_future(fctx);
@@ -178,7 +181,7 @@
fn bind(&self, sup_this: SupThis) -> Result<Context> {
let fctx = Context::new_future();
let mut new_bindings =
- FxHashMap::with_capacity(self.locals.iter().map(BindSpec::capacity_hint).sum());
+ FxHashMap::with_capacity(self.locals.iter().map(BindSpec::binds_len).sum());
for b in self.locals.iter() {
evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
}
@@ -249,7 +252,7 @@
struct UnboundMethod<B: Trace> {
uctx: B,
value: Rc<Spanned<Expr>>,
- params: ParamsDesc,
+ params: ExprParams,
name: IStr,
}
impl<B: Unbound<Bound = Context>> Unbound for UnboundMethod<B> {
@@ -376,6 +379,13 @@
Ok(())
}
+pub fn evaluate_named_param(ctx: Context, expr: &Spanned<Expr>, name: ParamName) -> Result<Val> {
+ match name.0 {
+ Some(name) => evaluate_named(ctx, expr, name),
+ None => evaluate(ctx, expr),
+ }
+}
+
pub fn evaluate_named(ctx: Context, expr: &Spanned<Expr>, name: IStr) -> Result<Val> {
use Expr::*;
Ok(match &**expr {
@@ -551,7 +561,7 @@
})?,
LocalExpr(bindings, returned) => {
let mut new_bindings: FxHashMap<IStr, Thunk<Val>> =
- FxHashMap::with_capacity(bindings.iter().map(BindSpec::capacity_hint).sum());
+ FxHashMap::with_capacity(bindings.iter().map(BindSpec::binds_len).sum());
let fctx = Context::new_future();
for b in bindings {
evaluate_dest(b, fctx.clone(), &mut new_bindings)?;
crates/jrsonnet-evaluator/src/function/builtin.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/builtin.rs
+++ b/crates/jrsonnet-evaluator/src/function/builtin.rs
@@ -1,82 +1,25 @@
use std::any::Any;
+use std::fmt;
use jrsonnet_gcmodule::{cc_dyn, Acyclic, Trace, TraceBox};
use jrsonnet_interner::IStr;
+use jrsonnet_parser::function::{FunctionSignature, ParamDefault, ParamName, ParamParse};
use super::{arglike::ArgsLike, parse::parse_builtin_call, CallLocation};
use crate::{Context, Result, Val};
-#[derive(Clone, Acyclic)]
-pub struct ParamName(Option<IStr>);
-impl ParamName {
- pub const ANONYMOUS: Self = Self(None);
- pub fn new(name: IStr) -> Self {
- Self(Some(name))
- }
- pub fn as_str(&self) -> Option<&str> {
- self.0.as_deref()
- }
- pub fn is_anonymous(&self) -> bool {
- self.0.is_none()
- }
-}
-impl PartialEq<IStr> for ParamName {
- fn eq(&self, other: &IStr) -> bool {
- self.0
- .as_ref()
- .map_or(false, |s| s.as_bytes() == other.as_bytes())
- }
-}
-
-#[derive(Clone, Copy, Debug, Acyclic)]
-pub enum ParamDefault {
- None,
- Exists,
- Literal(&'static str),
-}
-impl ParamDefault {
- pub const fn exists(is_exists: bool) -> Self {
- if is_exists {
- Self::Exists
- } else {
- Self::None
- }
- }
-}
-
#[macro_export]
macro_rules! params {
(@name unnamed) => { ParamName::ANONYMOUS };
(@name named $name:literal) => { ParamName::new($crate::IStr::from($name)) };
($($(#[$meta:meta])* [$kind:ident $(($lit:literal))? => $default:expr]),* $(,)?) => {
thread_local! {
- static PARAMS: [ParamParse; { const N: usize = <[u8]>::len(&[$($(#[$meta])* 0u8),*]); N }] = [
+ static PARAMS: FunctionSignature = FunctionSignature::new([
$($(#[$meta])* ParamParse::new(params!(@name $kind $($lit)?), $default)),*
- ];
+ ].into());
}
};
-}
-
-#[derive(Clone, Acyclic)]
-pub struct ParamParse {
- name: ParamName,
- default: ParamDefault,
}
-impl ParamParse {
- pub fn new(name: ParamName, default: ParamDefault) -> Self {
- Self { name, default }
- }
- /// Parameter name for named call parsing
- pub fn name(&self) -> &ParamName {
- &self.name
- }
- pub fn default(&self) -> ParamDefault {
- self.default
- }
- pub fn has_default(&self) -> bool {
- !matches!(self.default, ParamDefault::None)
- }
-}
cc_dyn!(
#[derive(Clone)]
@@ -89,7 +32,7 @@
self.0.name()
}
- fn params(&self) -> &[ParamParse] {
+ fn params(&self) -> FunctionSignature {
self.0.params()
}
@@ -109,7 +52,7 @@
/// Function name to be used in stack traces
fn name(&self) -> &str;
/// Parameter names for named calls
- fn params(&self) -> &[ParamParse];
+ fn params(&self) -> FunctionSignature;
/// Call the builtin
fn call(&self, ctx: Context, loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val>;
@@ -126,20 +69,19 @@
#[derive(Trace)]
pub struct NativeCallback {
- pub(crate) params: Vec<ParamParse>,
+ pub(crate) params: FunctionSignature,
handler: TraceBox<dyn NativeCallbackHandler>,
}
impl NativeCallback {
#[deprecated = "prefer using builtins directly, use this interface only for bindings"]
pub fn new(params: Vec<String>, handler: impl NativeCallbackHandler) -> Self {
Self {
- params: params
- .into_iter()
- .map(|n| ParamParse {
- name: ParamName::new(n.into()),
- default: ParamDefault::None,
- })
- .collect(),
+ params: FunctionSignature::new(
+ params
+ .into_iter()
+ .map(|n| ParamParse::new(ParamName::new(n.into()), ParamDefault::None))
+ .collect(),
+ ),
handler: TraceBox(Box::new(handler)),
}
}
@@ -152,12 +94,12 @@
"<native>"
}
- fn params(&self) -> &[ParamParse] {
- &self.params
+ fn params(&self) -> FunctionSignature {
+ self.params.clone()
}
fn call(&self, ctx: Context, _loc: CallLocation<'_>, args: &dyn ArgsLike) -> Result<Val> {
- let args = parse_builtin_call(ctx, &self.params, args, true)?;
+ let args = parse_builtin_call(ctx, self.params.clone(), args, true)?;
let args = args
.into_iter()
.map(|a| a.expect("legacy natives have no default params"))
crates/jrsonnet-evaluator/src/function/mod.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/mod.rs
+++ b/crates/jrsonnet-evaluator/src/function/mod.rs
@@ -5,23 +5,26 @@
use jrsonnet_gcmodule::{Cc, Trace};
use jrsonnet_interner::IStr;
pub use jrsonnet_macros::builtin;
-use jrsonnet_parser::{Destruct, Expr, ParamsDesc, Span, Spanned};
+use jrsonnet_parser::{Destruct, Expr, ExprParams, Span, Spanned};
use self::{
arglike::OptionalContext,
- builtin::{Builtin, ParamParse, StaticBuiltin},
+ builtin::{Builtin, StaticBuiltin},
native::NativeDesc,
parse::{parse_default_function_call, parse_function_call},
};
use crate::{
- bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, Context,
- ContextBuilder, Result, Thunk, Val,
+ bail, error::ErrorKind::*, evaluate, evaluate_trivial, function::builtin::BuiltinFunc, params,
+ Context, ContextBuilder, Result, Thunk, Val,
};
pub mod arglike;
pub mod builtin;
pub mod native;
pub mod parse;
+pub mod prepared;
+
+pub use jrsonnet_parser::function::*;
/// Function callsite location.
/// Either from other jsonnet code, specified by expression location, or from native (without location).
@@ -66,12 +69,9 @@
pub ctx: Context,
/// Function parameter definition
- pub params: ParamsDesc,
+ pub params: ExprParams,
/// Function body
pub body: Rc<Spanned<Expr>>,
-
- #[educe(PartialEq = false, Debug = false)]
- pub(crate) params_parse: Vec<ParamParse>,
}
impl FuncDesc {
/// Create body context, but fill arguments without defaults with lazy error
@@ -139,24 +139,18 @@
Self::StaticBuiltin(static_builtin)
}
- pub fn params(&self) -> &[ParamParse] {
+ pub fn params(&self) -> FunctionSignature {
match self {
Self::Id => ID.params(),
Self::StaticBuiltin(i) => i.params(),
Self::Builtin(i) => i.params(),
- Self::Normal(p) => &p.params_parse,
- Self::Thunk(_) => &[],
+ Self::Normal(p) => p.params.signature.clone(),
+ Self::Thunk(_) => FunctionSignature::empty(),
}
}
/// Amount of non-default required arguments
pub fn params_len(&self) -> usize {
- match self {
- Self::Id => 1,
- Self::Normal(n) => n.params.iter().filter(|p| p.1.is_none()).count(),
- Self::StaticBuiltin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
- Self::Builtin(i) => i.params().iter().filter(|p| !p.has_default()).count(),
- Self::Thunk(_) => 0,
- }
+ self.params().iter().filter(|p| !p.has_default()).count()
}
/// Function name, as defined in code.
pub fn name(&self) -> IStr {
@@ -185,8 +179,8 @@
evaluate(body_ctx, &func.body)
}
Self::Thunk(thunk) => {
- if args.is_empty() {
- bail!(TooManyArgsFunctionHas(0, vec![],))
+ if !args.is_empty() {
+ bail!(TooManyArgsFunctionHas(0, FunctionSignature::empty()))
}
thunk.evaluate()
}
@@ -223,12 +217,13 @@
if desc.params.len() != 1 {
return false;
}
- let param = &desc.params[0];
- if param.1.is_some() {
+ let param = &desc.params.exprs[0];
+ if param.default.is_some() {
return false;
}
+
#[allow(clippy::infallible_destructuring_match)]
- let id = match ¶m.0 {
+ let id = match ¶m.destruct {
Destruct::Full(id) => id,
#[cfg(feature = "exp-destruct")]
_ => return false,
crates/jrsonnet-evaluator/src/function/parse.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/function/parse.rs
+++ b/crates/jrsonnet-evaluator/src/function/parse.rs
@@ -1,16 +1,15 @@
use std::mem::replace;
use jrsonnet_interner::IStr;
-use jrsonnet_parser::ParamsDesc;
+use jrsonnet_parser::{function::FunctionSignature, ExprParams};
use rustc_hash::FxHashMap;
-use super::{arglike::ArgsLike, builtin::ParamParse};
+use super::arglike::ArgsLike;
use crate::{
bail,
destructure::destruct,
error::{ErrorKind::*, Result},
- evaluate_named,
- function::builtin::ParamDefault,
+ evaluate_named, evaluate_named_param,
gc::WithCapacityExt as _,
Context, Pending, Thunk, Val,
};
@@ -26,19 +25,15 @@
pub fn parse_function_call(
ctx: Context,
body_ctx: Context,
- params: &ParamsDesc,
+ params: &ExprParams,
args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Context> {
- let mut passed_args =
- FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
- if args.unnamed_len() > params.len() {
+ let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+ if args.unnamed_len() > params.signature.len() {
bail!(TooManyArgsFunctionHas(
- params.len(),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect()
+ params.signature.len(),
+ params.signature.clone(),
))
}
@@ -46,9 +41,8 @@
let mut filled_positionals = 0;
args.unnamed_iter(ctx.clone(), tailstrict, &mut |id, arg| {
- let name = params[id].0.clone();
destruct(
- &name,
+ ¶ms.exprs[id].destruct,
arg,
Pending::new_filled(ctx.clone()),
&mut passed_args,
@@ -59,8 +53,8 @@
args.named_iter(ctx, tailstrict, &mut |name, value| {
// FIXME: O(n) for arg existence check
- if !params.iter().any(|p| p.0.name().as_ref() == Some(name)) {
- bail!(UnknownFunctionParameter((name as &str).to_owned()));
+ if !params.exprs.iter().any(|p| &p.destruct.name() == name) {
+ bail!(UnknownFunctionParameter(name.clone()));
}
if passed_args.insert(name.clone(), value).is_some() {
bail!(BindingParameterASecondTime(name.clone()));
@@ -73,14 +67,16 @@
// Some args are unset, but maybe we have defaults for them
// Default values should be created in newly created context
let fctx = Context::new_future();
- let mut defaults = FxHashMap::with_capacity(
- params.iter().map(|p| p.0.capacity_hint()).sum::<usize>()
- - filled_named
- - filled_positionals,
- );
+ let mut defaults =
+ FxHashMap::with_capacity(params.binds_len() - filled_named - filled_positionals);
- for (idx, param) in params.iter().enumerate().filter(|p| p.1 .1.is_some()) {
- if let Some(name) = param.0.name() {
+ for (idx, into, default) in params
+ .exprs
+ .iter()
+ .enumerate()
+ .filter_map(|(i, p)| Some((i, &p.destruct, p.default.as_ref()?)))
+ {
+ if let Some(name) = into.name().0 {
if passed_args.contains_key(&name) {
continue;
}
@@ -89,17 +85,17 @@
}
destruct(
- ¶m.0,
+ &into,
{
let ctx = fctx.clone();
- let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
- let value = param.1.clone().expect("default exists");
- Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+ let name = into.name();
+ let value = default.clone();
+ Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
},
fctx.clone(),
&mut defaults,
)?;
- if param.0.name().is_some() {
+ if !into.name().is_anonymous() {
filled_named += 1;
} else {
filled_positionals += 1;
@@ -108,20 +104,17 @@
// Some args still weren't filled
if filled_named + filled_positionals != params.len() {
- for param in params.iter().skip(args.unnamed_len()) {
+ for param in params.exprs.iter().skip(args.unnamed_len()) {
let mut found = false;
args.named_names(&mut |name| {
- if Some(name) == param.0.name().as_ref() {
+ if ¶m.destruct.name() == name {
found = true;
}
});
if !found {
bail!(FunctionParameterNotBoundInCall(
- param.0.clone().name(),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect()
+ param.destruct.name(),
+ params.signature.clone()
));
}
}
@@ -147,19 +140,13 @@
/// * `tailstrict`: if set to `true` function arguments are eagerly executed, otherwise - lazily
pub fn parse_builtin_call(
ctx: Context,
- params: &[ParamParse],
+ params: FunctionSignature,
args: &dyn ArgsLike,
tailstrict: bool,
) -> Result<Vec<Option<Thunk<Val>>>> {
let mut passed_args: Vec<Option<Thunk<Val>>> = vec![None; params.len()];
if args.unnamed_len() > params.len() {
- bail!(TooManyArgsFunctionHas(
- params.len(),
- params
- .iter()
- .map(|p| (p.name().as_str().map(IStr::from), p.default()))
- .collect()
- ))
+ bail!(TooManyArgsFunctionHas(params.len(), params,))
}
let mut filled_args = 0;
@@ -175,7 +162,7 @@
let id = params
.iter()
.position(|p| p.name() == name)
- .ok_or_else(|| UnknownFunctionParameter((name as &str).to_owned()))?;
+ .ok_or_else(|| UnknownFunctionParameter(name.clone()))?;
if replace(&mut passed_args[id], Some(arg)).is_some() {
bail!(BindingParameterASecondTime(name.clone()));
}
@@ -202,11 +189,8 @@
});
if !found {
bail!(FunctionParameterNotBoundInCall(
- param.name().as_str().map(IStr::from),
- params
- .iter()
- .map(|p| (p.name().as_str().map(IStr::from), p.default()))
- .collect()
+ param.name().clone(),
+ params,
));
}
}
@@ -218,36 +202,33 @@
/// Creates Context, which has all argument default values applied
/// and with unbound values causing error to be returned
-pub fn parse_default_function_call(body_ctx: Context, params: &ParamsDesc) -> Result<Context> {
+pub fn parse_default_function_call(body_ctx: Context, params: &ExprParams) -> Result<Context> {
let fctx = Context::new_future();
- let mut bindings = FxHashMap::with_capacity(params.iter().map(|p| p.0.capacity_hint()).sum());
+ let mut bindings = FxHashMap::with_capacity(params.binds_len());
- for param in params.iter() {
- if let Some(v) = ¶m.1 {
+ for param in params.exprs.iter() {
+ if let Some(v) = ¶m.default {
destruct(
- ¶m.0.clone(),
+ ¶m.destruct.clone(),
{
let ctx = fctx.clone();
- let name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+ let name = param.destruct.name();
let value = v.clone();
- Thunk!(move || evaluate_named(ctx.unwrap(), &value, name))
+ Thunk!(move || evaluate_named_param(ctx.unwrap(), &value, name))
},
fctx.clone(),
&mut bindings,
)?;
} else {
destruct(
- ¶m.0,
+ ¶m.destruct,
{
- let param_name = param.0.name().unwrap_or_else(|| "<destruct>".into());
+ let param_name = param.destruct.name();
let params = params.clone();
Thunk!(move || Err(FunctionParameterNotBoundInCall(
- Some(param_name),
- params
- .iter()
- .map(|p| (p.0.name(), ParamDefault::exists(p.1.is_some())))
- .collect(),
+ param_name,
+ params.signature.clone()
)
.into()))
},
crates/jrsonnet-evaluator/src/function/prepared.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-evaluator/src/function/prepared.rs
@@ -0,0 +1,165 @@
+use jrsonnet_parser::function::FunctionSignature;
+use jrsonnet_parser::{ExprParams, IStr};
+use rustc_hash::{FxHashMap, FxHashSet};
+
+use crate::destructure::destruct;
+use crate::gc::WithCapacityExt;
+use crate::val::ThunkValue as _;
+use crate::{bail, error::ErrorKind::*, Result};
+use crate::{evaluate_named, evaluate_named_param, Context, ContextBuilder, Pending, Thunk, Val};
+
+pub struct PreparedCall {
+ // Param, named input.
+ named: Vec<(usize, usize)>,
+ defaults: Vec<usize>,
+}
+
+pub fn prepare_call(
+ params: FunctionSignature,
+ unnamed: usize,
+ named: &[IStr],
+) -> Result<PreparedCall> {
+ if unnamed > params.len() {
+ bail!(TooManyArgsFunctionHas(params.len(), params))
+ }
+
+ let expected_defaults = params.len() - unnamed - named.len();
+ let mut ops = PreparedCall {
+ named: Vec::with_capacity(named.len()),
+ defaults: Vec::with_capacity(expected_defaults),
+ };
+
+ // FIXME: bitmask
+ let mut passed: FxHashSet<usize> = (0..unnamed).collect();
+
+ for (input_id, name) in named.iter().enumerate() {
+ // FIXME: O(n) for arg existence check
+ let Some(param_idx) = params.iter().position(|p| p.name() == name) else {
+ bail!(UnknownFunctionParameter(name.clone()));
+ };
+ if !passed.insert(param_idx) {
+ bail!(BindingParameterASecondTime(name.clone()));
+ }
+ ops.named.push((param_idx, input_id));
+ }
+
+ if named.len() + unnamed < params.len() {
+ let mut defaults = 0;
+
+ for (param_id, param) in params
+ .iter()
+ .enumerate()
+ .skip(unnamed)
+ .filter(|p| p.1.has_default())
+ {
+ // Skip already passed parameters
+ if !param.name().is_anonymous() && passed.contains(¶m_id) {
+ continue;
+ }
+ defaults += 1;
+
+ ops.defaults.push(param_id);
+ }
+
+ // Some args still weren't filled
+ if defaults != expected_defaults {
+ for param in params.iter().skip(unnamed) {
+ let mut found = false;
+ for name in named {
+ if param.name() == name {
+ found = true;
+ }
+ }
+ if !found {
+ bail!(FunctionParameterNotBoundInCall(
+ param.name().clone(),
+ params
+ ));
+ }
+ }
+ unreachable!();
+ }
+ }
+
+ Ok(ops)
+}
+pub fn parse_prepared_function_call(
+ body_ctx: Context,
+ prepared: &PreparedCall,
+ params: &ExprParams,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+) -> Result<Context> {
+ let mut passed_args = FxHashMap::with_capacity(params.binds_len());
+
+ let destruct_ctx = Pending::new();
+
+ for (param_idx, unnamed) in unnamed.iter().enumerate() {
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ unnamed.clone(),
+ destruct_ctx.clone(),
+ &mut passed_args,
+ )?;
+ }
+
+ for (param_idx, arg_idx) in prepared.named.iter().copied() {
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ named[arg_idx].clone(),
+ destruct_ctx.clone(),
+ &mut passed_args,
+ )?;
+ }
+
+ if prepared.defaults.is_empty() {
+ let body_ctx = body_ctx
+ .extend_bindings(passed_args)
+ .into_future(destruct_ctx);
+ Ok(body_ctx)
+ } else {
+ let fctx = Context::new_future();
+ let mut defaults = FxHashMap::with_capacity(params.binds_len() - passed_args.len());
+ for param_idx in prepared.defaults.iter().copied() {
+ // let param = params.0.rc_idx(param_idx);
+ destruct(
+ ¶ms.exprs[param_idx].destruct,
+ {
+ let ctx = fctx.clone();
+ let params = params.clone();
+ Thunk!(move || {
+ let param = ¶ms.exprs[param_idx];
+ let name = param.destruct.name();
+ let value = param.default.as_ref().expect("default exists");
+ evaluate_named_param(ctx.unwrap(), value, name)
+ })
+ },
+ fctx.clone(),
+ &mut defaults,
+ )?;
+ }
+
+ let mut ctx = ContextBuilder::extend(body_ctx);
+ ctx.binds(passed_args);
+ ctx.binds(defaults);
+ Ok(ctx.build().into_future(fctx).into_future(destruct_ctx))
+ }
+}
+pub fn parse_prepared_builtin_call(
+ prepared: &PreparedCall,
+ params: FunctionSignature,
+ unnamed: &[Thunk<Val>],
+ named: &[Thunk<Val>],
+) -> Result<Vec<Option<Thunk<Val>>>> {
+ let mut passed_args = vec![None; params.len()];
+
+ for (param_idx, unnamed) in unnamed.iter().enumerate() {
+ passed_args[param_idx] = Some(unnamed.clone());
+ }
+
+ for (param_idx, arg_idx) in prepared.named.iter().copied() {
+ passed_args[param_idx] = Some(named[arg_idx].clone());
+ }
+
+ Ok(passed_args)
+}
crates/jrsonnet-evaluator/src/stack.rsdiffbeforeafterboth--- a/crates/jrsonnet-evaluator/src/stack.rs
+++ b/crates/jrsonnet-evaluator/src/stack.rs
@@ -20,6 +20,7 @@
type NightlyLocalKey<T> = std::thread::LocalKey<T>;
#[cfg(nightly)]
+#[macro_export]
macro_rules! const_tls {
(const $name:ident: $t:ty = $expr:expr;) => {
#[thread_local]
@@ -27,6 +28,7 @@
};
}
#[cfg(not(nightly))]
+#[macro_export]
macro_rules! const_tls {
(const $name:ident: $t:ty = $expr:expr;) => {
thread_local! {
crates/jrsonnet-macros/src/lib.rsdiffbeforeafterboth--- a/crates/jrsonnet-macros/src/lib.rs
+++ b/crates/jrsonnet-macros/src/lib.rs
@@ -239,7 +239,9 @@
cfg_attrs,
..
} => {
- let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
+ let name = name
+ .as_ref()
+ .map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
let default = match optionality {
Optionality::Required => quote!(ParamDefault::None),
Optionality::Optional => quote!(ParamDefault::Exists),
@@ -251,7 +253,9 @@
})
}
ArgInfo::Lazy { is_option, name } => {
- let name = name.as_ref().map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
+ let name = name
+ .as_ref()
+ .map_or_else(|| quote! {unnamed}, |n| quote! {named(#n)});
Some(quote! {
[#name => ParamDefault::exists(#is_option)],
})
@@ -364,7 +368,7 @@
const _: () = {
use ::jrsonnet_evaluator::{
State, Val,
- function::{builtin::{Builtin, StaticBuiltin, ParamParse, ParamName, ParamDefault}, CallLocation, ArgsLike, parse::parse_builtin_call},
+ function::{builtin::{Builtin, StaticBuiltin}, FunctionSignature, ParamParse, ParamName, ParamDefault, CallLocation, ArgsLike, parse::parse_builtin_call},
Result, Context, typed::Typed,
parser::Span, params,
};
@@ -380,11 +384,8 @@
fn name(&self) -> &str {
stringify!(#name)
}
- fn params(&self) -> &[ParamParse] {
- /// Safety: ParamParse contains IStr, which is thread-local, thus neither Send or Sync
- /// The result of this transmute can not outlive the thread, thus 'static here is equivalent to the
- /// nightly-only 'thread
- PARAMS.with(|p| unsafe { std::mem::transmute::<&[ParamParse], &'static [ParamParse]>(p.as_slice()) })
+ fn params(&self) -> FunctionSignature {
+ PARAMS.with(|p| p.clone())
}
#[allow(unused_variables)]
fn call(&self, ctx: Context, location: CallLocation, args: &dyn ArgsLike) -> Result<Val> {
crates/jrsonnet-parser/src/expr.rsdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/expr.rs
+++ b/crates/jrsonnet-parser/src/expr.rs
@@ -7,7 +7,10 @@
use jrsonnet_gcmodule::Acyclic;
use jrsonnet_interner::IStr;
-use crate::source::Source;
+use crate::{
+ function::{FunctionSignature, ParamDefault, ParamName, ParamParse},
+ source::Source,
+};
#[derive(Debug, PartialEq, Acyclic)]
pub enum FieldName {
@@ -41,7 +44,7 @@
pub struct FieldMember {
pub name: FieldName,
pub plus: bool,
- pub params: Option<ParamsDesc>,
+ pub params: Option<ExprParams>,
pub visibility: Visibility,
pub value: Rc<Spanned<Expr>>,
}
@@ -147,16 +150,41 @@
/// name, default value
#[derive(Debug, PartialEq, Acyclic)]
-pub struct Param(pub Destruct, pub Option<Rc<Spanned<Expr>>>);
+pub struct ExprParam {
+ pub destruct: Destruct,
+ pub default: Option<Rc<Spanned<Expr>>>,
+}
/// Defined function parameters
#[derive(Debug, Clone, PartialEq, Acyclic)]
-pub struct ParamsDesc(pub Rc<Vec<Param>>);
-
-impl Deref for ParamsDesc {
- type Target = Vec<Param>;
- fn deref(&self) -> &Self::Target {
- &self.0
+pub struct ExprParams {
+ pub exprs: Rc<Vec<ExprParam>>,
+ pub signature: FunctionSignature,
+ binds_len: usize,
+}
+impl ExprParams {
+ pub fn len(&self) -> usize {
+ self.exprs.len()
+ }
+ pub fn binds_len(&self) -> usize {
+ self.binds_len
+ }
+ pub fn new(exprs: Vec<ExprParam>) -> Self {
+ Self {
+ signature: FunctionSignature::new(
+ exprs
+ .iter()
+ .map(|p| {
+ ParamParse::new(
+ p.destruct.name(),
+ ParamDefault::exists(p.default.is_some()),
+ )
+ })
+ .collect(),
+ ),
+ binds_len: exprs.iter().map(|v| v.destruct.binds_len()).sum(),
+ exprs: Rc::new(exprs),
+ }
}
}
@@ -198,14 +226,14 @@
}
impl Destruct {
/// Name of destructure, used for function parameter names
- pub fn name(&self) -> Option<IStr> {
- match self {
+ pub fn name(&self) -> ParamName {
+ ParamName(match self {
Self::Full(name) => Some(name.clone()),
#[cfg(feature = "exp-destruct")]
_ => None,
- }
+ })
}
- pub fn capacity_hint(&self) -> usize {
+ pub fn binds_len(&self) -> usize {
#[cfg(feature = "exp-destruct")]
fn cap_rest(rest: &Option<DestructRest>) -> usize {
match rest {
@@ -220,8 +248,8 @@
Self::Skip => 0,
#[cfg(feature = "exp-destruct")]
Self::Array { start, rest, end } => {
- start.iter().map(Destruct::capacity_hint).sum::<usize>()
- + end.iter().map(Destruct::capacity_hint).sum::<usize>()
+ start.iter().map(Destruct::binds_len).sum::<usize>()
+ + end.iter().map(Destruct::binds_len).sum::<usize>()
+ cap_rest(rest)
}
#[cfg(feature = "exp-destruct")]
@@ -248,14 +276,14 @@
},
Function {
name: IStr,
- params: ParamsDesc,
+ params: ExprParams,
value: Rc<Spanned<Expr>>,
},
}
impl BindSpec {
- pub fn capacity_hint(&self) -> usize {
+ pub fn binds_len(&self) -> usize {
match self {
- BindSpec::Field { into, .. } => into.capacity_hint(),
+ BindSpec::Field { into, .. } => into.binds_len(),
BindSpec::Function { .. } => 1,
}
}
@@ -396,7 +424,7 @@
parts: Vec<IndexPart>,
},
/// function(x) x
- Function(ParamsDesc, Rc<Spanned<Expr>>),
+ Function(ExprParams, Rc<Spanned<Expr>>),
/// if true == false then 1 else 2
IfElse(Box<IfElse>),
Slice(Box<Slice>),
crates/jrsonnet-parser/src/function.rsdiffbeforeafterboth--- /dev/null
+++ b/crates/jrsonnet-parser/src/function.rs
@@ -0,0 +1,126 @@
+use std::fmt;
+use std::ops::Deref;
+use std::rc::Rc;
+
+use jrsonnet_gcmodule::Acyclic;
+use jrsonnet_interner::IStr;
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamName(pub Option<IStr>);
+impl ParamName {
+ pub const ANONYMOUS: Self = Self(None);
+ pub fn new(name: IStr) -> Self {
+ Self(Some(name))
+ }
+ pub fn as_str(&self) -> Option<&str> {
+ self.0.as_deref()
+ }
+ pub fn is_anonymous(&self) -> bool {
+ self.0.is_none()
+ }
+}
+impl PartialEq<IStr> for ParamName {
+ fn eq(&self, other: &IStr) -> bool {
+ self.0
+ .as_ref()
+ .map_or(false, |s| s.as_bytes() == other.as_bytes())
+ }
+}
+
+impl fmt::Display for ParamName {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ match &self.0 {
+ Some(v) => write!(f, "{v}"),
+ None => write!(f, "<unnamed>"),
+ }
+ }
+}
+
+#[derive(Clone, Copy, Debug, Acyclic, PartialEq, Eq)]
+pub enum ParamDefault {
+ None,
+ Exists,
+ Literal(&'static str),
+}
+impl ParamDefault {
+ pub const fn exists(is_exists: bool) -> Self {
+ if is_exists {
+ Self::Exists
+ } else {
+ Self::None
+ }
+ }
+}
+impl fmt::Display for ParamDefault {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ match self {
+ ParamDefault::None => Ok(()),
+ ParamDefault::Exists => write!(f, " = <default>"),
+ ParamDefault::Literal(lit) => write!(f, " = {lit}"),
+ }
+ }
+}
+
+#[derive(Clone, Acyclic, Debug, PartialEq, Eq)]
+pub struct ParamParse {
+ name: ParamName,
+ default: ParamDefault,
+}
+impl ParamParse {
+ pub fn new(name: ParamName, default: ParamDefault) -> Self {
+ Self { name, default }
+ }
+ /// Parameter name for named call parsing
+ pub fn name(&self) -> &ParamName {
+ &self.name
+ }
+ pub fn default(&self) -> ParamDefault {
+ self.default
+ }
+ pub fn has_default(&self) -> bool {
+ !matches!(self.default, ParamDefault::None)
+ }
+}
+impl fmt::Display for ParamParse {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ write!(f, "{}{}", self.name, self.default)
+ }
+}
+
+#[derive(Debug, Clone, Acyclic, PartialEq, Eq)]
+pub struct FunctionSignature(Rc<[ParamParse]>);
+impl Deref for FunctionSignature {
+ type Target = [ParamParse];
+
+ fn deref(&self) -> &Self::Target {
+ &self.0
+ }
+}
+
+thread_local! {
+ static EMPTY_SIGNATURE: FunctionSignature = FunctionSignature::new([].into());
+}
+
+impl FunctionSignature {
+ pub fn new(v: Rc<[ParamParse]>) -> Self {
+ Self(v)
+ }
+ pub fn empty() -> Self {
+ EMPTY_SIGNATURE.with(|p| p.clone())
+ }
+}
+impl fmt::Display for FunctionSignature {
+ fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
+ if self.0.is_empty() {
+ return write!(f, "(/*no arguments*/)");
+ }
+ write!(f, "(")?;
+ for (i, par) in self.0.iter().enumerate() {
+ if i != 0 {
+ write!(f, ", ")?;
+ }
+ write!(f, "{par}")?;
+ }
+ write!(f, ")")
+ }
+}
crates/jrsonnet-parser/src/lib.rsdiffbeforeafterboth1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10mod location;11mod source;12mod unescape;13pub use location::CodeLocation;14pub use source::{15 Source, SourceDefaultIgnoreJpath, SourceDirectory, SourceFifo, SourceFile, SourcePath,16 SourcePathT, SourceVirtual,17};1819pub struct ParserSettings {20 pub source: Source,21}2223macro_rules! expr_bin {24 ($a:ident $op:ident $b:ident) => {25 Expr::BinaryOp(Box::new(BinaryOp {26 lhs: $a,27 op: $op,28 rhs: $b,29 }))30 };31}32macro_rules! expr_un {33 ($op:ident $a:ident) => {34 Expr::UnaryOp($op, Box::new($a))35 };36}3738parser! {39 grammar jsonnet_parser() for str {40 use peg::ParseLiteral;4142 rule eof() = quiet!{![_]} / expected!("<eof>")43 rule eol() = "\n" / eof()4445 /// Standard C-like comments46 rule comment()47 = "//" (!eol()[_])* eol()48 / "/*" (!("*/")[_])* "*/"49 / "#" (!eol()[_])* eol()5051 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")52 rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")5354 /// For comma-delimited elements55 rule comma() = quiet!{_ "," _} / expected!("<comma>")56 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}57 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}58 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']59 /// Sequence of digits60 rule uint_str() -> &'input str = a:$(digit()+ ("_" digit()+)*) { a }61 /// Number in scientific notation format62 rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.replace("_","").parse().map_err(|_| "<number>") }} / expected!("<number>")6364 /// Reserved word followed by any non-alphanumberic65 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()66 rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6768 rule keyword(id: &'static str) -> ()69 = ##parse_string_literal(id) end_of_ident()7071 pub rule param(s: &ParserSettings) -> expr::Param = name:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::Param(name, expr.map(Rc::new)) }72 pub rule params(s: &ParserSettings) -> expr::ParamsDesc73 = params:param(s) ** comma() comma()? { expr::ParamsDesc(Rc::new(params)) }74 / { expr::ParamsDesc(Rc::new(Vec::new())) }7576 pub rule arg(s: &ParserSettings) -> (Option<IStr>, Rc<Spanned<Expr>>)77 = name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, Rc::new(expr))}7879 pub rule args(s: &ParserSettings) -> expr::ArgsDesc80 = args:arg(s)**comma() comma()? {?81 let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();82 let mut unnamed = Vec::with_capacity(unnamed_count);83 let mut named = Vec::with_capacity(args.len() - unnamed_count);84 let mut named_started = false;85 for (name, value) in args {86 if let Some(name) = name {87 named_started = true;88 named.push((name, value));89 } else {90 if named_started {91 return Err("<named argument>")92 }93 unnamed.push(value);94 }95 }96 Ok(expr::ArgsDesc::new(unnamed, named))97 }9899 pub rule destruct_rest() -> expr::DestructRest100 = "..." into:(_ into:id() {into})? {if let Some(into) = into {101 expr::DestructRest::Keep(into)102 } else {expr::DestructRest::Drop}}103 pub rule destruct_array(s: &ParserSettings) -> expr::Destruct104 = "[" _ start:destruct(s)**comma() rest:(105 comma() _ rest:destruct_rest()? end:(106 comma() end:destruct(s)**comma() (_ comma())? {end}107 / comma()? {Vec::new()}108 ) {(rest, end)}109 / comma()? {(None, Vec::new())}110 ) _ "]" {?111 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {112 start,113 rest: rest.0,114 end: rest.1,115 });116 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")117 }118 pub rule destruct_object(s: &ParserSettings) -> expr::Destruct119 = "{" _120 fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()121 rest:(122 comma() rest:destruct_rest()? {rest}123 / comma()? {None}124 )125 _ "}" {?126 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {127 fields,128 rest,129 });130 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")131 }132 pub rule destruct(s: &ParserSettings) -> expr::Destruct133 = v:id() {expr::Destruct::Full(v)}134 / "?" {?135 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);136 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")137 }138 / arr:destruct_array(s) {arr}139 / obj:destruct_object(s) {obj}140141 pub rule bind(s: &ParserSettings) -> expr::BindSpec142 = into:destruct(s) _ "=" _ value:expr(s) {expr::BindSpec::Field{into, value: Rc::new(value)}}143 / name:id() _ "(" _ params:params(s) _ ")" _ "=" _ value:expr(s) {expr::BindSpec::Function{name, params, value: Rc::new(value)}}144145 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt146 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }147148 pub rule whole_line() -> &'input str149 = str:$((!['\n'][_])* "\n") {str}150 pub rule string_block() -> String151 = "|||" chomped:"-"? (!['\n']single_whitespace())* "\n"152 empty_lines:$(['\n']*)153 prefix:[' ' | '\t']+ first_line:whole_line()154 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*155 [' ' | '\t']*<, {prefix.len() - 1}> "|||"156 {157 let mut l = empty_lines.to_owned();158 l.push_str(first_line);159 l.extend(lines);160 if chomped.is_some() {161 debug_assert!(l.ends_with('\n'));162 l.truncate(l.len() - 1);163 }164 l165 }166167 rule hex_char()168 = quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")169170 rule string_char(c: rule<()>)171 = (!['\\']!c()[_])+172 / "\\\\"173 / "\\u" hex_char() hex_char() hex_char() hex_char()174 / "\\x" hex_char() hex_char()175 / ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))176 pub rule string() -> String177 = ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}178 / ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}179 / quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}180 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}181 / string_block() } / expected!("<string>")182183 pub rule field_name(s: &ParserSettings) -> expr::FieldName184 = name:id() {expr::FieldName::Fixed(name)}185 / name:string() {expr::FieldName::Fixed(name.into())}186 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}187 pub rule visibility() -> expr::Visibility188 = ":::" {expr::Visibility::Unhide}189 / "::" {expr::Visibility::Hidden}190 / ":" {expr::Visibility::Normal}191 pub rule field(s: &ParserSettings) -> expr::FieldMember192 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{193 name,194 plus: plus.is_some(),195 params: None,196 visibility,197 value: Rc::new(value),198 }}199 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{200 name,201 plus: false,202 params: Some(params),203 visibility,204 value: Rc::new(value),205 }}206 pub rule obj_local(s: &ParserSettings) -> BindSpec207 = keyword("local") _ bind:bind(s) {bind}208 pub rule member(s: &ParserSettings) -> expr::Member209 = bind:obj_local(s) {expr::Member::BindStmt(bind)}210 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}211 / field:field(s) {expr::Member::Field(field)}212 pub rule objinside(s: &ParserSettings) -> expr::ObjBody213 = pre_locals:(b: obj_local(s) comma() {b})* &"[" field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {214 let mut compspecs = vec![CompSpec::ForSpec(forspec)];215 compspecs.extend(others.unwrap_or_default());216 let mut locals = pre_locals;217 locals.extend(post_locals);218 expr::ObjBody::ObjComp(expr::ObjComp{219 locals: Rc::new(locals),220 field: Rc::new(field),221 compspecs,222 })223 }224 / members:(member(s) ** comma()) comma()? {225 let mut locals = Vec::new();226 let mut asserts = Vec::new();227 let mut fields = Vec::new();228 for member in members {229 match member {230 Member::Field(field_member) => fields.push(field_member),231 Member::BindStmt(bind_spec) => locals.push(bind_spec),232 Member::AssertStmt(assert_stmt) => asserts.push(assert_stmt),233 }234 }235 expr::ObjBody::MemberList(ObjMembers {236 locals: Rc::new(locals), asserts: Rc::new(asserts), fields237 })238 }239 pub rule ifspec(s: &ParserSettings) -> IfSpecData240 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}241 pub rule forspec(s: &ParserSettings) -> ForSpecData242 = keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}243 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>244 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}245 pub rule local_expr(s: &ParserSettings) -> Expr246 = keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, Box::new(expr)) }247 pub rule string_expr(s: &ParserSettings) -> Expr248 = s:string() {Expr::Str(s.into())}249 pub rule obj_expr(s: &ParserSettings) -> Expr250 = "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}251 pub rule array_expr(s: &ParserSettings) -> Expr252 = "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(Rc::new(elems))}253 pub rule array_comp_expr(s: &ParserSettings) -> Expr254 = "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {255 let mut specs = vec![CompSpec::ForSpec(forspec)];256 specs.extend(others.unwrap_or_default());257 Expr::ArrComp(Rc::new(expr), specs)258 }259 pub rule number_expr(s: &ParserSettings) -> Expr260 = n:number() {? if n.is_finite() {261 Ok(expr::Expr::Num(n))262 } else {263 Err("!!!numbers are finite")264 }}265 pub rule var_expr(s: &ParserSettings) -> Expr266 = n:id() { expr::Expr::Var(n) }267 pub rule id_loc(s: &ParserSettings) -> Spanned<Expr>268 = a:position!() n:id() b:position!() { Spanned::new(expr::Expr::Str(n), Span(s.source.clone(), a as u32,b as u32)) }269 pub rule if_then_else_expr(s: &ParserSettings) -> Expr270 = cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse(Box::new(IfElse{271 cond,272 cond_then,273 cond_else,274 }))}275276 pub rule literal(s: &ParserSettings) -> Expr277 = v:(278 keyword("null") {LiteralType::Null}279 / keyword("true") {LiteralType::True}280 / keyword("false") {LiteralType::False}281 / keyword("self") {LiteralType::This}282 / keyword("$") {LiteralType::Dollar}283 / keyword("super") {LiteralType::Super}284 ) {Expr::Literal(v)}285286 rule import_kind() -> ImportKind287 = keyword("importstr") { ImportKind::Str }288 / keyword("importbin") { ImportKind::Bin }289 / keyword("import") { ImportKind::Normal }290291 pub rule expr_basic(s: &ParserSettings) -> Expr292 = literal(s)293294 / string_expr(s) / number_expr(s)295 / array_expr(s)296 / obj_expr(s)297 / array_expr(s)298 / array_comp_expr(s)299300 / kind:import_kind() _ path:expr(s) {Expr::Import(kind, Box::new(path))}301302 / var_expr(s)303 / local_expr(s)304 / if_then_else_expr(s)305306 / keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, Rc::new(expr))}307 / assert:assertion(s) _ ";" _ rest:expr(s) { Expr::AssertExpr(Rc::new(AssertExpr{308 assert, rest309 })) }310311 / keyword("error") _ expr:expr(s) { Expr::ErrorStmt(Box::new(expr)) }312313 rule slice_part(s: &ParserSettings) -> Option<Spanned<Expr>>314 = _ e:(e:expr(s) _{e})? {e}315 pub rule slice_desc(s: &ParserSettings) -> SliceDesc316 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {317 let (end, step) = if let Some((end, step)) = pair {318 (end, step)319 }else{320 (None, None)321 };322323 SliceDesc { start, end, step }324 }325326 rule binop(x: rule<()>) -> ()327 = quiet!{ x() } / expected!("<binary op>")328 rule unaryop(x: rule<()>) -> ()329 = quiet!{ x() } / expected!("<unary op>")330331 rule ensure_null_coaelse()332 = "" {?333 #[cfg(not(feature = "exp-null-coaelse"))] return Err("!!!experimental null coaelscing was not enabled");334 #[cfg(feature = "exp-null-coaelse")] Ok(())335 }336 use BinaryOpType::*;337 use UnaryOpType::*;338 rule expr(s: &ParserSettings) -> Spanned<Expr>339 = precedence! {340 "(" _ e:expr(s) _ ")" {e}341 start:position!() v:@ end:position!() { Spanned::new(v, Span(s.source.clone(), start as u32, end as u32)) }342 --343 a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}344 a:(@) _ binop(<"??">) _ ensure_null_coaelse() b:@ {345 #[cfg(feature = "exp-null-coaelse")] return expr_bin!(a NullCoaelse b);346 unreachable!("ensure_null_coaelse will fail if feature is not enabled")347 }348 --349 a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}350 --351 a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}352 --353 a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}354 --355 a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}356 --357 a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}358 a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}359 --360 a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}361 a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}362 a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}363 a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}364 a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}365 --366 a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}367 a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}368 --369 a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}370 a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}371 --372 a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}373 a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}374 a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}375 --376 unaryop(<"+">) _ b:@ {expr_un!(Plus b)}377 unaryop(<"-">) _ b:@ {expr_un!(Minus b)}378 unaryop(<"!">) _ b:@ {expr_un!(Not b)}379 unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}380 --381 value:(@) _ "[" _ slice:slice_desc(s) _ "]" {Expr::Slice(Box::new(Slice{value, slice}))}382 indexable:(@) _ parts:index_part(s)+ {Expr::Index{indexable: Box::new(indexable), parts}}383 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(Box::new(a), args, ts.is_some())}384 a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(Rc::new(a), body)}385 --386 e:expr_basic(s) {e}387 }388 pub rule index_part(s: &ParserSettings) -> IndexPart389 = n:("?" _ ensure_null_coaelse())? "." _ value:id_loc(s) {IndexPart {390 value,391 #[cfg(feature = "exp-null-coaelse")]392 null_coaelse: n.is_some(),393 }}394 / n:("?" _ "." _ ensure_null_coaelse())? "[" _ value:expr(s) _ "]" {IndexPart {395 value,396 #[cfg(feature = "exp-null-coaelse")]397 null_coaelse: n.is_some(),398 }}399400 pub rule jsonnet(s: &ParserSettings) -> Spanned<Expr> = _ e:expr(s) _ {e}401 }402}403404pub type ParseError = peg::error::ParseError<peg::str::LineCol>;405pub fn parse(str: &str, settings: &ParserSettings) -> Result<Spanned<Expr>, ParseError> {406 jsonnet_parser::jsonnet(str, settings)407}408/// Used for importstr values409pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> Spanned<Expr> {410 let len = str.len();411 Spanned::new(Expr::Str(str), Span(settings.source.clone(), 0, len as u32))412}413414#[cfg(test)]415pub mod tests {416 use insta::assert_snapshot;417 use jrsonnet_interner::IStr;418419 use super::parse;420 use crate::{source::Source, ParserSettings};421422 fn parsep(s: &str) -> String {423 let v = parse(424 s,425 &ParserSettings {426 source: Source::new_virtual("<test>".into(), IStr::empty()),427 },428 )429 .unwrap();430 format!("{v:#?}")431 }432433 macro_rules! parse {434 ($s:expr) => {435 assert_snapshot!(parsep($s));436 };437 }438439 #[test]440 fn multiline_string() {441 parse!("|||\n Hello world!\n a\n|||");442 parse!("|||\n Hello world!\n a\n|||");443 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||");444 parse!("|||\n Hello world!\n a\n |||");445 }446447 #[test]448 fn slice() {449 parse!("a[1:]");450 parse!("a[1::]");451 parse!("a[:1:]");452 parse!("a[::1]");453 parse!("str[:len - 1]");454 }455456 #[test]457 fn string_escaping() {458 parse!(r#""Hello, \"world\"!""#);459 parse!(r#"'Hello \'world\'!'"#);460 parse!(r#"'\\\\'"#);461 }462463 #[test]464 fn string_unescaping() {465 parse!(r#""Hello\nWorld""#);466 }467468 #[test]469 fn string_verbantim() {470 parse!(r#"@"Hello\n""World""""#);471 }472473 #[test]474 fn imports() {475 parse!("import \"hello\"");476 parse!("importstr \"garnish.txt\"");477 parse!("importbin \"garnish.bin\"");478 }479480 #[test]481 fn empty_object() {482 parse!("{}");483 }484485 #[test]486 fn basic_math() {487 parse!("2+2*2");488 parse!("2 + 2 * 2 ");489 parse!("2+(2+2*2)");490 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4");491 }492493 #[test]494 fn suffix() {495 parse!("std.test");496 parse!("std(2)");497 parse!("std.test(2)");498 parse!("a[b]");499 }500501 #[test]502 fn array_comp() {503 parse!("[std.deepJoin(x) for x in arr]");504 }505506 #[test]507 fn reserved() {508 parse!("null");509 parse!("nulla");510 }511512 #[test]513 fn multiple_args_buf() {514 parse!("a(b, null_fields)");515 }516517 #[test]518 fn infix_precedence() {519 parse!("!a && !b");520 parse!("!a / !b");521 }522523 #[test]524 fn double_negation() {525 parse!("!!a");526 }527528 #[test]529 fn array_test_error() {530 parse!("[a for a in b if c for e in f]");531 }532533 #[test]534 fn missing_newline_between_comment_and_eof() {535 parse!(536 "{a:1}537538 //+213"539 );540 }541542 #[test]543 fn default_param_before_nondefault() {544 parse!("local x(foo = 'foo', bar) = null; null");545 }546547 #[test]548 fn add_location_info_to_all_sub_expressions() {549 parse!("{} { local x = 1, x: x } + {}");550 }551}1#![allow(clippy::redundant_closure_call, clippy::derive_partial_eq_without_eq)]23use std::rc::Rc;45use peg::parser;6mod expr;7pub use expr::*;8pub use jrsonnet_interner::IStr;9pub use peg;10pub mod function;11mod location;12mod source;13mod unescape;1415pub use location::CodeLocation;16pub use source::{17 Source, SourceDefaultIgnoreJpath, SourceDirectory, SourceFifo, SourceFile, SourcePath,18 SourcePathT, SourceVirtual,19};2021pub struct ParserSettings {22 pub source: Source,23}2425macro_rules! expr_bin {26 ($a:ident $op:ident $b:ident) => {27 Expr::BinaryOp(Box::new(BinaryOp {28 lhs: $a,29 op: $op,30 rhs: $b,31 }))32 };33}34macro_rules! expr_un {35 ($op:ident $a:ident) => {36 Expr::UnaryOp($op, Box::new($a))37 };38}3940parser! {41 grammar jsonnet_parser() for str {42 use peg::ParseLiteral;4344 rule eof() = quiet!{![_]} / expected!("<eof>")45 rule eol() = "\n" / eof()4647 /// Standard C-like comments48 rule comment()49 = "//" (!eol()[_])* eol()50 / "/*" (!("*/")[_])* "*/"51 / "#" (!eol()[_])* eol()5253 rule single_whitespace() = quiet!{([' ' | '\r' | '\n' | '\t'] / comment())} / expected!("<whitespace>")54 rule _() = quiet!{([' ' | '\r' | '\n' | '\t']+) / comment()}* / expected!("<whitespace>")5556 /// For comma-delimited elements57 rule comma() = quiet!{_ "," _} / expected!("<comma>")58 rule alpha() -> char = c:$(['_' | 'a'..='z' | 'A'..='Z']) {c.chars().next().unwrap()}59 rule digit() -> char = d:$(['0'..='9']) {d.chars().next().unwrap()}60 rule end_of_ident() = !['0'..='9' | '_' | 'a'..='z' | 'A'..='Z']61 /// Sequence of digits62 rule uint_str() -> &'input str = a:$(digit()+ ("_" digit()+)*) { a }63 /// Number in scientific notation format64 rule number() -> f64 = quiet!{a:$(uint_str() ("." uint_str())? (['e'|'E'] (s:['+'|'-'])? uint_str())?) {? a.replace("_","").parse().map_err(|_| "<number>") }} / expected!("<number>")6566 /// Reserved word followed by any non-alphanumberic67 rule reserved() = ("assert" / "else" / "error" / "false" / "for" / "function" / "if" / "import" / "importstr" / "importbin" / "in" / "local" / "null" / "tailstrict" / "then" / "self" / "super" / "true") end_of_ident()68 rule id() -> IStr = v:$(quiet!{ !reserved() alpha() (alpha() / digit())*} / expected!("<identifier>")) { v.into() }6970 rule keyword(id: &'static str) -> ()71 = ##parse_string_literal(id) end_of_ident()7273 pub rule param(s: &ParserSettings) -> expr::ExprParam = destruct:destruct(s) expr:(_ "=" _ expr:expr(s){expr})? { expr::ExprParam { destruct, default: expr.map(Rc::new) } }74 pub rule params(s: &ParserSettings) -> expr::ExprParams75 = params:param(s) ** comma() comma()? { expr::ExprParams::new(params) }76 / { expr::ExprParams::new(Vec::new()) }7778 pub rule arg(s: &ParserSettings) -> (Option<IStr>, Rc<Spanned<Expr>>)79 = name:(quiet! { (s:id() _ "=" !['='] _ {s})? } / expected!("<argument name>")) expr:expr(s) {(name, Rc::new(expr))}8081 pub rule args(s: &ParserSettings) -> expr::ArgsDesc82 = args:arg(s)**comma() comma()? {?83 let unnamed_count = args.iter().take_while(|(n, _)| n.is_none()).count();84 let mut unnamed = Vec::with_capacity(unnamed_count);85 let mut named = Vec::with_capacity(args.len() - unnamed_count);86 let mut named_started = false;87 for (name, value) in args {88 if let Some(name) = name {89 named_started = true;90 named.push((name, value));91 } else {92 if named_started {93 return Err("<named argument>")94 }95 unnamed.push(value);96 }97 }98 Ok(expr::ArgsDesc::new(unnamed, named))99 }100101 pub rule destruct_rest() -> expr::DestructRest102 = "..." into:(_ into:id() {into})? {if let Some(into) = into {103 expr::DestructRest::Keep(into)104 } else {expr::DestructRest::Drop}}105 pub rule destruct_array(s: &ParserSettings) -> expr::Destruct106 = "[" _ start:destruct(s)**comma() rest:(107 comma() _ rest:destruct_rest()? end:(108 comma() end:destruct(s)**comma() (_ comma())? {end}109 / comma()? {Vec::new()}110 ) {(rest, end)}111 / comma()? {(None, Vec::new())}112 ) _ "]" {?113 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Array {114 start,115 rest: rest.0,116 end: rest.1,117 });118 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")119 }120 pub rule destruct_object(s: &ParserSettings) -> expr::Destruct121 = "{" _122 fields:(name:id() into:(_ ":" _ into:destruct(s) {into})? default:(_ "=" _ v:expr(s) {v})? {(name, into, default)})**comma()123 rest:(124 comma() rest:destruct_rest()? {rest}125 / comma()? {None}126 )127 _ "}" {?128 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Object {129 fields,130 rest,131 });132 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")133 }134 pub rule destruct(s: &ParserSettings) -> expr::Destruct135 = v:id() {expr::Destruct::Full(v)}136 / "?" {?137 #[cfg(feature = "exp-destruct")] return Ok(expr::Destruct::Skip);138 #[cfg(not(feature = "exp-destruct"))] Err("!!!experimental destructuring was not enabled")139 }140 / arr:destruct_array(s) {arr}141 / obj:destruct_object(s) {obj}142143 pub rule bind(s: &ParserSettings) -> expr::BindSpec144 = into:destruct(s) _ "=" _ value:expr(s) {expr::BindSpec::Field{into, value: Rc::new(value)}}145 / name:id() _ "(" _ params:params(s) _ ")" _ "=" _ value:expr(s) {expr::BindSpec::Function{name, params, value: Rc::new(value)}}146147 pub rule assertion(s: &ParserSettings) -> expr::AssertStmt148 = keyword("assert") _ cond:expr(s) msg:(_ ":" _ e:expr(s) {e})? { expr::AssertStmt(cond, msg) }149150 pub rule whole_line() -> &'input str151 = str:$((!['\n'][_])* "\n") {str}152 pub rule string_block() -> String153 = "|||" chomped:"-"? (!['\n']single_whitespace())* "\n"154 empty_lines:$(['\n']*)155 prefix:[' ' | '\t']+ first_line:whole_line()156 lines:("\n" {"\n"} / [' ' | '\t']*<{prefix.len()}> s:whole_line() {s})*157 [' ' | '\t']*<, {prefix.len() - 1}> "|||"158 {159 let mut l = empty_lines.to_owned();160 l.push_str(first_line);161 l.extend(lines);162 if chomped.is_some() {163 debug_assert!(l.ends_with('\n'));164 l.truncate(l.len() - 1);165 }166 l167 }168169 rule hex_char()170 = quiet! { ['0'..='9' | 'a'..='f' | 'A'..='F'] } / expected!("<hex char>")171172 rule string_char(c: rule<()>)173 = (!['\\']!c()[_])+174 / "\\\\"175 / "\\u" hex_char() hex_char() hex_char() hex_char()176 / "\\x" hex_char() hex_char()177 / ['\\'] (quiet! { ['b' | 'f' | 'n' | 'r' | 't' | '"' | '\''] } / expected!("<escape character>"))178 pub rule string() -> String179 = ['"'] str:$(string_char(<"\"">)*) ['"'] {? unescape::unescape(str).ok_or("<escaped string>")}180 / ['\''] str:$(string_char(<"\'">)*) ['\''] {? unescape::unescape(str).ok_or("<escaped string>")}181 / quiet!{ "@'" str:$(("''" / (!['\''][_]))*) "'" {str.replace("''", "'")}182 / "@\"" str:$(("\"\"" / (!['"'][_]))*) "\"" {str.replace("\"\"", "\"")}183 / string_block() } / expected!("<string>")184185 pub rule field_name(s: &ParserSettings) -> expr::FieldName186 = name:id() {expr::FieldName::Fixed(name)}187 / name:string() {expr::FieldName::Fixed(name.into())}188 / "[" _ expr:expr(s) _ "]" {expr::FieldName::Dyn(expr)}189 pub rule visibility() -> expr::Visibility190 = ":::" {expr::Visibility::Unhide}191 / "::" {expr::Visibility::Hidden}192 / ":" {expr::Visibility::Normal}193 pub rule field(s: &ParserSettings) -> expr::FieldMember194 = name:field_name(s) _ plus:"+"? _ visibility:visibility() _ value:expr(s) {expr::FieldMember{195 name,196 plus: plus.is_some(),197 params: None,198 visibility,199 value: Rc::new(value),200 }}201 / name:field_name(s) _ "(" _ params:params(s) _ ")" _ visibility:visibility() _ value:expr(s) {expr::FieldMember{202 name,203 plus: false,204 params: Some(params),205 visibility,206 value: Rc::new(value),207 }}208 pub rule obj_local(s: &ParserSettings) -> BindSpec209 = keyword("local") _ bind:bind(s) {bind}210 pub rule member(s: &ParserSettings) -> expr::Member211 = bind:obj_local(s) {expr::Member::BindStmt(bind)}212 / assertion:assertion(s) {expr::Member::AssertStmt(assertion)}213 / field:field(s) {expr::Member::Field(field)}214 pub rule objinside(s: &ParserSettings) -> expr::ObjBody215 = pre_locals:(b: obj_local(s) comma() {b})* &"[" field:field(s) post_locals:(comma() b:obj_local(s) {b})* _ ("," _)? forspec:forspec(s) others:(_ rest:compspec(s) {rest})? {216 let mut compspecs = vec![CompSpec::ForSpec(forspec)];217 compspecs.extend(others.unwrap_or_default());218 let mut locals = pre_locals;219 locals.extend(post_locals);220 expr::ObjBody::ObjComp(expr::ObjComp{221 locals: Rc::new(locals),222 field: Rc::new(field),223 compspecs,224 })225 }226 / members:(member(s) ** comma()) comma()? {227 let mut locals = Vec::new();228 let mut asserts = Vec::new();229 let mut fields = Vec::new();230 for member in members {231 match member {232 Member::Field(field_member) => fields.push(field_member),233 Member::BindStmt(bind_spec) => locals.push(bind_spec),234 Member::AssertStmt(assert_stmt) => asserts.push(assert_stmt),235 }236 }237 expr::ObjBody::MemberList(ObjMembers {238 locals: Rc::new(locals), asserts: Rc::new(asserts), fields239 })240 }241 pub rule ifspec(s: &ParserSettings) -> IfSpecData242 = keyword("if") _ expr:expr(s) {IfSpecData(expr)}243 pub rule forspec(s: &ParserSettings) -> ForSpecData244 = keyword("for") _ id:destruct(s) _ keyword("in") _ cond:expr(s) {ForSpecData(id, cond)}245 pub rule compspec(s: &ParserSettings) -> Vec<expr::CompSpec>246 = s:(i:ifspec(s) { expr::CompSpec::IfSpec(i) } / f:forspec(s) {expr::CompSpec::ForSpec(f)} ) ** _ {s}247 pub rule local_expr(s: &ParserSettings) -> Expr248 = keyword("local") _ binds:bind(s) ** comma() (_ ",")? _ ";" _ expr:expr(s) { Expr::LocalExpr(binds, Box::new(expr)) }249 pub rule string_expr(s: &ParserSettings) -> Expr250 = s:string() {Expr::Str(s.into())}251 pub rule obj_expr(s: &ParserSettings) -> Expr252 = "{" _ body:objinside(s) _ "}" {Expr::Obj(body)}253 pub rule array_expr(s: &ParserSettings) -> Expr254 = "[" _ elems:(expr(s) ** comma()) _ comma()? "]" {Expr::Arr(Rc::new(elems))}255 pub rule array_comp_expr(s: &ParserSettings) -> Expr256 = "[" _ expr:expr(s) _ comma()? _ forspec:forspec(s) _ others:(others: compspec(s) _ {others})? "]" {257 let mut specs = vec![CompSpec::ForSpec(forspec)];258 specs.extend(others.unwrap_or_default());259 Expr::ArrComp(Rc::new(expr), specs)260 }261 pub rule number_expr(s: &ParserSettings) -> Expr262 = n:number() {? if n.is_finite() {263 Ok(expr::Expr::Num(n))264 } else {265 Err("!!!numbers are finite")266 }}267 pub rule var_expr(s: &ParserSettings) -> Expr268 = n:id() { expr::Expr::Var(n) }269 pub rule id_loc(s: &ParserSettings) -> Spanned<Expr>270 = a:position!() n:id() b:position!() { Spanned::new(expr::Expr::Str(n), Span(s.source.clone(), a as u32,b as u32)) }271 pub rule if_then_else_expr(s: &ParserSettings) -> Expr272 = cond:ifspec(s) _ keyword("then") _ cond_then:expr(s) cond_else:(_ keyword("else") _ e:expr(s) {e})? {Expr::IfElse(Box::new(IfElse{273 cond,274 cond_then,275 cond_else,276 }))}277278 pub rule literal(s: &ParserSettings) -> Expr279 = v:(280 keyword("null") {LiteralType::Null}281 / keyword("true") {LiteralType::True}282 / keyword("false") {LiteralType::False}283 / keyword("self") {LiteralType::This}284 / keyword("$") {LiteralType::Dollar}285 / keyword("super") {LiteralType::Super}286 ) {Expr::Literal(v)}287288 rule import_kind() -> ImportKind289 = keyword("importstr") { ImportKind::Str }290 / keyword("importbin") { ImportKind::Bin }291 / keyword("import") { ImportKind::Normal }292293 pub rule expr_basic(s: &ParserSettings) -> Expr294 = literal(s)295296 / string_expr(s) / number_expr(s)297 / array_expr(s)298 / obj_expr(s)299 / array_expr(s)300 / array_comp_expr(s)301302 / kind:import_kind() _ path:expr(s) {Expr::Import(kind, Box::new(path))}303304 / var_expr(s)305 / local_expr(s)306 / if_then_else_expr(s)307308 / keyword("function") _ "(" _ params:params(s) _ ")" _ expr:expr(s) {Expr::Function(params, Rc::new(expr))}309 / assert:assertion(s) _ ";" _ rest:expr(s) { Expr::AssertExpr(Rc::new(AssertExpr{310 assert, rest311 })) }312313 / keyword("error") _ expr:expr(s) { Expr::ErrorStmt(Box::new(expr)) }314315 rule slice_part(s: &ParserSettings) -> Option<Spanned<Expr>>316 = _ e:(e:expr(s) _{e})? {e}317 pub rule slice_desc(s: &ParserSettings) -> SliceDesc318 = start:slice_part(s) ":" pair:(end:slice_part(s) step:(":" e:slice_part(s){e})? {(end, step.flatten())})? {319 let (end, step) = if let Some((end, step)) = pair {320 (end, step)321 }else{322 (None, None)323 };324325 SliceDesc { start, end, step }326 }327328 rule binop(x: rule<()>) -> ()329 = quiet!{ x() } / expected!("<binary op>")330 rule unaryop(x: rule<()>) -> ()331 = quiet!{ x() } / expected!("<unary op>")332333 rule ensure_null_coaelse()334 = "" {?335 #[cfg(not(feature = "exp-null-coaelse"))] return Err("!!!experimental null coaelscing was not enabled");336 #[cfg(feature = "exp-null-coaelse")] Ok(())337 }338 use BinaryOpType::*;339 use UnaryOpType::*;340 rule expr(s: &ParserSettings) -> Spanned<Expr>341 = precedence! {342 "(" _ e:expr(s) _ ")" {e}343 start:position!() v:@ end:position!() { Spanned::new(v, Span(s.source.clone(), start as u32, end as u32)) }344 --345 a:(@) _ binop(<"||">) _ b:@ {expr_bin!(a Or b)}346 a:(@) _ binop(<"??">) _ ensure_null_coaelse() b:@ {347 #[cfg(feature = "exp-null-coaelse")] return expr_bin!(a NullCoaelse b);348 unreachable!("ensure_null_coaelse will fail if feature is not enabled")349 }350 --351 a:(@) _ binop(<"&&">) _ b:@ {expr_bin!(a And b)}352 --353 a:(@) _ binop(<"|">) _ b:@ {expr_bin!(a BitOr b)}354 --355 a:@ _ binop(<"^">) _ b:(@) {expr_bin!(a BitXor b)}356 --357 a:(@) _ binop(<"&">) _ b:@ {expr_bin!(a BitAnd b)}358 --359 a:(@) _ binop(<"==">) _ b:@ {expr_bin!(a Eq b)}360 a:(@) _ binop(<"!=">) _ b:@ {expr_bin!(a Neq b)}361 --362 a:(@) _ binop(<"<">) _ b:@ {expr_bin!(a Lt b)}363 a:(@) _ binop(<">">) _ b:@ {expr_bin!(a Gt b)}364 a:(@) _ binop(<"<=">) _ b:@ {expr_bin!(a Lte b)}365 a:(@) _ binop(<">=">) _ b:@ {expr_bin!(a Gte b)}366 a:(@) _ binop(<keyword("in")>) _ b:@ {expr_bin!(a In b)}367 --368 a:(@) _ binop(<"<<">) _ b:@ {expr_bin!(a Lhs b)}369 a:(@) _ binop(<">>">) _ b:@ {expr_bin!(a Rhs b)}370 --371 a:(@) _ binop(<"+">) _ b:@ {expr_bin!(a Add b)}372 a:(@) _ binop(<"-">) _ b:@ {expr_bin!(a Sub b)}373 --374 a:(@) _ binop(<"*">) _ b:@ {expr_bin!(a Mul b)}375 a:(@) _ binop(<"/">) _ b:@ {expr_bin!(a Div b)}376 a:(@) _ binop(<"%">) _ b:@ {expr_bin!(a Mod b)}377 --378 unaryop(<"+">) _ b:@ {expr_un!(Plus b)}379 unaryop(<"-">) _ b:@ {expr_un!(Minus b)}380 unaryop(<"!">) _ b:@ {expr_un!(Not b)}381 unaryop(<"~">) _ b:@ {expr_un!(BitNot b)}382 --383 value:(@) _ "[" _ slice:slice_desc(s) _ "]" {Expr::Slice(Box::new(Slice{value, slice}))}384 indexable:(@) _ parts:index_part(s)+ {Expr::Index{indexable: Box::new(indexable), parts}}385 a:(@) _ "(" _ args:args(s) _ ")" ts:(_ keyword("tailstrict"))? {Expr::Apply(Box::new(a), args, ts.is_some())}386 a:(@) _ "{" _ body:objinside(s) _ "}" {Expr::ObjExtend(Rc::new(a), body)}387 --388 e:expr_basic(s) {e}389 }390 pub rule index_part(s: &ParserSettings) -> IndexPart391 = n:("?" _ ensure_null_coaelse())? "." _ value:id_loc(s) {IndexPart {392 value,393 #[cfg(feature = "exp-null-coaelse")]394 null_coaelse: n.is_some(),395 }}396 / n:("?" _ "." _ ensure_null_coaelse())? "[" _ value:expr(s) _ "]" {IndexPart {397 value,398 #[cfg(feature = "exp-null-coaelse")]399 null_coaelse: n.is_some(),400 }}401402 pub rule jsonnet(s: &ParserSettings) -> Spanned<Expr> = _ e:expr(s) _ {e}403 }404}405406pub type ParseError = peg::error::ParseError<peg::str::LineCol>;407pub fn parse(str: &str, settings: &ParserSettings) -> Result<Spanned<Expr>, ParseError> {408 jsonnet_parser::jsonnet(str, settings)409}410/// Used for importstr values411pub fn string_to_expr(str: IStr, settings: &ParserSettings) -> Spanned<Expr> {412 let len = str.len();413 Spanned::new(Expr::Str(str), Span(settings.source.clone(), 0, len as u32))414}415416#[cfg(test)]417pub mod tests {418 use insta::assert_snapshot;419 use jrsonnet_interner::IStr;420421 use super::parse;422 use crate::{source::Source, ParserSettings};423424 fn parsep(s: &str) -> String {425 let v = parse(426 s,427 &ParserSettings {428 source: Source::new_virtual("<test>".into(), IStr::empty()),429 },430 )431 .unwrap();432 format!("{v:#?}")433 }434435 macro_rules! parse {436 ($s:expr) => {437 assert_snapshot!(parsep($s));438 };439 }440441 #[test]442 fn multiline_string() {443 parse!("|||\n Hello world!\n a\n|||");444 parse!("|||\n Hello world!\n a\n|||");445 parse!("|||\n\t\tHello world!\n\t\t\ta\n|||");446 parse!("|||\n Hello world!\n a\n |||");447 }448449 #[test]450 fn slice() {451 parse!("a[1:]");452 parse!("a[1::]");453 parse!("a[:1:]");454 parse!("a[::1]");455 parse!("str[:len - 1]");456 }457458 #[test]459 fn string_escaping() {460 parse!(r#""Hello, \"world\"!""#);461 parse!(r#"'Hello \'world\'!'"#);462 parse!(r#"'\\\\'"#);463 }464465 #[test]466 fn string_unescaping() {467 parse!(r#""Hello\nWorld""#);468 }469470 #[test]471 fn string_verbantim() {472 parse!(r#"@"Hello\n""World""""#);473 }474475 #[test]476 fn imports() {477 parse!("import \"hello\"");478 parse!("importstr \"garnish.txt\"");479 parse!("importbin \"garnish.bin\"");480 }481482 #[test]483 fn empty_object() {484 parse!("{}");485 }486487 #[test]488 fn basic_math() {489 parse!("2+2*2");490 parse!("2 + 2 * 2 ");491 parse!("2+(2+2*2)");492 parse!("2//comment\n+//comment\n3/*test*/*/*test*/4");493 }494495 #[test]496 fn suffix() {497 parse!("std.test");498 parse!("std(2)");499 parse!("std.test(2)");500 parse!("a[b]");501 }502503 #[test]504 fn array_comp() {505 parse!("[std.deepJoin(x) for x in arr]");506 }507508 #[test]509 fn reserved() {510 parse!("null");511 parse!("nulla");512 }513514 #[test]515 fn multiple_args_buf() {516 parse!("a(b, null_fields)");517 }518519 #[test]520 fn infix_precedence() {521 parse!("!a && !b");522 parse!("!a / !b");523 }524525 #[test]526 fn double_negation() {527 parse!("!!a");528 }529530 #[test]531 fn array_test_error() {532 parse!("[a for a in b if c for e in f]");533 }534535 #[test]536 fn missing_newline_between_comment_and_eof() {537 parse!(538 "{a:1}539540 //+213"541 );542 }543544 #[test]545 fn default_param_before_nondefault() {546 parse!("local x(foo = 'foo', bar) = null; null");547 }548549 #[test]550 fn add_location_info_to_all_sub_expressions() {551 parse!("{} { local x = 1, x: x } + {}");552 }553}crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snapdiffbeforeafterboth--- a/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
+++ b/crates/jrsonnet-parser/src/snapshots/jrsonnet_parser__tests__default_param_before_nondefault.snap
@@ -6,26 +6,47 @@
[
Function {
name: "x",
- params: ParamsDesc(
- [
- Param(
- Full(
+ params: ExprParams {
+ exprs: [
+ ExprParam {
+ destruct: Full(
"foo",
),
- Some(
+ default: Some(
Str(
"foo",
) from virtual:<test>:14-19,
),
- ),
- Param(
- Full(
+ },
+ ExprParam {
+ destruct: Full(
"bar",
),
- None,
- ),
+ default: None,
+ },
],
- ),
+ signature: FunctionSignature(
+ [
+ ParamParse {
+ name: ParamName(
+ Some(
+ "foo",
+ ),
+ ),
+ default: Exists,
+ },
+ ParamParse {
+ name: ParamName(
+ Some(
+ "bar",
+ ),
+ ),
+ default: None,
+ },
+ ],
+ ),
+ binds_len: 2,
+ },
value: Literal(
Null,
) from virtual:<test>:28-32,